-- Logs begin at Wed 2021-12-08 12:12:34 UTC, end at Wed 2021-12-08 14:04:27 UTC. -- Dec 08 12:55:22.473754 dv-neutron-799625-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 08 12:55:25.294006 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.common.config [-] Logging enabled! Dec 08 12:55:25.294599 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev267 Dec 08 12:55:25.294821 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 12:55:25.298541 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.common.config [-] Logging enabled! Dec 08 12:55:25.298820 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev267 Dec 08 12:55:25.299140 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 12:55:25.300071 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 12:55:25.300308 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 12:55:25.300667 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 12:55:25.300912 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 12:55:25.301146 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 12:55:25.301458 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.301876 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 08 12:55:25.302187 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.302481 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.302799 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.303092 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.303383 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.303666 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.303954 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.304251 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.304535 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.304815 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.305095 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.305384 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.305665 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.305950 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.306236 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.306517 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] debug = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.306819 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.307247 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.307650 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.307933 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.308224 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.308502 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.308772 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.309052 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.309335 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.309665 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] host = dv-neutron-799625-5-hyperv {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.309945 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.310234 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.310522 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.310834 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.311109 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.311383 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.311733 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.312014 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.312287 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] log_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.313143 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.313442 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.313731 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.314023 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.314251 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.314474 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.314796 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.315087 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.315363 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.315638 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.315914 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.316189 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.316463 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.316730 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.317013 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.317295 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.317577 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.317851 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.318126 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.318396 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.318697 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.318986 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.319264 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.319536 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.319808 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.320094 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.320363 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.320635 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.320935 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.321221 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.321573 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.321868 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.322146 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.322429 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.322726 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.322998 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.323268 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] use_json = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.323538 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.323806 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.324087 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.324361 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.324633 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.324905 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.325174 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.325460 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:25.325758 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.326060 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.326364 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.326677 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.326986 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.327270 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.327563 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.327842 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.328135 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.328444 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.328734 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.329014 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.329307 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.329583 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.329878 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.330182 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.330478 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.330805 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.331084 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.331358 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.331631 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.331911 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.332200 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.332477 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.332767 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.333057 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.333336 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.333633 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.333914 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.334207 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.334497 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.334796 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.335078 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.335371 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.335648 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.335920 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.336197 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.336484 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.336761 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.337033 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.337310 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.337583 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.337851 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.338393 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.338697 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.338991 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.339272 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.339541 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.339808 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.340085 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.340358 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.340640 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.340917 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.341189 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.341458 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.341732 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.342001 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.342272 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.342546 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.342839 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.343115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.343386 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.343655 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.344438 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.344708 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.344977 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.345246 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.345514 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.345786 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.346055 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.346323 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.346611 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.346884 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.347157 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.347441 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.347735 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.348011 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.348285 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.348562 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.348837 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.349110 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.349383 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.349663 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.349935 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.350204 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.350494 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.350800 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.351088 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.351373 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.351665 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.351958 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.352231 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.352512 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.352788 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.353065 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.353346 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.353629 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.353921 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.354213 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.354506 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.354824 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.355115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.355394 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.355701 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.355978 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:25.356195 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 12:55:25.356435 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103604) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 08 12:55:25.781019 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 12:55:25.781340 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 12:55:25.781668 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 12:55:25.782008 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 08 12:55:26.117227 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.117517 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.117784 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.119232 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.119507 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.119768 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.170336 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.170646 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.170920 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.185665 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.185947 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.186224 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.214307 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.214595 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.214876 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.252706 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.252989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.253256 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.594771 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.595396 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.595396 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.595578 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.596251 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.695177 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.695504 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.695786 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.696055 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.696319 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.696628 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.696889 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.697144 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.697398 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.697679 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.697935 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.698197 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.698452 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.698725 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.698981 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.699246 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.699502 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.699767 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.700037 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.700294 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.700565 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.700818 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.701099 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.701474 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.701725 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.701972 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.702370 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 12:55:26.702632 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 12:55:26.702875 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 12:55:26.703628 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 12:55:26.703878 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 12:55:26.704114 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 12:55:26.704481 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 08 12:55:26.708000 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 08 12:55:26.712065 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 08 12:55:26.716169 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Dec 08 12:55:26.717802 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 08 12:55:26.718260 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 08 12:55:26.718616 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 08 12:55:26.719633 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 08 12:55:26.722437 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 08 12:55:26.722723 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 08 12:55:26.723074 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 12:55:26.728358 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 08 12:55:26.752087 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 08 12:55:26.752549 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.752852 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103604) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 08 12:55:26.753212 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.754618 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103604) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 08 12:55:26.754901 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 12:55:26.755143 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 08 12:55:26.758373 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.758689 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:26.821833 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 08 12:55:26.822073 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 08 12:55:26.822313 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 08 12:55:26.822707 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 08 12:55:26.845306 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_db.sqlalchemy.engines [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103604) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 08 12:55:27.411123 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Initializing driver for type 'gre' Dec 08 12:55:27.411640 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] gre ID ranges: [(1, 1000)] Dec 08 12:55:27.605314 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Initializing driver for type 'local' Dec 08 12:55:27.606001 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Initializing driver for type 'vlan' Dec 08 12:55:27.679913 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] VlanTypeDriver initialization complete Dec 08 12:55:27.680270 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Initializing driver for type 'vxlan' Dec 08 12:55:27.680833 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] vxlan ID ranges: [(1, 1000)] Dec 08 12:55:27.883092 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Initializing extension driver 'port_security' Dec 08 12:55:27.883435 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.extensions.port_security [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] PortSecurityExtensionDriver initialization complete Dec 08 12:55:27.883768 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Initializing mechanism driver 'openvswitch' Dec 08 12:55:27.884089 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Initializing mechanism driver 'hyperv' Dec 08 12:55:27.895912 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.plugins.ml2.plugin [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:55:27.896597 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > port after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.896968 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > port after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.897323 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > port after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.897856 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 12:55:27.898295 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.898686 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.899037 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.899460 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 12:55:27.899878 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > network after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.900226 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > network after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.900568 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.900967 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 12:55:27.901388 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.901751 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.902097 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.902655 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 12:55:27.903074 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.903429 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.903770 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.904183 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 12:55:27.904594 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.904942 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.905292 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.905708 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103604) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 12:55:27.906098 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] ML2 OVO RPC backend initialized. {{(pid=103604) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 08 12:55:27.907326 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.907683 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.908101 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > network before_response 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.908450 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > networks before_response 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.908801 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > port before_response 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.909142 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > ports before_response 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.909484 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.909825 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.910187 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > network after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.910530 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > network after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.910896 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.911236 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > port after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.911587 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > port after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.911918 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > port after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.912253 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.912591 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.912927 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.913510 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.plugin [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Modular L2 Plugin initialization complete Dec 08 12:55:27.913887 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading services supported by the core plugin {{(pid=103604) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 08 12:55:27.914172 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.plugins.ml2.managers [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Got port-security extension from driver 'port_security' Dec 08 12:55:27.914663 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.extensions.vlantransparent [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Disabled vlantransparent extension. Dec 08 12:55:27.915160 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103604) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 08 12:55:27.915474 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading Plugin: router Dec 08 12:55:27.962210 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.962617 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router after_create 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.963248 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router before_create 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.963613 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.963991 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.964347 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router after_delete 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.964706 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.965061 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.965418 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router after_create 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.965764 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router after_update 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.966113 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router after_update 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.966468 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.966850 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router after_update 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.967264 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.967638 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: port after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.967973 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: port after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.968309 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: subnet after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.968656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.969493 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.969842 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.970183 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: port before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.970533 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.970915 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router after_update 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.971258 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.971610 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.971970 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.972311 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.972674 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > agent after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.973022 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.973367 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > network after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.974242 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Tracking information for resource: router configured {{(pid=103604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 12:55:27.974604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Tracking information for resource: floatingip configured {{(pid=103604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 12:55:27.979627 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.db.l3_agentschedulers_db [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 08 12:55:27.980205 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: port after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.980566 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: port after_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.980919 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: port after_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.981274 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: port after_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.982058 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router before_create 55550100 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.982423 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.982810 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.983170 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:27.988598 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.services.provider_configuration [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service providers = [] {{(pid=103604) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 08 12:55:27.993249 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.db.servicetype_db [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103604) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 08 12:55:27.995912 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.services.service_base [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 12:55:27.996260 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.services.service_base [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 12:55:27.996602 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.services.service_base [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 12:55:27.997484 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.services.service_base [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 12:55:27.997855 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.services.service_base [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 08 12:55:27.998238 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 12:55:27.998555 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 08 12:55:28.009301 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 12:55:28.009635 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading Plugin: auto_allocate Dec 08 12:55:28.020660 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: network precommit_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:28.021033 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: network precommit_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:28.021552 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 12:55:28.021877 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading Plugin: tag Dec 08 12:55:28.028583 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 12:55:28.028914 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading Plugin: timestamp Dec 08 12:55:28.033516 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 12:55:28.033841 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading Plugin: network_ip_availability Dec 08 12:55:28.039466 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:28.039839 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:28.040196 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:28.041008 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 12:55:28.041325 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading Plugin: flavors Dec 08 12:55:28.046592 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 12:55:28.047041 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading Plugin: revisions Dec 08 12:55:28.052114 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 12:55:28.052513 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.271s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 12:55:28.053287 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103604) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 08 12:55:28.053624 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Initializing extension manager. Dec 08 12:55:28.054155 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: __init__.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.054498 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: __pycache__ {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.054858 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.055190 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: address_group.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.055959 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.056544 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: address-group Dec 08 12:55:28.056864 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: address_scope.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.057792 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.058301 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: address-scope Dec 08 12:55:28.058649 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.059605 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.060112 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: router-admin-state-down-before-update Dec 08 12:55:28.060434 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: agent.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.061131 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.061630 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: agent Dec 08 12:55:28.061950 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: agent_resources_synced.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.062917 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.063419 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: agent-resources-synced Dec 08 12:55:28.063738 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.065535 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.066052 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: allowed-address-pairs Dec 08 12:55:28.066380 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.067481 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.068000 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: auto-allocated-topology Dec 08 12:55:28.068328 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: availability_zone.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.069018 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.069527 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: availability_zone Dec 08 12:55:28.069852 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: availability_zone_filter.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.070796 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.071301 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: availability_zone_filter Dec 08 12:55:28.071625 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: data_plane_status.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.072530 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.073034 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension data-plane-status not supported by any of loaded plugins Dec 08 12:55:28.073359 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: default_subnetpools.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.074263 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.074805 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: default-subnetpools Dec 08 12:55:28.075127 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.075953 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.076453 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: dhcp_agent_scheduler Dec 08 12:55:28.076778 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: dns.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.077696 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.078751 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension dns-integration not supported by any of loaded plugins Dec 08 12:55:28.079076 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: dns_domain_ports.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.079989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.080500 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 08 12:55:28.080820 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.081732 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.082235 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 08 12:55:28.082555 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: dvr.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.083243 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.083747 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: dvr Dec 08 12:55:28.084066 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: ecmp_routes.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.084972 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.085474 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 08 12:55:28.085793 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: empty_string_filtering.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.086737 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.087249 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: empty-string-filtering Dec 08 12:55:28.087568 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.088737 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.089237 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 08 12:55:28.089558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.090467 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.090994 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 08 12:55:28.091309 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: external_net.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.092209 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.092714 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: external-net Dec 08 12:55:28.093032 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.094561 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.095086 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: extra_dhcp_opt Dec 08 12:55:28.095404 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: extraroute.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.096316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.096824 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: extraroute Dec 08 12:55:28.097154 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: extraroute_atomic.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.098189 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.098730 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: extraroute-atomic Dec 08 12:55:28.099053 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: filter_validation.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.099728 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.100217 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: filter-validation Dec 08 12:55:28.100539 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: fip_pf_description.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.101446 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.101944 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 08 12:55:28.102264 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: fip_port_details.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.103204 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.103705 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: fip-port-details Dec 08 12:55:28.104025 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: flavors.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.105264 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.105775 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: flavors Dec 08 12:55:28.106092 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.107813 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.108329 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 08 12:55:28.108660 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: floatingip_pools.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.109385 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.109895 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: floatingip-pools Dec 08 12:55:28.110219 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: ip_allocation.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.111170 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.111678 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension ip_allocation not supported by any of loaded plugins Dec 08 12:55:28.112003 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.112916 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.113427 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: ip-substring-filtering Dec 08 12:55:28.113754 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: l2_adjacency.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.114720 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.115225 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 08 12:55:28.115546 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: l3.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.117992 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.118530 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: router Dec 08 12:55:28.118903 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.121159 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.121691 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 08 12:55:28.122027 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.123000 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.123518 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: ext-gw-mode Dec 08 12:55:28.123852 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.124783 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.125323 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: l3-ha Dec 08 12:55:28.125649 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: l3_flavors.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.126564 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.127103 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: l3-flavors Dec 08 12:55:28.127429 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.128343 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.128856 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 08 12:55:28.129180 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: l3agentscheduler.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.130203 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.130753 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: l3_agent_scheduler Dec 08 12:55:28.131082 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: local_ip.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.132857 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.133382 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension local_ip not supported by any of loaded plugins Dec 08 12:55:28.133714 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: logging.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.135220 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.135744 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension logging not supported by any of loaded plugins Dec 08 12:55:28.136074 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: metering.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.136817 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.137398 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: metering Dec 08 12:55:28.137726 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.138858 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.139374 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: metering_source_and_destination_fields Dec 08 12:55:28.139698 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: multiprovidernet.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.141177 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.141687 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: multi-provider Dec 08 12:55:28.142011 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: netmtu.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.142979 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.143481 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: net-mtu Dec 08 12:55:28.143803 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: netmtu_writable.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.144720 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.145228 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: net-mtu-writable Dec 08 12:55:28.145551 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: network_availability_zone.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.146219 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.146757 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: network_availability_zone Dec 08 12:55:28.147078 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: network_ip_availability.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.148206 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.148721 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: network-ip-availability Dec 08 12:55:28.149046 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: network_segment_range.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.149810 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.150313 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension network-segment-range not supported by any of loaded plugins Dec 08 12:55:28.150664 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: pagination.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.151642 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.151974 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: pagination Dec 08 12:55:28.152295 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: port_device_profile.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.153336 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.153851 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: port-device-profile Dec 08 12:55:28.154171 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.155117 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.155626 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: port-mac-address-regenerate Dec 08 12:55:28.155945 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.157500 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.158008 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: port-numa-affinity-policy Dec 08 12:55:28.158330 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: port_resource_request.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.159254 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.159758 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension port-resource-request not supported by any of loaded plugins Dec 08 12:55:28.160078 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.161041 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.161547 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 08 12:55:28.161869 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: portbindings.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.162812 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.163323 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: binding Dec 08 12:55:28.163641 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: portbindings_extended.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.164948 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.165412 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: binding-extended Dec 08 12:55:28.165738 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: portsecurity.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.166672 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.167184 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: port-security Dec 08 12:55:28.167513 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: project_id.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.168490 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.168824 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: project-id Dec 08 12:55:28.169147 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: providernet.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.170059 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.170585 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: provider Dec 08 12:55:28.170988 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.174675 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.175192 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos not supported by any of loaded plugins Dec 08 12:55:28.175523 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.176760 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.177279 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 08 12:55:28.177616 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.178526 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.179063 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 08 12:55:28.179391 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_default.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.180293 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.180803 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-default not supported by any of loaded plugins Dec 08 12:55:28.181131 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_fip.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.181781 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.182287 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-fip not supported by any of loaded plugins Dec 08 12:55:28.182637 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.183637 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 08 12:55:28.183970 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.184886 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.185399 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 08 12:55:28.185726 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.186655 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.187166 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 08 12:55:28.187520 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.188551 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.189067 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 08 12:55:28.189391 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_pps_rule.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.190612 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.191116 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-pps not supported by any of loaded plugins Dec 08 12:55:28.191444 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.192359 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.192867 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 08 12:55:28.193189 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: qos_rules_alias.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.194227 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.194772 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 08 12:55:28.195097 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: quota_check_limit.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.196002 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.196510 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: quota-check-limit Dec 08 12:55:28.196831 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: quotasv2.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.197759 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.198084 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: quotas Dec 08 12:55:28.198401 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: quotasv2_detail.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.201681 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.202025 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: quota_details Dec 08 12:55:28.202357 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: rbac.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.203975 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.204500 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: rbac-policies Dec 08 12:55:28.204831 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: rbac_address_group.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.205756 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.206276 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: rbac-address-group Dec 08 12:55:28.206639 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: rbac_address_scope.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.207558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.208073 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: rbac-address-scope Dec 08 12:55:28.208397 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: rbac_security_groups.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.209307 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.209818 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: rbac-security-groups Dec 08 12:55:28.210142 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.211073 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.211589 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: rbac-subnetpool Dec 08 12:55:28.211911 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: revisionifmatch.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.212824 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.213599 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: revision-if-match Dec 08 12:55:28.213922 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: revisions.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.215068 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.215579 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: standard-attr-revisions Dec 08 12:55:28.215907 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: router_availability_zone.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.216577 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.217085 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: router_availability_zone Dec 08 12:55:28.217410 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: routerservicetype.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.218336 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.219495 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension router-service-type not supported by any of loaded plugins Dec 08 12:55:28.219822 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.220838 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.221352 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: security-groups-normalized-cidr Dec 08 12:55:28.221671 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.222616 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.223132 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: port-security-groups-filtering Dec 08 12:55:28.223454 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.224371 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.224880 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: security-groups-remote-address-group Dec 08 12:55:28.225200 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.226133 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.226672 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: security-groups-shared-filtering Dec 08 12:55:28.226996 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.227564 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 08 12:55:28.227882 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: securitygroup.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.237734 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.238261 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: security-group Dec 08 12:55:28.238615 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: segment.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.239398 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.239906 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension segment not supported by any of loaded plugins Dec 08 12:55:28.240236 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.241168 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.241678 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 08 12:55:28.242002 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: servicetype.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.243107 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.243625 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: service-type Dec 08 12:55:28.243951 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: sorting.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.244928 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.245262 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: sorting Dec 08 12:55:28.245586 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: standard_attr_segment.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.246497 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.247052 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 08 12:55:28.247380 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: standardattrdescription.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.248030 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.248556 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: standard-attr-description Dec 08 12:55:28.248870 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: stateful_security_group.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.249808 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.250356 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: stateful-security-group Dec 08 12:55:28.250715 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: stdattrs_common.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.251284 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 08 12:55:28.251608 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.252526 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.253037 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 08 12:55:28.253357 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: subnet_onboard.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.254428 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.254985 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: subnet_onboard Dec 08 12:55:28.255310 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.256228 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.256732 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 08 12:55:28.257051 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: subnet_service_types.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.257970 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.258483 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: subnet-service-types Dec 08 12:55:28.258830 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: subnetallocation.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.259914 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.260432 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: subnet_allocation Dec 08 12:55:28.260765 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.261432 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.261944 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: subnetpool-prefix-ops Dec 08 12:55:28.262271 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.263233 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.263742 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 08 12:55:28.264063 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: tagging.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.265126 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.266169 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: standard-attr-tag Dec 08 12:55:28.266500 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: timestamp.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.267719 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.268235 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loaded extension: standard-attr-timestamp Dec 08 12:55:28.268570 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: trunk.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.269627 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.270137 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension trunk not supported by any of loaded plugins Dec 08 12:55:28.270462 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: trunk_details.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.271409 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.271946 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension trunk-details not supported by any of loaded plugins Dec 08 12:55:28.272268 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.273193 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.273704 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 08 12:55:28.274028 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Loading extension file: vlantransparent.py {{(pid=103604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 12:55:28.274726 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 12:55:28.275235 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 08 12:55:28.277722 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:network Dec 08 12:55:28.278239 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:subnet Dec 08 12:55:28.278671 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 12:55:28.279067 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:port Dec 08 12:55:28.280286 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.280726 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service FLAVORS assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.281959 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.282380 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.282745 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:router Dec 08 12:55:28.283167 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 12:55:28.283660 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service METERING assigned prefix: /metering {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.285069 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:28.285440 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:28.285803 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 12:55:28.286807 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 12:55:28.287258 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:security_group Dec 08 12:55:28.287689 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 12:55:28.288277 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service CORE assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.288612 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 12:55:28.288955 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] subnetpool is already registered Dec 08 12:55:28.289380 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service CORE assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.289703 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 12:55:28.290032 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] subnetpool is already registered Dec 08 12:55:28.292344 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.292774 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service FLAVORS assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.293365 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.293786 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.294118 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:router Dec 08 12:55:28.294455 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] router is already registered Dec 08 12:55:28.294888 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 12:55:28.295226 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] floatingip is already registered Dec 08 12:55:28.295678 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service METERING assigned prefix: /metering {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.296337 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 12:55:28.296661 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] rbac_policy is already registered Dec 08 12:55:28.297093 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:security_group Dec 08 12:55:28.297429 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] security_group is already registered Dec 08 12:55:28.297825 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 12:55:28.298158 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] security_group_rule is already registered Dec 08 12:55:28.298815 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service CORE assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.299149 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 12:55:28.299486 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] subnetpool is already registered Dec 08 12:55:28.299913 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.v2.resource_helper [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Service CORE assigned prefix: {{(pid=103604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 12:55:28.300239 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 12:55:28.300571 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING neutron.quota.resource_registry [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] subnetpool is already registered Dec 08 12:55:28.301034 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: extensions {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.302467 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: address-groups {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.303954 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: address-scopes {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.305278 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: agents {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.306431 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: auto-allocated-topology {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.307714 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: availability_zones {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.308953 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: dhcp-networks {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.310447 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: dhcp-agents {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.311901 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: routers {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.314132 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: flavors {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.315504 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: service_profiles {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.316701 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: next_providers {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.318147 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: service_profiles {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.320571 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: floatingip-pools {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.321781 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: routers {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.324094 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: floatingips {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.325363 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: l3-routers {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.326767 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: l3-agents {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.328712 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: metering-labels {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.330079 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: metering-label-rules {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.331409 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: network-ip-availabilities {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.332678 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: bindings {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.334321 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: quotas {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.335913 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: quotas {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.337444 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: rbac-policies {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.339047 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: security-groups {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.340260 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: security-group-rules {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.341487 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: service-providers {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.342721 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: subnetpools {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.344760 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: subnetpools {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.346227 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.347928 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.349755 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.351578 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.353389 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.355253 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.356940 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.358883 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.360676 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.362532 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron.api.extensions [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Extended resource: tags {{(pid=103604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 12:55:28.368534 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING keystonemiddleware.auth_token [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 08 12:55:28.373180 dv-neutron-799625-5-hyperv neutron-server[103604]: WARNING keystonemiddleware.auth_token [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 08 12:55:28.382346 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Acquired lock "singleton_lock" {{(pid=103604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 08 12:55:28.382844 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Releasing lock "singleton_lock" {{(pid=103604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 08 12:55:28.383491 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO oslo_service.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Starting 2 workers Dec 08 12:55:28.388296 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Started child 103715 {{(pid=103604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 12:55:28.393305 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Started child 103716 {{(pid=103604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 12:55:28.394586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:28.395290 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO neutron.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 08 12:55:28.395594 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Publish callbacks [] for process, before_spawn {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:28.396116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [-] (103715) wsgi starting up on http://0.0.0.0:9696 Dec 08 12:55:28.398038 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO oslo_service.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Starting 1 workers Dec 08 12:55:28.398283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:28.399965 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [-] (103716) wsgi starting up on http://0.0.0.0:9696 Dec 08 12:55:28.403361 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Started child 103717 {{(pid=103604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 12:55:28.403953 dv-neutron-799625-5-hyperv neutron-server[103604]: INFO oslo_service.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Starting 1 workers Dec 08 12:55:28.407224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] calling RpcWorker wait() {{(pid=103717) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 08 12:55:28.407840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] returning from RpcWorker wait() {{(pid=103717) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 08 12:55:28.408952 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Started child 103718 {{(pid=103604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 12:55:28.410014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:28.410126 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-95d92db5-4852-4a3c-8064-182cb673c5b5 None None] Publish callbacks [] for process, after_spawn {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:28.410210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:55:28.411511 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 12:55:28.411722 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 12:55:28.411906 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 12:55:28.412129 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 12:55:28.412477 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 12:55:28.412658 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 12:55:28.413176 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.413466 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.415588 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.415588 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.415588 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.415831 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:28.416298 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.416298 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.416298 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.416298 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.416298 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.416298 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.416298 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.416693 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.416762 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.417020 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.417320 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.418687 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.418687 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.418687 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.418687 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.418687 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.418687 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.419417 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] debug = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.419417 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.420230 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.420230 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.420230 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.420628 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.420628 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.420863 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.423316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.423316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.423316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.423316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.423316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.423316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.423316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.423316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.424272 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.424272 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.424272 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.424272 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] host = dv-neutron-799625-5-hyperv {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.424272 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.424854 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.424854 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.424854 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.425206 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.425206 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.425443 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.425713 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.425954 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.426194 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.426443 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.426730 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.426965 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.427199 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.427356 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_options = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.427693 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.427852 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.428068 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.428261 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.428427 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.428606 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.428865 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.429026 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.429281 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.429493 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.429709 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432026 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432026 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432026 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432026 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432026 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432026 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432026 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432026 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.432989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.433781 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.433781 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.433781 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.434128 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.434128 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.434356 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.434534 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.434796 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.435061 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.435304 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.435527 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.435736 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.436016 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.436223 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.436471 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.436734 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.436944 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.437198 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.441558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.441558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.441558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_json = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.441558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.441558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.441558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.441558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.441558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.441558 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.442597 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.442597 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.442597 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.442597 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.442597 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.442597 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.442597 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.442597 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.443551 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.443551 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.443551 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.443551 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.443551 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.444285 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.444285 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.444523 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.444659 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.445059 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.445301 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.445582 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.445816 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.446034 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.446270 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.446493 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.446803 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.447025 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.447259 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.447507 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.447749 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.448044 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.448316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.448657 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.448919 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.449184 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.449442 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.449657 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.449913 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.450337 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.450668 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.450813 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.450913 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:55:28.451047 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.451307 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.451533 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.451749 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.451972 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.452206 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.452439 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.452912 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.452912 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.452912 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.454077 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.454165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.454338 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.454683 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.454939 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.455120 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.455930 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.455930 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.455930 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.456161 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.456306 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.456506 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.457286 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.457286 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.457286 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.457524 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.457617 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.457808 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.458009 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.459094 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.459094 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.459094 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.459094 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471100 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471100 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471100 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471100 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471100 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471100 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471100 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471100 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471100 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471827 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471827 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471827 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471827 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471827 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471827 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471827 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471827 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.471827 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472387 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472387 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472387 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472387 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472387 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472387 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472387 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472387 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472850 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472850 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472850 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472850 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472850 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472850 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472850 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.472850 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473332 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473332 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473332 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473332 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473332 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473332 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473332 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473332 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473800 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473800 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473800 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473800 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473800 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473800 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473800 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.473800 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.474258 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.474258 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.474258 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.474258 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.474258 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.474548 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.475156 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.475316 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.476232 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.476506 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.476749 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.477354 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.477631 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.478983 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.479442 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.479602 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.479814 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.480392 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.480651 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.480907 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.481606 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.481606 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.481798 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.481966 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.482242 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.482513 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.482944 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.483302 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.483926 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.484878 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.485199 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.485532 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.486025 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.486293 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.486542 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.487944 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.488923 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.489260 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.489538 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.489770 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.490033 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.490655 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.491071 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.491314 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.493073 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.493456 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.493703 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.493962 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.494323 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.494554 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.496070 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.497605 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.497899 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.498857 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.499153 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.499441 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.499700 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.500487 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.500744 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.500992 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.501217 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.501488 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.501754 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.501948 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.502172 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.502504 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.502756 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.502997 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.503230 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.503467 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.503706 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.503981 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.504318 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.504578 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.504811 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.505064 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.505284 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.505523 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.505764 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.506001 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.506239 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.506456 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.506761 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.507011 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.507261 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.507516 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.507731 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.507945 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.508158 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.508403 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.508615 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.508913 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.509151 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.509386 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.509642 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.509893 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.510129 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.510387 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.510613 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.510828 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.511050 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.511265 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.511474 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.511701 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.511910 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.512140 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.513370 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.513370 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.513370 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.513370 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.513370 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.513984 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.513984 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.513984 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.514362 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.514362 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.514628 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.514773 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.514903 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.515106 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.515314 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.515627 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.516897 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.517143 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.517513 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.517646 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.518015 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.518327 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.518611 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.519053 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.519184 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.519459 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.520231 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.520475 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.520915 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.521155 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.521396 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.521617 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.521877 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.522129 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.522364 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.522760 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.523044 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.523315 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.523579 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.523858 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.524126 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.524391 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.524622 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.524903 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.525239 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.525694 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.526109 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.526343 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.526604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.526852 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.527070 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.527305 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.527538 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.527769 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.528006 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.528273 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.528502 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.528718 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.528963 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.529177 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.530235 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.530235 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.530235 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.530235 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.530814 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 12:55:28.530814 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 12:55:28.531066 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 12:55:28.531226 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 12:55:28.531362 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 12:55:28.531488 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 12:55:28.531610 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 12:55:28.531797 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.531959 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.532120 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.532279 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.532438 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.532753 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.532753 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.533005 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.533129 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.533260 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.533375 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.533496 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.533644 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.533801 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.533957 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.534114 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.534271 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.534427 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.534607 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.534788 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.534944 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.535099 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.535255 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] debug = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.535411 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.535600 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.535748 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.535908 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.536065 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.536219 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.536373 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.536530 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.536685 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.536840 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.536997 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.537152 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.537306 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.537462 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.537617 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.537772 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.537926 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.538082 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.538238 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] host = dv-neutron-799625-5-hyperv {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.538394 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.538552 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.538729 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.538887 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.539044 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.539200 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.539355 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.539510 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.539718 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.539845 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.539966 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.540096 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.540236 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.540391 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.540546 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_options = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.540703 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.540858 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.541013 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.541201 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.541364 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.541521 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.541677 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.541834 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.541989 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.542145 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.542301 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.542457 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.542618 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.542895 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.543039 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.543164 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.543286 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.543407 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.543528 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.543650 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.543771 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.543926 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.544080 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.544284 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.544410 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.544532 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.544653 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.544808 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.544963 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.545119 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.545275 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.545430 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.545588 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.545743 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.545898 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.546052 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.546208 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.546363 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.546523 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.546699 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.546871 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.547019 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.547171 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.547326 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.548025 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.548195 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.548354 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_json = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.548516 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.548673 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.548829 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.548986 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.549142 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.549299 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.549457 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.549615 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 12:55:28.549826 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.549953 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.550097 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.550259 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.550668 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.550833 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.550992 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.551152 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.551310 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.551468 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.551633 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.551791 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.551959 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.552118 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.552277 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.553077 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.553242 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.553402 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.553562 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.553722 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.553881 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.554040 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.554208 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.554368 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.554526 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.554705 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.554864 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.555030 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.555190 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.555365 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.555524 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.555685 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.555844 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.556004 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.556164 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.556324 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.556485 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.556645 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.556805 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.556965 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.557125 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.557284 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.557443 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.557602 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.557763 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.557923 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.558083 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.558243 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.566604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.566604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.566604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.566604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.566604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.566604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.566604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.566604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.566604 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567165 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.567656 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568138 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568138 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568138 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568138 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568138 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568138 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568138 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568138 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568138 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568636 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568636 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568636 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568636 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568636 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568636 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568636 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568636 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.568636 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569115 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569555 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569555 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569555 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569555 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569555 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569555 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569555 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569555 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.569996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:55:28.570066 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.570066 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.570066 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.570266 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.570329 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.570733 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.570733 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.570873 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.570936 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.571099 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.571262 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.571426 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.571587 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.571754 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.571926 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.572088 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.572251 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.572412 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.572572 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.572734 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.572895 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.573055 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.573372 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.573535 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.573697 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.573871 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.574034 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.574196 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.574357 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.574540 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.574737 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.574898 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.575060 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.575221 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.575382 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.575543 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.575703 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.575865 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.576025 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.576186 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.576349 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.576510 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.576671 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.576832 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.577089 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.577254 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.577416 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.577576 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.577745 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.577906 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.578167 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.578853 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.579016 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.579177 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.579337 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.579499 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.579660 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.579822 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.579982 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.580143 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.580307 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.580469 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.580629 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.580790 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.580950 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.581111 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.581280 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.581440 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.581603 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.581740 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.581897 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.582032 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.582224 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.582375 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.582501 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.582663 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.582819 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.582973 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.583142 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.583458 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.583607 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.583773 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.583926 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.584099 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.584250 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.584434 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.584600 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.584748 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.584883 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.585025 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.585169 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.585312 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.585478 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.585638 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.585799 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.585959 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.586114 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.586271 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.586426 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.586603 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.586783 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.587044 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.587176 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.587296 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.587417 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.587576 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.587747 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.587873 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.588302 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.588476 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.588634 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.588771 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.588936 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.589096 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.589258 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.589429 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.589590 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.589751 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.589912 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.590072 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.590234 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.590403 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.590565 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.590746 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.590908 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.591069 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.591231 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.591400 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.591561 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.591722 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.591883 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.592044 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.592204 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.592374 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.592536 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.592698 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.592859 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.593020 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.593181 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.593448 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.593621 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.593832 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.594002 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.594163 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.594324 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.594526 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.594711 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.594834 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.594974 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.595135 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.595295 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.595456 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.595619 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.596080 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.596080 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.596080 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.596443 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.596443 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.596667 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.596998 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.596998 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.596998 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.597215 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.597300 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.597465 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.597631 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.598049 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.598049 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.598206 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.598282 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.598384 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.598544 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.598725 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.598886 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.599046 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.599206 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.599367 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.599528 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.599688 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.599847 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.600008 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.600168 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 12:55:28.600323 dv-neutron-799625-5-hyperv neutron-server[103604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 12:55:28.651660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51598) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:55:28.660785 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069137 Dec 08 12:55:40.425786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6acefe-eb4c-4216-83fb-dde664f643d1 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 12:55:40.488230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6acefe-eb4c-4216-83fb-dde664f643d1 None None] No non-hosted networks {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 08 12:55:40.514566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.agentschedulers_db [None req-3a6acefe-eb4c-4216-83fb-dde664f643d1 None None] DHCP Agent not found on host dv-neutron-799625-5-hyperv {{(pid=103717) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 08 12:55:40.626390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f006ca34-60f0-4b6a-8249-fb8ae2525167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989961'] for agent, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:42.819185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e8348e7-4cc2-4b02-a937-6ce6426189e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989961'] for agent, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:42.863467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-606414ac-60d1-4fc8-911d-5b64b3ee15df None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-799625-5-hyperv {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 12:55:42.864320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-606414ac-60d1-4fc8-911d-5b64b3ee15df None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 12:55:43.388958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-606414ac-60d1-4fc8-911d-5b64b3ee15df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:44.003732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989961'] for agent, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:45.151805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989961'] for agent, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:46.142451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989961'] for agent, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:46.143449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.144040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.144627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.145212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.145771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.146357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.146981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.147572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.150808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.150808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.150808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.150808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.150808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:46.154757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-799625-5-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:55:46.162488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-799625-5-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:55:46.677527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51688) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:55:47.210522 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING oslo_policy.policy [None req-be3d7feb-2fd4-4176-8fb8-bf0e1d369b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 12:55:47.211330 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING oslo_policy.policy [None req-be3d7feb-2fd4-4176-8fb8-bf0e1d369b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 12:55:47.453252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-be3d7feb-2fd4-4176-8fb8-bf0e1d369b79 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 12:55:47.455185 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-be3d7feb-2fd4-4176-8fb8-bf0e1d369b79 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7765317 Dec 08 12:55:48.332206 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.db.l3_hamode_db [None req-6455cad4-b805-4999-9f15-264c8e5e4151 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 08 12:55:48.411935 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455cad4-b805-4999-9f15-264c8e5e4151 None None] Routers set() bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 12:55:48.412329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455cad4-b805-4999-9f15-264c8e5e4151 None None] Router IDs set() for agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 12:55:50.040518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51704) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:55:50.342866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f41a8f1e-01f0-413f-944b-43603cc069cc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:55:50.436444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.policy [None req-f41a8f1e-01f0-413f-944b-43603cc069cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103716) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 12:55:50.484322 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING oslo_policy.policy [None req-f41a8f1e-01f0-413f-944b-43603cc069cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 12:55:50.484640 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING oslo_policy.policy [None req-f41a8f1e-01f0-413f-944b-43603cc069cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 12:55:50.493095 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.quota [None req-f41a8f1e-01f0-413f-944b-43603cc069cc admin admin] Loaded quota_driver: . Dec 08 12:55:50.653211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f41a8f1e-01f0-413f-944b-43603cc069cc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787370468575', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787370469100', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787370455903', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787370452560', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787370966022', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787370940652', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4143745', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3960582', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-703670', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674271'] for rbac-policy, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:50.953182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f41a8f1e-01f0-413f-944b-43603cc069cc admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:50.954389 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f41a8f1e-01f0-413f-944b-43603cc069cc admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9128883 Dec 08 12:55:53.752406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51716) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:55:54.043109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Request body: {'network': {'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'admin_state_up': True, 'name': 'private'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:55:54.141577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Made reservation on behalf of 7e07cdb62ab245a98a3e3e434bccc19e for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 12:55:54.144280 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:54.162673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:54.266877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:54.324357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:54.349470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 12:55:54.372580 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787370609192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:54.373177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Unsubscribe: segment precommit_create {{(pid=103716) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 12:55:54.373702 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Added segment fa8df4a1-5cce-4307-afe1-aa1545dc3895 of type vlan for network 38ed23f2-1b3d-4805-84c4-89ca406cf57f Dec 08 12:55:54.379401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c95f63d-568a-451f-a8cb-c6941e6bfd2a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:55:54.414470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.414794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.415142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.415481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.415813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.416142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.416482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.416813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.417152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.417479 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.417802 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.418121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.418440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Tracked resource versions report: Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: pushed versions: Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: { 'AddressGroup': {'1.2'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'ConntrackHelper': {'1.0'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'LocalIPAssociation': {'1.0'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Log': {'1.0'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Network': {'1.1'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Port': {'1.7'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'PortForwarding': {'1.2'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'QosPolicy': {'1.10'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SecurityGroup': {'1.5'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SecurityGroupRule': {'1.2'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SubPort': {'1.0'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Subnet': {'1.1'}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Trunk': {'1.1'}} Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: consumer versions: Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: { DHCP agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: L3 agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: Metadata agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: Metering agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: Open vSwitch agent@dv-neutron-799625-5-hyperv: { 'AddressGroup': '1.2', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'ConntrackHelper': '1.0', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'LocalIPAssociation': '1.0', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Log': '1.0', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Network': '1.1', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Port': '1.7', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'PortForwarding': '1.2', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'QosPolicy': '1.10', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SecurityGroup': '1.5', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SecurityGroupRule': '1.2', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SubPort': '1.0', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Subnet': '1.1', Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Trunk': '1.1'}} Dec 08 12:55:54.419783 dv-neutron-799625-5-hyperv neutron-server[103716]: {{(pid=103716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 12:55:54.490050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:54.593761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:54.594874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:55:54.595555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:54.689975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] Pushing event updated for resources: {'Network': ['ID=38ed23f2-1b3d-4805-84c4-89ca406cf57f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:55:54.701448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 38ed23f2-1b3d-4805-84c4-89ca406cf57f details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 12:55:54.876271 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5520c241-9b88-43e2-b7e3-fe2aacd27c63 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1227651 Dec 08 12:55:57.700749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51730) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:55:58.084534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf7e13-14bc-4815-966d-684f54e9b640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:55:58.085846 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f7cf7e13-14bc-4815-966d-684f54e9b640 admin admin] 10.222.0.76 "GET /v2.0/networks/38ed23f2-1b3d-4805-84c4-89ca406cf57f HTTP/1.1" status: 200 len: 825 time: 0.3841569 Dec 08 12:55:58.110687 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6ff46ec5-bbf8-4c25-9976-391f042d08d5 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/94a8da43-4378-4bbc-ad79-ded0a4e65673 HTTP/1.1" status: 200 len: 734 time: 0.0184507 Dec 08 12:55:58.119736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'name': 'private-subnet', 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f', 'subnetpool_id': '94a8da43-4378-4bbc-ad79-ded0a4e65673'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:55:58.247829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Made reservation on behalf of 7e07cdb62ab245a98a3e3e434bccc19e for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 12:55:58.250704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:58.599151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:58.676915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=712c8c0c-5010-4e35-ae05-a865588babf7,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:55:58.685271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Checking segment: {'id': 'fa8df4a1-5cce-4307-afe1-aa1545dc3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 12:55:58.685271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Network hostable DHCP agents. Network: 38ed23f2-1b3d-4805-84c4-89ca406cf57f, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 12:55:58.747487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Network 38ed23f2-1b3d-4805-84c4-89ca406cf57f is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 12:55:58.832635 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 38ed23f2-1b3d-4805-84c4-89ca406cf57f) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 12:55:58.837571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:55:58.841965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:58.843574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0323230-86a2-46a7-bcb1-f729badcf731 None None] Network 38ed23f2-1b3d-4805-84c4-89ca406cf57f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 12:55:58.908762 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1a854e0c-d161-49f1-b4f9-881c687be22b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7921119 Dec 08 12:55:59.109991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-38ed23f2-1b3d-4805-84c4-89ca406cf57f', 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f', 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'fixed_ips': [{'subnet_id': '712c8c0c-5010-4e35-ae05-a865588babf7'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 12:55:59.111316 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:59.418706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Allocated IP 172.20.0.2 (38ed23f2-1b3d-4805-84c4-89ca406cf57f/712c8c0c-5010-4e35-ae05-a865588babf7/169c4f2b-cb90-4673-9095-c6e9cea2c635) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 12:55:59.660886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:59.774437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:59.853438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Network 38ed23f2-1b3d-4805-84c4-89ca406cf57f is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 12:55:59.855131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 12:55:59.859403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 12:55:59.894340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Pushing event updated for resources: {'Port': ['ID=169c4f2b-cb90-4673-9095-c6e9cea2c635,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:55:59.922766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.923135 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.923506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.923849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.924188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.924529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.924884 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.925224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.925573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.925925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.926260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.926604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.926936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Tracked resource versions report: Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: pushed versions: Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: { 'AddressGroup': {'1.2'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'ConntrackHelper': {'1.0'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'LocalIPAssociation': {'1.0'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Log': {'1.0'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Network': {'1.1'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Port': {'1.7'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'PortForwarding': {'1.2'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'QosPolicy': {'1.10'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SecurityGroup': {'1.5'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SecurityGroupRule': {'1.2'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SubPort': {'1.0'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Subnet': {'1.1'}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Trunk': {'1.1'}} Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: consumer versions: Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: { DHCP agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: L3 agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: Metadata agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: Metering agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: Open vSwitch agent@dv-neutron-799625-5-hyperv: { 'AddressGroup': '1.2', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'ConntrackHelper': '1.0', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'LocalIPAssociation': '1.0', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Log': '1.0', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Network': '1.1', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Port': '1.7', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'PortForwarding': '1.2', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'QosPolicy': '1.10', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SecurityGroup': '1.5', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SecurityGroupRule': '1.2', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SubPort': '1.0', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Subnet': '1.1', Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Trunk': '1.1'}} Dec 08 12:55:59.928289 dv-neutron-799625-5-hyperv neutron-server[103717]: {{(pid=103717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 12:55:59.954175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Attempting to bind port 169c4f2b-cb90-4673-9095-c6e9cea2c635 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 12:55:59.954567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Attempting to bind port 169c4f2b-cb90-4673-9095-c6e9cea2c635 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'fa8df4a1-5cce-4307-afe1-aa1545dc3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 12:55:59.955013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Attempting to bind port 169c4f2b-cb90-4673-9095-c6e9cea2c635 on network 38ed23f2-1b3d-4805-84c4-89ca406cf57f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 12:55:59.959809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 12:55:59.960196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Checking segment: {'id': 'fa8df4a1-5cce-4307-afe1-aa1545dc3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 12:55:59.960681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:55:59.961072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Bound using segment: {'id': 'fa8df4a1-5cce-4307-afe1-aa1545dc3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 12:55:59.961562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Bound port: 169c4f2b-cb90-4673-9095-c6e9cea2c635, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8df4a1-5cce-4307-afe1-aa1545dc3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 12:55:59.961979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:00.025131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] For port 169c4f2b-cb90-4673-9095-c6e9cea2c635, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 12:56:00.029456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] For port 169c4f2b-cb90-4673-9095-c6e9cea2c635, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=169c4f2b-cb90-4673-9095-c6e9cea2c635,segment=NetworkSegment(fa8df4a1-5cce-4307-afe1-aa1545dc3895),segment_id=fa8df4a1-5cce-4307-afe1-aa1545dc3895)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 12:56:00.111734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:00.180352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0fe7e-5eab-4347-bca7-73f9fd473e9f None None] Pushing event updated for resources: {'Port': ['ID=169c4f2b-cb90-4673-9095-c6e9cea2c635,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:01.540796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51738) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:56:01.856276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-a0c08133-1a61-488b-9ced-09b690dad515 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 12:56:01.857325 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a0c08133-1a61-488b-9ced-09b690dad515 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155832 Dec 08 12:56:04.467259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51746) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:56:04.783726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-3f46bd77-751d-410d-805d-692941be4b0c admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 12:56:04.784722 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3f46bd77-751d-410d-805d-692941be4b0c admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159649 Dec 08 12:56:07.636280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 51756) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:56:08.150057 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING oslo_policy.policy [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 12:56:08.150664 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING oslo_policy.policy [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 12:56:08.379945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:56:08.445338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.policy [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103715) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 12:56:08.493991 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING oslo_policy.policy [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 12:56:08.494378 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING oslo_policy.policy [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 12:56:08.502883 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.quota [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] Loaded quota_driver: . Dec 08 12:56:08.648428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:08.650359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:08.805582 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:08.854552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:08.914863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:08.916278 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c6463e7c-cde1-4648-a6f1-2dc173568829 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2779322 Dec 08 12:56:09.282977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcd4f6-bf36-45b9-bb90-3812575f5d39 None None] Network 38ed23f2-1b3d-4805-84c4-89ca406cf57f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 12:56:09.355599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5720cdd9-a235-45ab-aab7-092055f9d618 None None] Provisioning complete for port 169c4f2b-cb90-4673-9095-c6e9cea2c635 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:09.355995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5720cdd9-a235-45ab-aab7-092055f9d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:09.536282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5720cdd9-a235-45ab-aab7-092055f9d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:09.573427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5720cdd9-a235-45ab-aab7-092055f9d618 None None] For port 169c4f2b-cb90-4673-9095-c6e9cea2c635, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=169c4f2b-cb90-4673-9095-c6e9cea2c635,segment=NetworkSegment(fa8df4a1-5cce-4307-afe1-aa1545dc3895),segment_id=fa8df4a1-5cce-4307-afe1-aa1545dc3895)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 12:56:09.639027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5720cdd9-a235-45ab-aab7-092055f9d618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:09.693535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720cdd9-a235-45ab-aab7-092055f9d618 None None] Pushing event updated for resources: {'Port': ['ID=169c4f2b-cb90-4673-9095-c6e9cea2c635,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:09.759315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d685b35c-a11a-406e-b081-4551247ed568 None None] Provisioning complete for port 169c4f2b-cb90-4673-9095-c6e9cea2c635 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:09.759691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d685b35c-a11a-406e-b081-4551247ed568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:09.974160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 169c4f2b-cb90-4673-9095-c6e9cea2c635 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 12:56:10.022534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 169c4f2b-cb90-4673-9095-c6e9cea2c635 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:10.022943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:10.464839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-466b9877-6bba-4a27-a8a0-38fc89e69a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:11.504861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 51776) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:56:11.815101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-a64c2d38-54ce-423d-bca7-dc9ccee1a85b admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 12:56:11.816138 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a64c2d38-54ce-423d-bca7-dc9ccee1a85b admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3103306 Dec 08 12:56:12.792657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2c17-ea75-4716-83f7-9244cadcafc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:13.950391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:14.411743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 51794) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:56:14.541986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:56:14.658878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Made reservation on behalf of f71c6f0c203d49e0878ec3829b1aade9 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 12:56:14.661693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:14.677600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:14.783545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:14.861014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:14.872066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Reserving flat network on physical network physnet1 {{(pid=103715) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 08 12:56:14.902508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787370609192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:14.903102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Unsubscribe: segment precommit_create {{(pid=103715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 12:56:14.903625 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Added segment c8fcb0fd-4844-4804-82ec-7cfb040b67b9 of type flat for network 66792072-d655-4ae1-9f40-fb4f07073bea Dec 08 12:56:14.919611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b8495f-3a25-46be-bfff-a557dc110a65,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:14.966257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.966638 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.966985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.967800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.968134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.968473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.968870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.969199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.969538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.969869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.970188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.970506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.970849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Tracked resource versions report: Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: pushed versions: Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: { 'AddressGroup': {'1.2'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'ConntrackHelper': {'1.0'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'LocalIPAssociation': {'1.0'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Log': {'1.0'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Network': {'1.1'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Port': {'1.7'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'PortForwarding': {'1.2'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'QosPolicy': {'1.10'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SecurityGroup': {'1.5'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SecurityGroupRule': {'1.2'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SubPort': {'1.0'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Subnet': {'1.1'}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Trunk': {'1.1'}} Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: consumer versions: Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: { DHCP agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: L3 agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: Metadata agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: Metering agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: Open vSwitch agent@dv-neutron-799625-5-hyperv: { 'AddressGroup': '1.2', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'ConntrackHelper': '1.0', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'LocalIPAssociation': '1.0', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Log': '1.0', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Network': '1.1', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Port': '1.7', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'PortForwarding': '1.2', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'QosPolicy': '1.10', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SecurityGroup': '1.5', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SecurityGroupRule': '1.2', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SubPort': '1.0', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Subnet': '1.1', Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Trunk': '1.1'}} Dec 08 12:56:14.972188 dv-neutron-799625-5-hyperv neutron-server[103715]: {{(pid=103715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 12:56:15.034495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:15.072725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:15.129821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:15.131073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:56:15.131741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:15.226003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] Pushing event updated for resources: {'Network': ['ID=66792072-d655-4ae1-9f40-fb4f07073bea,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:15.236469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 66792072-d655-4ae1-9f40-fb4f07073bea details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 12:56:15.238984 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e14f9bf2-5c1c-4d99-a9cd-782b356367cc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8262138 Dec 08 12:56:16.167450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:17.630127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51816) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:56:17.726299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441c6b50-b4e7-4651-bb04-780086df9152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:56:17.727707 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-441c6b50-b4e7-4651-bb04-780086df9152 admin admin] 10.222.0.76 "GET /v2.0/subnets/712c8c0c-5010-4e35-ae05-a865588babf7 HTTP/1.1" status: 200 len: 849 time: 0.0965343 Dec 08 12:56:17.884424 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7d210aec-dd59-44d0-ae1d-189c97c12107 admin admin] 10.222.0.76 "GET /v2.0/routers/253b8002-4e8f-432c-abe8-b8ef14409241 HTTP/1.1" status: 200 len: 704 time: 0.1500916 Dec 08 12:56:18.148026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:18.436240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Allocated IP 172.20.0.1 (38ed23f2-1b3d-4805-84c4-89ca406cf57f/712c8c0c-5010-4e35-ae05-a865588babf7/1676ddd7-1cd0-4a06-8961-4797ee01094a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 12:56:18.586209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:18.696218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:18.812533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Network 38ed23f2-1b3d-4805-84c4-89ca406cf57f is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 12:56:18.818217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 12:56:18.825840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 12:56:18.826368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:18.848957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Pushing event updated for resources: {'Port': ['ID=1676ddd7-1cd0-4a06-8961-4797ee01094a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:18.985710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-618ef871-d9bd-4832-a6ad-19d5e92143d9 None None] Provisioning complete for port 1676ddd7-1cd0-4a06-8961-4797ee01094a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:18.986282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-618ef871-d9bd-4832-a6ad-19d5e92143d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:19.021093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-618ef871-d9bd-4832-a6ad-19d5e92143d9 None None] Port 1676ddd7-1cd0-4a06-8961-4797ee01094a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 12:56:19.115403 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:19.318191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:19.375313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:19.376030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:19.434501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Pushing event updated for resources: {'Port': ['ID=1676ddd7-1cd0-4a06-8961-4797ee01094a,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:19.497074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Network 38ed23f2-1b3d-4805-84c4-89ca406cf57f is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 12:56:19.498364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 12:56:19.691500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e5e5d01f-3d41-4a2b-8e33-f6351a5f8f8b None None] Provisioning complete for port 1676ddd7-1cd0-4a06-8961-4797ee01094a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:19.691914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e5e5d01f-3d41-4a2b-8e33-f6351a5f8f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:19.705079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Router 253b8002-4e8f-432c-abe8-b8ef14409241 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 12:56:19.724664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5d01f-3d41-4a2b-8e33-f6351a5f8f8b None None] Port 1676ddd7-1cd0-4a06-8961-4797ee01094a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 12:56:19.797092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 12:56:19.802123 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d3a2aec0-779c-4432-ad03-d19584e37066 admin admin] 10.222.0.76 "PUT /v2.0/routers/253b8002-4e8f-432c-abe8-b8ef14409241/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9121251 Dec 08 12:56:19.812725 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Sync routers for ids ['253b8002-4e8f-432c-abe8-b8ef14409241'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 12:56:19.824957 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Routers {'253b8002-4e8f-432c-abe8-b8ef14409241'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 12:56:19.825776 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T12:56:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['253b8002-4e8f-432c-abe8-b8ef14409241'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:56:20.014174 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Set router 253b8002-4e8f-432c-abe8-b8ef14409241 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 12:56:20.439982 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'name': 'router1', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T12:56:08Z', 'updated_at': '2021-12-08T12:56:18Z', 'revision_number': 2, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'gw_port_host': None, '_interfaces': [{'id': '1676ddd7-1cd0-4a06-8961-4797ee01094a', 'name': '', 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'mac_address': 'fa:16:3e:a6:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T12:56:18Z', 'updated_at': '2021-12-08T12:56:19Z', 'revision_number': 2, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'subnets': [{'id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a8da43-4378-4bbc-ad79-ded0a4e65673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:56:20.492469 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Checking router: 253b8002-4e8f-432c-abe8-b8ef14409241 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 12:56:20.492837 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Updating router 253b8002-4e8f-432c-abe8-b8ef14409241 port 1676ddd7-1cd0-4a06-8961-4797ee01094a binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 12:56:20.544545 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 12:56:20.546910 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.050629 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.106819 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.198276 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Pushing event updated for resources: {'Port': ['ID=1676ddd7-1cd0-4a06-8961-4797ee01094a,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:21.209356 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.209707 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.210049 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.210386 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.210742 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.211072 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.211400 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.211724 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.212318 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.212666 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.212991 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.213309 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.213632 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Tracked resource versions report: Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: pushed versions: Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: { 'AddressGroup': {'1.2'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'ConntrackHelper': {'1.0'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'LocalIPAssociation': {'1.0'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Log': {'1.0'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Network': {'1.1'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Port': {'1.7'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'PortForwarding': {'1.2'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'QosPolicy': {'1.10'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SecurityGroup': {'1.5'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SecurityGroupRule': {'1.2'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SubPort': {'1.0'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Subnet': {'1.1'}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Trunk': {'1.1'}} Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: consumer versions: Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: { DHCP agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: L3 agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: Metadata agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: Metering agent@dv-neutron-799625-5-hyperv: {}, Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: Open vSwitch agent@dv-neutron-799625-5-hyperv: { 'AddressGroup': '1.2', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'ConntrackHelper': '1.0', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'LocalIPAssociation': '1.0', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Log': '1.0', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Network': '1.1', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Port': '1.7', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'PortForwarding': '1.2', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'QosPolicy': '1.10', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SecurityGroup': '1.5', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SecurityGroupRule': '1.2', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SubPort': '1.0', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Subnet': '1.1', Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Trunk': '1.1'}} Dec 08 12:56:21.214997 dv-neutron-799625-5-hyperv neutron-server[103718]: {{(pid=103718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 12:56:21.286885 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Attempting to bind port 1676ddd7-1cd0-4a06-8961-4797ee01094a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 12:56:21.287295 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Attempting to bind port 1676ddd7-1cd0-4a06-8961-4797ee01094a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'fa8df4a1-5cce-4307-afe1-aa1545dc3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 12:56:21.287725 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Attempting to bind port 1676ddd7-1cd0-4a06-8961-4797ee01094a on network 38ed23f2-1b3d-4805-84c4-89ca406cf57f {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 12:56:21.292982 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 12:56:21.293377 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Checking segment: {'id': 'fa8df4a1-5cce-4307-afe1-aa1545dc3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 12:56:21.293869 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.294258 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Bound using segment: {'id': 'fa8df4a1-5cce-4307-afe1-aa1545dc3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 12:56:21.294766 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Bound port: 1676ddd7-1cd0-4a06-8961-4797ee01094a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8df4a1-5cce-4307-afe1-aa1545dc3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 12:56:21.295166 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.356363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9fab5408-9ed9-4bb9-b714-7f493843ecec None None] Provisioning complete for port 1676ddd7-1cd0-4a06-8961-4797ee01094a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:21.356907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9fab5408-9ed9-4bb9-b714-7f493843ecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.366292 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] For port 1676ddd7-1cd0-4a06-8961-4797ee01094a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 12:56:21.387545 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] For port 1676ddd7-1cd0-4a06-8961-4797ee01094a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1676ddd7-1cd0-4a06-8961-4797ee01094a,segment=NetworkSegment(fa8df4a1-5cce-4307-afe1-aa1545dc3895),segment_id=fa8df4a1-5cce-4307-afe1-aa1545dc3895)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 12:56:21.391709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9fab5408-9ed9-4bb9-b714-7f493843ecec None None] Port 1676ddd7-1cd0-4a06-8961-4797ee01094a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 12:56:21.456070 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.514722 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Routers {'253b8002-4e8f-432c-abe8-b8ef14409241'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 12:56:21.515337 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T12:56:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['253b8002-4e8f-432c-abe8-b8ef14409241'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:56:21.554984 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2679e5-3d67-48c0-8d9a-e209670b0471 None None] Pushing event updated for resources: {'Port': ['ID=1676ddd7-1cd0-4a06-8961-4797ee01094a,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:21.612649 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] Set router 253b8002-4e8f-432c-abe8-b8ef14409241 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 12:56:21.712981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-72169e59-bf7e-4747-bd7d-d87b4adf4346 None None] Provisioning complete for port 1676ddd7-1cd0-4a06-8961-4797ee01094a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:21.713364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-72169e59-bf7e-4747-bd7d-d87b4adf4346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.797026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-72169e59-bf7e-4747-bd7d-d87b4adf4346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.830428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-72169e59-bf7e-4747-bd7d-d87b4adf4346 None None] For port 1676ddd7-1cd0-4a06-8961-4797ee01094a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1676ddd7-1cd0-4a06-8961-4797ee01094a,segment=NetworkSegment(fa8df4a1-5cce-4307-afe1-aa1545dc3895),segment_id=fa8df4a1-5cce-4307-afe1-aa1545dc3895)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 12:56:21.831128 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'name': 'router1', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T12:56:08Z', 'updated_at': '2021-12-08T12:56:18Z', 'revision_number': 2, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'gw_port_host': None, '_interfaces': [{'id': '1676ddd7-1cd0-4a06-8961-4797ee01094a', 'name': '', 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'mac_address': 'fa:16:3e:a6:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T12:56:18Z', 'updated_at': '2021-12-08T12:56:21Z', 'revision_number': 4, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'subnets': [{'id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a8da43-4378-4bbc-ad79-ded0a4e65673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:56:21.857074 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382506d-b63b-403a-b53e-121b40c9fc2d None None] The sync data for ids ['253b8002-4e8f-432c-abe8-b8ef14409241'] in dv-neutron-799625-5-hyperv is: [{'id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'name': 'router1', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T12:56:08Z', 'updated_at': '2021-12-08T12:56:18Z', 'revision_number': 2, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'gw_port_host': None, '_interfaces': [{'id': '1676ddd7-1cd0-4a06-8961-4797ee01094a', 'name': '', 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'mac_address': 'fa:16:3e:a6:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T12:56:18Z', 'updated_at': '2021-12-08T12:56:21Z', 'revision_number': 4, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'subnets': [{'id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a8da43-4378-4bbc-ad79-ded0a4e65673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 12:56:21.912482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-72169e59-bf7e-4747-bd7d-d87b4adf4346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:21.958625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72169e59-bf7e-4747-bd7d-d87b4adf4346 None None] Pushing event updated for resources: {'Port': ['ID=1676ddd7-1cd0-4a06-8961-4797ee01094a,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:22.269298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 51826) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:56:22.409170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76074a-b789-4c14-bb2a-bfc644326156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:56:22.410553 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2a76074a-b789-4c14-bb2a-bfc644326156 admin admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 842 time: 0.1401992 Dec 08 12:56:22.420607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.7.0/24', 'name': 'public-subnet', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'gateway_ip': '172.26.7.1', 'enable_dhcp': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:56:22.499521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Made reservation on behalf of f71c6f0c203d49e0878ec3829b1aade9 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 12:56:22.501832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:22.939022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.objects.ports [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103715) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 12:56:22.939385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:23.001628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40fe3296-51cf-41de-8a88-240042bad2cc,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:23.012193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 12:56:23.012573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Network hostable DHCP agents. Network: 66792072-d655-4ae1-9f40-fb4f07073bea, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 12:56:23.113312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 12:56:23.183201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 66792072-d655-4ae1-9f40-fb4f07073bea) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 12:56:23.188392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:56:23.193152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:23.194004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc037feb-97b1-4bfa-a003-33ab437bf2d9 None None] Network 66792072-d655-4ae1-9f40-fb4f07073bea requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 12:56:23.267927 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1a6a9799-0713-478a-8e68-61d13fa59e8e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8502750 Dec 08 12:56:23.312803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205a7f0b-b08f-4a1d-8a48-915dbfd4a770 None None] Network 66792072-d655-4ae1-9f40-fb4f07073bea requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 12:56:25.752232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51834) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:56:25.882805 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d27421ff-5eb8-424d-88d2-6bcfe7410355 admin admin] 10.222.0.76 "GET /v2.0/routers/253b8002-4e8f-432c-abe8-b8ef14409241 HTTP/1.1" status: 200 len: 710 time: 0.1292872 Dec 08 12:56:25.980832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a991db-786d-45b6-b1b1-cc27d2e3beba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:56:25.980832 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c6a991db-786d-45b6-b1b1-cc27d2e3beba admin admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 886 time: 0.0904353 Dec 08 12:56:25.989681 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:56:26.308251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:26.625844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:26.702672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:26.805089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Allocated IP 172.26.7.58 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/ca32c335-7aa1-4b22-911b-e9f43098c973) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 12:56:26.903034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:26.981561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:27.020830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 12:56:27.023711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 12:56:27.027640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 12:56:27.064054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca32c335-7aa1-4b22-911b-e9f43098c973,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:27.343727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:27.546326 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:27.549856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:27.659671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Router 253b8002-4e8f-432c-abe8-b8ef14409241 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 12:56:27.769954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 12:56:27.774304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:27.775508 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fd7679a2-4b50-449a-8b89-302f1ed88ff2 admin admin] 10.222.0.76 "PUT /v2.0/routers/253b8002-4e8f-432c-abe8-b8ef14409241 HTTP/1.1" status: 200 len: 889 time: 1.7894771 Dec 08 12:56:27.989200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1676ddd7-1cd0-4a06-8961-4797ee01094a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 12:56:28.039957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 1676ddd7-1cd0-4a06-8961-4797ee01094a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:28.040331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:28.917040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Sync routers for ids ['253b8002-4e8f-432c-abe8-b8ef14409241'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 12:56:28.928088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Routers {'253b8002-4e8f-432c-abe8-b8ef14409241'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 12:56:28.928828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T12:56:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['253b8002-4e8f-432c-abe8-b8ef14409241'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:56:29.138107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Set router 253b8002-4e8f-432c-abe8-b8ef14409241 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 12:56:29.524916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'name': 'router1', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'ca32c335-7aa1-4b22-911b-e9f43098c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T12:56:08Z', 'updated_at': '2021-12-08T12:56:27Z', 'revision_number': 4, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'gw_port': {'id': 'ca32c335-7aa1-4b22-911b-e9f43098c973', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:89:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T12:56:26Z', 'updated_at': '2021-12-08T12:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '1676ddd7-1cd0-4a06-8961-4797ee01094a', 'name': '', 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'mac_address': 'fa:16:3e:a6:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T12:56:18Z', 'updated_at': '2021-12-08T12:56:21Z', 'revision_number': 5, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'subnets': [{'id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a8da43-4378-4bbc-ad79-ded0a4e65673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:56:29.643097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Checking router: 253b8002-4e8f-432c-abe8-b8ef14409241 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 12:56:29.643481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Updating router 253b8002-4e8f-432c-abe8-b8ef14409241 port ca32c335-7aa1-4b22-911b-e9f43098c973 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 12:56:29.695387 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:30.025566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:30.083711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:30.138566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Attempting to bind port ca32c335-7aa1-4b22-911b-e9f43098c973 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 12:56:30.139270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Attempting to bind port ca32c335-7aa1-4b22-911b-e9f43098c973 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 12:56:30.139413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Attempting to bind port ca32c335-7aa1-4b22-911b-e9f43098c973 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 12:56:30.142175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9f861-881e-430c-b8df-6b7969d522a5 None None] Pushing event updated for resources: {'Port': ['ID=ca32c335-7aa1-4b22-911b-e9f43098c973,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:30.146743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 12:56:30.147131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 12:56:30.147539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:30.147934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 12:56:30.148411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Bound port: ca32c335-7aa1-4b22-911b-e9f43098c973, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 12:56:30.149225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:30.197266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] For port ca32c335-7aa1-4b22-911b-e9f43098c973, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 12:56:30.200179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] For port ca32c335-7aa1-4b22-911b-e9f43098c973, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ca32c335-7aa1-4b22-911b-e9f43098c973,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 12:56:30.272701 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:30.330690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Routers {'253b8002-4e8f-432c-abe8-b8ef14409241'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 12:56:30.331312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T12:56:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['253b8002-4e8f-432c-abe8-b8ef14409241'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:56:30.365880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9f861-881e-430c-b8df-6b7969d522a5 None None] Pushing event updated for resources: {'Port': ['ID=ca32c335-7aa1-4b22-911b-e9f43098c973,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:30.435916 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 51846) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:56:30.453129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] Set router 253b8002-4e8f-432c-abe8-b8ef14409241 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 12:56:30.547667 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a04d25a0-7459-490e-be4b-e1ffc966bfe6 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1103292 Dec 08 12:56:30.668637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'name': 'router1', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'ca32c335-7aa1-4b22-911b-e9f43098c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T12:56:08Z', 'updated_at': '2021-12-08T12:56:27Z', 'revision_number': 4, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'gw_port': {'id': 'ca32c335-7aa1-4b22-911b-e9f43098c973', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:89:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T12:56:26Z', 'updated_at': '2021-12-08T12:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '1676ddd7-1cd0-4a06-8961-4797ee01094a', 'name': '', 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'mac_address': 'fa:16:3e:a6:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T12:56:18Z', 'updated_at': '2021-12-08T12:56:21Z', 'revision_number': 5, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'subnets': [{'id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a8da43-4378-4bbc-ad79-ded0a4e65673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 12:56:30.696687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f422d9-1132-4ce5-a00f-8bf39dce3d4e None None] The sync data for ids ['253b8002-4e8f-432c-abe8-b8ef14409241'] in dv-neutron-799625-5-hyperv is: [{'id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'name': 'router1', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': 'ca32c335-7aa1-4b22-911b-e9f43098c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T12:56:08Z', 'updated_at': '2021-12-08T12:56:27Z', 'revision_number': 4, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'gw_port': {'id': 'ca32c335-7aa1-4b22-911b-e9f43098c973', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:89:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T12:56:26Z', 'updated_at': '2021-12-08T12:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '1676ddd7-1cd0-4a06-8961-4797ee01094a', 'name': '', 'network_id': '38ed23f2-1b3d-4805-84c4-89ca406cf57f', 'tenant_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'mac_address': 'fa:16:3e:a6:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253b8002-4e8f-432c-abe8-b8ef14409241', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T12:56:18Z', 'updated_at': '2021-12-08T12:56:21Z', 'revision_number': 5, 'project_id': '7e07cdb62ab245a98a3e3e434bccc19e', 'subnets': [{'id': '712c8c0c-5010-4e35-ae05-a865588babf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a8da43-4378-4bbc-ad79-ded0a4e65673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 12:56:31.999726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ca32c335-7aa1-4b22-911b-e9f43098c973 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 12:56:32.050442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ca32c335-7aa1-4b22-911b-e9f43098c973 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:32.050895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:32.123674 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:32.142700 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port ca32c335-7aa1-4b22-911b-e9f43098c973, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ca32c335-7aa1-4b22-911b-e9f43098c973,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 12:56:32.220962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:32.269531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=ca32c335-7aa1-4b22-911b-e9f43098c973,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:56:33.975573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ca32c335-7aa1-4b22-911b-e9f43098c973 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 12:56:34.038103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ca32c335-7aa1-4b22-911b-e9f43098c973 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:56:34.038472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:40.460535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-604348b8-f9e8-415f-bfd5-3ea414e755a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:42.818518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b5d18e7-1499-47ed-ae30-ce9982530d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:43.969647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:45.087086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:46.155866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:56:57.494824 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 12:57:10.466367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-46bceac8-29dd-4ace-9495-34fc3d028bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:12.814035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c4e0bb95-bb84-47a8-9994-84fe5b7b4dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:14.029474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:15.081058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:16.785666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:34.494407 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 12:57:40.439027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-62f83e7d-349b-4bd0-ba2d-f10f14a7b3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:42.847301 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-706f8886-da75-4162-83f4-8b7d7cdddc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:43.982520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:45.079437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:46.147593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:57:58.070645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52364) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:57:58.130944 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-50eedd82-7fc8-4eb7-8f3f-dcfad65cf311 admin admin] GET failed (client error): The resource could not be found. Dec 08 12:57:58.132213 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-50eedd82-7fc8-4eb7-8f3f-dcfad65cf311 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606060 Dec 08 12:57:58.377105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef56b2-680a-47bf-a529-9355524f1202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:57:58.378485 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-29ef56b2-680a-47bf-a529-9355524f1202 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2417076 Dec 08 12:58:00.773045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52374) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:00.866613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f8b930-3bdc-4896-b668-f2e435b07c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:00.868135 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-59f8b930-3bdc-4896-b668-f2e435b07c7d admin admin] 10.222.0.76 "GET /v2.0/subnets/712c8c0c-5010-4e35-ae05-a865588babf7 HTTP/1.1" status: 200 len: 849 time: 0.0941207 Dec 08 12:58:00.878876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:58:00.964608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:01.155101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787370702978'] for subnet, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:01.189330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:01.189914 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:01.191211 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] 10.222.0.76 "PUT /v2.0/subnets/712c8c0c-5010-4e35-ae05-a865588babf7 HTTP/1.1" status: 200 len: 868 time: 0.3159735 Dec 08 12:58:01.196939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ee0640-31ad-4302-ae86-ceb13493877b None None] Network 38ed23f2-1b3d-4805-84c4-89ca406cf57f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 12:58:01.212019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=712c8c0c-5010-4e35-ae05-a865588babf7,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:58:01.220320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.220660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.221019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.221360 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.221699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.222036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.222414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.222787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.223123 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.223453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.223782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.224110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.224434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907ccdfa-6c88-4508-913a-1485558c7f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:01.565062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e4e0f352-4782-440d-9bd3-e5399e3dc43f None None] Provisioning complete for port 169c4f2b-cb90-4673-9095-c6e9cea2c635 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:58:01.565359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e4e0f352-4782-440d-9bd3-e5399e3dc43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:01.655040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e4e0f352-4782-440d-9bd3-e5399e3dc43f None None] Provisioning complete for port 1676ddd7-1cd0-4a06-8961-4797ee01094a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:58:01.655040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e4e0f352-4782-440d-9bd3-e5399e3dc43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:03.597534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52382) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:03.795305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec6eaf-8dcf-492f-b4c0-39724910885b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:03.795700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec6eaf-8dcf-492f-b4c0-39724910885b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:03.797252 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-88ec6eaf-8dcf-492f-b4c0-39724910885b admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987586 Dec 08 12:58:06.150882 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52390) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:06.279925 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61a8ff9-e97e-4bab-a4d4-f97fc43c1c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:06.280313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61a8ff9-e97e-4bab-a4d4-f97fc43c1c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:06.281813 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e61a8ff9-e97e-4bab-a4d4-f97fc43c1c4f admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299531 Dec 08 12:58:08.625624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52398) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:08.752460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed140d9-8722-4dd8-86bf-97f5a3aa4b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:08.754714 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-aed140d9-8722-4dd8-86bf-97f5a3aa4b19 admin admin] 10.222.0.76 "GET /v2.0/networks/38ed23f2-1b3d-4805-84c4-89ca406cf57f HTTP/1.1" status: 200 len: 869 time: 0.1272020 Dec 08 12:58:10.438457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b899dde6-e692-4086-8792-407ef1bac1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:11.156120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52406) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:11.279003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57004b0-0d35-4a0e-b80e-d210f5d10766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:11.280370 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e57004b0-0d35-4a0e-b80e-d210f5d10766 admin admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 886 time: 0.1233089 Dec 08 12:58:11.492402 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 12:58:12.843842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-552ee963-797c-4062-a58d-9c4518213bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:13.640851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52414) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:13.768673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3434f-258e-4223-a4b1-7d882c2e383f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:13.769148 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3434f-258e-4223-a4b1-7d882c2e383f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:13.770699 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e1a3434f-258e-4223-a4b1-7d882c2e383f admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288562 Dec 08 12:58:14.026955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:15.097820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:16.140291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52422) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:16.143551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:16.232659 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac575b-b22f-4b37-817b-6ad3bed34bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:16.233040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac575b-b22f-4b37-817b-6ad3bed34bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:16.234560 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d7ac575b-b22f-4b37-817b-6ad3bed34bec admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933135 Dec 08 12:58:18.595813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52430) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:18.682364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6139b7-2cf4-41fa-bf96-2a8aa5b2cd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:18.683841 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6c6139b7-2cf4-41fa-bf96-2a8aa5b2cd20 admin admin] 10.222.0.76 "GET /v2.0/subnets/40fe3296-51cf-41de-8a88-240042bad2cc HTTP/1.1" status: 200 len: 816 time: 0.0870438 Dec 08 12:58:21.066861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52438) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:21.156293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed3d1a-84de-4189-bd44-78d63a9ee7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:21.157609 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-99ed3d1a-84de-4189-bd44-78d63a9ee7c5 admin admin] 10.222.0.76 "GET /v2.0/subnets/712c8c0c-5010-4e35-ae05-a865588babf7 HTTP/1.1" status: 200 len: 868 time: 0.0897996 Dec 08 12:58:40.431463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8aa16a33-8e51-4c2e-9254-23aa467f52cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:42.851297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2563699e-5433-4f2f-9b51-46a6bb741e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:44.048991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:45.083023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:46.151396 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:46.542279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52492) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:46.587749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-cbd8c8f9-b380-4d83-841d-711afa609aca admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 12:58:46.589237 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cbd8c8f9-b380-4d83-841d-711afa609aca admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459602 Dec 08 12:58:48.490597 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 12:58:49.054653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52500) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:49.116876 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe805a1-7fad-46c2-b5fb-1ad10c162045 admin admin] GET failed (client error): The resource could not be found. Dec 08 12:58:49.118152 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4fe805a1-7fad-46c2-b5fb-1ad10c162045 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625308 Dec 08 12:58:49.204712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f069c5-8f12-4e66-99df-1e27039776ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:49.206172 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f9f069c5-8f12-4e66-99df-1e27039776ba admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825808 Dec 08 12:58:51.577583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52508) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:51.624289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:58:51.699798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Made reservation on behalf of f71c6f0c203d49e0878ec3829b1aade9 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 12:58:51.702128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:51.729391 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.services.revisions.revision_plugin [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Could not find related network for resource to bump revision. Dec 08 12:58:51.741672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 12:58:51.751210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:51.751575 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Added segment da2897b5-f0aa-4f53-a869-4b65bbd3946c of type vlan for network b2877655-aa8b-468e-b5fc-b444e9b876ed Dec 08 12:58:51.792134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:51.936975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:51.937918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:51.938494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:51.997203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] Pushing event updated for resources: {'Network': ['ID=b2877655-aa8b-468e-b5fc-b444e9b876ed,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:58:52.007760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network b2877655-aa8b-468e-b5fc-b444e9b876ed details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 12:58:52.053423 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-91c4d40f-c580-4b67-90a4-36b29e2ac836 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4693010 Dec 08 12:58:54.450507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52516) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 12:58:54.510078 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff5044e-d81a-4b93-8cba-03fd8206ddaa admin admin] GET failed (client error): The resource could not be found. Dec 08 12:58:54.511376 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dff5044e-d81a-4b93-8cba-03fd8206ddaa admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598869 Dec 08 12:58:54.579945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956dd042-c043-4e18-9ddd-a97ab10eb0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:54.581333 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-956dd042-c043-4e18-9ddd-a97ab10eb0e9 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655019 Dec 08 12:58:54.592061 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Request body: {'subnet': {'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 12:58:54.716825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Made reservation on behalf of f71c6f0c203d49e0878ec3829b1aade9 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 12:58:54.719096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:55.054320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:55.115268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c96a7e-fa15-4dc9-a583-8b888255d7d9,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:58:55.123046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Checking segment: {'id': 'da2897b5-f0aa-4f53-a869-4b65bbd3946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 12:58:55.123404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Network hostable DHCP agents. Network: b2877655-aa8b-468e-b5fc-b444e9b876ed, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 12:58:55.196727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Network b2877655-aa8b-468e-b5fc-b444e9b876ed is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 12:58:55.265419 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, b2877655-aa8b-468e-b5fc-b444e9b876ed) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 12:58:55.269629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 12:58:55.270200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:55.274810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c92c20-7158-430d-b612-da98c0841c55 None None] Network b2877655-aa8b-468e-b5fc-b444e9b876ed requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 12:58:55.342734 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-260931d2-0a04-4445-acd7-25dc76fa2073 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7537820 Dec 08 12:58:55.380270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-b2877655-aa8b-468e-b5fc-b444e9b876ed', 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed', 'project_id': 'f71c6f0c203d49e0878ec3829b1aade9', 'fixed_ips': [{'subnet_id': '13c96a7e-fa15-4dc9-a583-8b888255d7d9'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 12:58:55.381479 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:55.527520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Allocated IP 192.168.233.2 (b2877655-aa8b-468e-b5fc-b444e9b876ed/13c96a7e-fa15-4dc9-a583-8b888255d7d9/f3328ea9-b321-45ff-8f56-6f19cb562c12) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 12:58:55.671793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:55.763692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:55.803679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Network b2877655-aa8b-468e-b5fc-b444e9b876ed is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 12:58:55.807189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 12:58:55.813446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 12:58:55.825490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Pushing event updated for resources: {'Port': ['ID=f3328ea9-b321-45ff-8f56-6f19cb562c12,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:58:55.847659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.848024 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.848378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.848721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.849058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.849392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.849742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.850079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.850428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.850792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.851125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.851452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.851777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 12:58:55.884329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Attempting to bind port f3328ea9-b321-45ff-8f56-6f19cb562c12 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 12:58:55.885871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Attempting to bind port f3328ea9-b321-45ff-8f56-6f19cb562c12 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'da2897b5-f0aa-4f53-a869-4b65bbd3946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 12:58:55.885871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Attempting to bind port f3328ea9-b321-45ff-8f56-6f19cb562c12 on network b2877655-aa8b-468e-b5fc-b444e9b876ed {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 12:58:55.892236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 12:58:55.892872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Checking segment: {'id': 'da2897b5-f0aa-4f53-a869-4b65bbd3946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 12:58:55.893564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:55.894143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Bound using segment: {'id': 'da2897b5-f0aa-4f53-a869-4b65bbd3946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 12:58:55.894664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Bound port: f3328ea9-b321-45ff-8f56-6f19cb562c12, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2897b5-f0aa-4f53-a869-4b65bbd3946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 12:58:55.895082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:55.961718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] For port f3328ea9-b321-45ff-8f56-6f19cb562c12, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 12:58:55.967551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] For port f3328ea9-b321-45ff-8f56-6f19cb562c12, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f3328ea9-b321-45ff-8f56-6f19cb562c12,segment=NetworkSegment(da2897b5-f0aa-4f53-a869-4b65bbd3946c),segment_id=da2897b5-f0aa-4f53-a869-4b65bbd3946c)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 12:58:56.077716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:56.141483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff874a-2682-4b6e-9caa-9c6237378748 None None] Pushing event updated for resources: {'Port': ['ID=f3328ea9-b321-45ff-8f56-6f19cb562c12,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:58:57.031306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674d908a-f4ac-4485-bdb9-9559e3734843 None None] Network b2877655-aa8b-468e-b5fc-b444e9b876ed requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 12:58:57.109638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7c69f83c-1e16-4bef-ab96-32c58a5ee006 None None] Provisioning complete for port f3328ea9-b321-45ff-8f56-6f19cb562c12 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:58:57.109638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c69f83c-1e16-4bef-ab96-32c58a5ee006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:57.320150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c69f83c-1e16-4bef-ab96-32c58a5ee006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:57.355414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7c69f83c-1e16-4bef-ab96-32c58a5ee006 None None] For port f3328ea9-b321-45ff-8f56-6f19cb562c12, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f3328ea9-b321-45ff-8f56-6f19cb562c12,segment=NetworkSegment(da2897b5-f0aa-4f53-a869-4b65bbd3946c),segment_id=da2897b5-f0aa-4f53-a869-4b65bbd3946c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 12:58:57.428797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c69f83c-1e16-4bef-ab96-32c58a5ee006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:57.501686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69f83c-1e16-4bef-ab96-32c58a5ee006 None None] Pushing event updated for resources: {'Port': ['ID=f3328ea9-b321-45ff-8f56-6f19cb562c12,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 12:58:57.651871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-64b3f13c-2f44-4148-9a5b-7fa5f63b3aea None None] Provisioning complete for port f3328ea9-b321-45ff-8f56-6f19cb562c12 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:58:57.652185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-64b3f13c-2f44-4148-9a5b-7fa5f63b3aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:58:58.099766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f3328ea9-b321-45ff-8f56-6f19cb562c12 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 12:58:58.154666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port f3328ea9-b321-45ff-8f56-6f19cb562c12 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 12:58:58.155044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:10.453708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c02f1dff-33d6-4def-88d2-2547beebe054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:12.821538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5f87cb55-083e-4be3-a1f5-8445462f3165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:13.975751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:15.101470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:16.158410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:25.489628 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 12:59:40.435295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5915ae3-c208-4479-8633-94a5e74d5217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:42.820543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2449c864-a6b4-4ea4-ad3b-20e3082a22e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:43.978836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:45.103786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 12:59:46.136207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:02.489047 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:00:10.465323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d27f3487-b816-421f-9663-51123ac13603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:12.811650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a3402afe-b684-4ed8-945f-f1372c537f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:13.977896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:15.103034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:16.120012 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:23.054906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52560) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:00:23.060733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-42742fdf-583d-41df-8025-7057a28849b9 tempest-verify_tempest_config-509880531 tempest-verify_tempest_config-509880531-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:00:23.061690 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-42742fdf-583d-41df-8025-7057a28849b9 tempest-verify_tempest_config-509880531 tempest-verify_tempest_config-509880531-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057867 Dec 08 13:00:23.597585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52578) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:00:23.697429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:23.768026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:23.856783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:23.906643 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13ab6d0083e9432fbd7a0fbda8921d81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3056607 Dec 08 13:00:23.906643 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3de25b-738d-4917-b686-f49d7dd7c657,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:00:23.907032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52582) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:00:23.922384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.922720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.923076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.923416 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.923754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.924088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.924434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.924752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.925096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.925428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.925757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.926081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.926404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c95ca-adc3-484b-bd70-eec8f738eaad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:00:23.969686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ace3b8-12ae-48c4-b656-f0cb65a6e14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:23.989669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ace3b8-12ae-48c4-b656-f0cb65a6e14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:24.127771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ace3b8-12ae-48c4-b656-f0cb65a6e14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:24.130465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ace3b8-12ae-48c4-b656-f0cb65a6e14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:24.131650 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-36ace3b8-12ae-48c4-b656-f0cb65a6e14b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff3de25b-738d-4917-b686-f49d7dd7c657 HTTP/1.1" status: 204 len: 168 time: 0.2237043 Dec 08 13:00:24.139985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ace3b8-12ae-48c4-b656-f0cb65a6e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3de25b-738d-4917-b686-f49d7dd7c657,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:00:39.488535 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:00:40.435967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65807ec3-58dd-405d-8e0e-78aedfb97bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:42.838731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b31b4fa-37b3-4bab-956e-d19b85742929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:44.012846 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:45.110078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:00:46.141426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:10.451929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8cd0a573-4781-4924-9ddc-806be1e8b785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:12.809602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-93bd2c54-76bb-4d60-a21e-eb1a611cf4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:14.000376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:15.100434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:16.138803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:16.487247 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 5 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:01:40.174368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989961'] for agent, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:40.420299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-93a5ad05-3790-451b-a273-ee0deddaddfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:42.808433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bf5a7dbd-4e53-40d4-952c-3ad1b06613e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:43.993688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:45.140448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:46.139912 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:01:53.486372 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:01:55.430546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52652) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:01:55.531597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-77af3015-3f76-46f7-8439-c183038ffe77 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0999475 Dec 08 13:01:57.904819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52662) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:01:57.963237 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3935f77a-34e6-4873-a7cc-78be4f426b72 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0567482 Dec 08 13:02:10.106953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:10.421721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11b973a3-6b35-4c8a-b41e-5cea8abfd5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:12.820900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f0727fba-e0f6-498b-a250-defdaa06d10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:14.020989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:15.112683 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:16.149697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:30.485973 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:02:40.124145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:40.423899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7337988a-7d67-4c50-a41b-805e23c4613b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:42.803020 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-46a9cd9f-4633-460b-acbd-0574666d68ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:44.005949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:45.114544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:02:46.143245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:07.486188 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:03:10.172560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:10.435057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f42aafab-4a2c-4bc4-9067-a9b29c064dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:12.840093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-59e0d1b8-93ec-43de-8fd6-3b8dc2c91390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:12.906598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52818) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:13.264788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1874596967-network', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:13.379337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Made reservation on behalf of 452d0abeb3b643bd976c48c2d4773b07 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:13.381727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:13.392446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:13.471357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:13.536893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:13.563890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:13.575800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f2fe35-ccf8-41c3-a756-8210ec23b2b9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:13.582732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.583107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.583453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.583791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.584125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.584449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.584833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.585164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.585489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.585812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.586136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.586461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.586806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Tracked resource versions report: Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: pushed versions: Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: { 'AddressGroup': {'1.2'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'ConntrackHelper': {'1.0'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'LocalIPAssociation': {'1.0'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Log': {'1.0'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Network': {'1.1'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Port': {'1.7'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'PortForwarding': {'1.2'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'QosPolicy': {'1.10'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SecurityGroup': {'1.5'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SecurityGroupRule': {'1.2'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SubPort': {'1.0'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Subnet': {'1.1'}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Trunk': {'1.1'}} Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: consumer versions: Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: { DHCP agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: HyperV agent@hv-neutron-7996: {}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: L3 agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: Metadata agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: Metering agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: Open vSwitch agent@dv-neutron-799625-5-hyperv: { 'AddressGroup': '1.2', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'ConntrackHelper': '1.0', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'LocalIPAssociation': '1.0', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Log': '1.0', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Network': '1.1', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Port': '1.7', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'PortForwarding': '1.2', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'QosPolicy': '1.10', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SecurityGroup': '1.5', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SecurityGroupRule': '1.2', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'SubPort': '1.0', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Subnet': '1.1', Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: 'Trunk': '1.1'}} Dec 08 13:03:13.587843 dv-neutron-799625-5-hyperv neutron-server[103715]: {{(pid=103715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 13:03:13.599054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:13.599054 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Added segment 8cb717d7-8fac-4e06-ac92-64bc12b8b87e of type vlan for network 4ff4d7af-c600-4604-9fb5-5441401772a1 Dec 08 13:03:13.643073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:13.722415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:13.723605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:13.724381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:13.785163 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] Pushing event updated for resources: {'Network': ['ID=4ff4d7af-c600-4604-9fb5-5441401772a1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:13.795186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 4ff4d7af-c600-4604-9fb5-5441401772a1 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:13.868062 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-35c03186-7014-4442-a8f0-292087035bfe admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9606040 Dec 08 13:03:13.871123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52858) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:13.876902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Request body: {'subnet': {'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1874596967-subnet', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:13.984921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Made reservation on behalf of 452d0abeb3b643bd976c48c2d4773b07 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:13.987305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.062504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.107081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52866) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.117536 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52870) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.215836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52876) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.223638 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.280889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5b17fe-bfa3-43ee-ae49-9f76047d989a,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:14.290715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Checking segment: {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:14.291069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Network hostable DHCP agents. Network: 4ff4d7af-c600-4604-9fb5-5441401772a1, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:03:14.371433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Network 4ff4d7af-c600-4604-9fb5-5441401772a1 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:03:14.424162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-229562571-network', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:14.454989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1664500230-network', 'tenant_id': 'da815581212a4701a86518ac824fe360'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:14.476739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 4ff4d7af-c600-4604-9fb5-5441401772a1) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:14.483517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:14.484680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.487576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d849bae-d7d0-4c4c-8873-f697b53ed53c None None] Network 4ff4d7af-c600-4604-9fb5-5441401772a1 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:14.509052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Made reservation on behalf of 42b4b85a4bdb486199dd8c19e12713d3 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:14.511423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.521178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-2c5be6e4-bbe8-4505-84a7-5a06a44430c4 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.525414 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2c5be6e4-bbe8-4505-84a7-5a06a44430c4 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3085463 Dec 08 13:03:14.525679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52888) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.533171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.535023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-cc41215e-3126-4e4b-8126-d01693752ba7 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.536352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cc41215e-3126-4e4b-8126-d01693752ba7 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0086739 Dec 08 13:03:14.541775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52890) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.547045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-498b0021-cf6e-4644-9b32-a6f2251d2392 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.548192 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-498b0021-cf6e-4644-9b32-a6f2251d2392 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052428 Dec 08 13:03:14.551016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52892) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.555760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-ea74ec43-fbe5-487f-8ac7-ce8cbd4c28f5 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.557385 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ea74ec43-fbe5-487f-8ac7-ce8cbd4c28f5 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050514 Dec 08 13:03:14.560483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52894) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.569221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-30637dad-016c-4675-9573-1925c1ff8db4 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.569975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-30637dad-016c-4675-9573-1925c1ff8db4 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0083699 Dec 08 13:03:14.572643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52898) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.578566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-2d2aadd0-00be-4596-a5b0-bbbbe955b18f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.579805 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2d2aadd0-00be-4596-a5b0-bbbbe955b18f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0059257 Dec 08 13:03:14.582492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52900) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.589983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-b498cc53-0f69-4113-9049-821ec2cf567d tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.591685 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b498cc53-0f69-4113-9049-821ec2cf567d tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077746 Dec 08 13:03:14.603321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52902) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.604151 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-5d0979ee-a6f2-4d58-b94c-a26da6efd31e tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.605102 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5d0979ee-a6f2-4d58-b94c-a26da6efd31e tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052109 Dec 08 13:03:14.608254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52904) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.612406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-f6656c41-c32e-4a64-bc0e-65fc0fec80a9 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.613536 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f6656c41-c32e-4a64-bc0e-65fc0fec80a9 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042052 Dec 08 13:03:14.615956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52906) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.620093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-9536c233-79e1-4c3b-a468-b9e8a2a2d316 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.621244 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9536c233-79e1-4c3b-a468-b9e8a2a2d316 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041983 Dec 08 13:03:14.621876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.623624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52908) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.628311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-386d8f22-0fde-4fde-b5f6-a7939ca5223a tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.629306 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-386d8f22-0fde-4fde-b5f6-a7939ca5223a tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047174 Dec 08 13:03:14.639437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52912) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.643440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-fba04df8-5c21-4309-9d03-2b9e2ba905db tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.644482 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fba04df8-5c21-4309-9d03-2b9e2ba905db tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041368 Dec 08 13:03:14.646588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52914) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.648914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-4ff4d7af-c600-4604-9fb5-5441401772a1', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:03:14.649997 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.650424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-471cf211-1c37-445b-94b6-a0e68ad14e88 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.651369 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-471cf211-1c37-445b-94b6-a0e68ad14e88 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039356 Dec 08 13:03:14.654238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52916) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.659207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-d8172065-6d0e-4148-a167-7c51915788af tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.660401 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d8172065-6d0e-4148-a167-7c51915788af tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0050704 Dec 08 13:03:14.664577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52918) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.671032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-036bc44e-e2ff-4fd1-8bb8-080e63e8f5fb tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.674908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52920) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.675417 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-036bc44e-e2ff-4fd1-8bb8-080e63e8f5fb tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0088027 Dec 08 13:03:14.679200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-ea2bfbe7-4dd8-42da-9a95-c11d73dcc499 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.682259 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ea2bfbe7-4dd8-42da-9a95-c11d73dcc499 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043247 Dec 08 13:03:14.682555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52924) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.686602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-97e92a38-95d7-4daf-bc38-675fbe130903 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.689519 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-97e92a38-95d7-4daf-bc38-675fbe130903 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040512 Dec 08 13:03:14.690226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52926) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.695164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-d8ef96e6-5559-4fa2-9bb0-da88377c0a13 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.696098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d8ef96e6-5559-4fa2-9bb0-da88377c0a13 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040107 Dec 08 13:03:14.698490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52928) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.703060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-d421db76-2b4b-40ca-b1a8-19564572475b tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.706676 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d421db76-2b4b-40ca-b1a8-19564572475b tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070686 Dec 08 13:03:14.706833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52930) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.711078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-009d541a-c197-4d7a-b1bf-baa5d154edc9 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.712036 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-009d541a-c197-4d7a-b1bf-baa5d154edc9 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043247 Dec 08 13:03:14.714499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.714682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52932) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.719598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Made reservation on behalf of da815581212a4701a86518ac824fe360 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:14.721959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-5826f089-d958-448c-b0ca-919c967dc138 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.725781 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5826f089-d958-448c-b0ca-919c967dc138 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0066674 Dec 08 13:03:14.725900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.727864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52934) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.745167 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-c98268d3-623e-4743-bc70-d194c523454b tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.749270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52938) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.749406 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c98268d3-623e-4743-bc70-d194c523454b tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0082958 Dec 08 13:03:14.750222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:14.754132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-65082028-2cce-486a-8b3f-86e8dc33e61f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.755658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-65082028-2cce-486a-8b3f-86e8dc33e61f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052278 Dec 08 13:03:14.758058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52940) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.763085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-b22c8c3f-58ea-4029-a316-b937eb4b9a80 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.763248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.763442 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Added segment d5184f89-d414-4774-948e-4d1d78bf0ff1 of type vlan for network 94610d8d-462e-4641-bb77-8acc86d889aa Dec 08 13:03:14.765212 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b22c8c3f-58ea-4029-a316-b937eb4b9a80 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062065 Dec 08 13:03:14.767902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52942) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.774734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-031bca19-bc89-4914-ba3c-931ec4ba54b2 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.779276 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-031bca19-bc89-4914-ba3c-931ec4ba54b2 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0103576 Dec 08 13:03:14.780133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52944) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.788679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-70eb6aac-3658-47c3-9635-166a3a5410e4 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.793015 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-70eb6aac-3658-47c3-9635-166a3a5410e4 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0118248 Dec 08 13:03:14.794220 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52948) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.798358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-67219798-8e2c-47b6-a0d5-0bba9678a5e5 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.799453 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-67219798-8e2c-47b6-a0d5-0bba9678a5e5 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041275 Dec 08 13:03:14.801790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52950) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.804761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.806324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-773fa63a-31de-4cd7-8bdc-c2bdc96a892f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.807276 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-773fa63a-31de-4cd7-8bdc-c2bdc96a892f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041814 Dec 08 13:03:14.811344 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-510c094c-b071-4458-a511-0cfb70a3648f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9384229 Dec 08 13:03:14.812141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52954) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.816290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-0cf4bf5a-a7a6-4276-9323-9f33a394afb0 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.817360 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0cf4bf5a-a7a6-4276-9323-9f33a394afb0 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041938 Dec 08 13:03:14.820513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52956) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.822219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52958) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.830368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-54fdd34d-9be6-43d5-94cf-e7b325790d37 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.832594 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-54fdd34d-9be6-43d5-94cf-e7b325790d37 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110857 Dec 08 13:03:14.835607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52960) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.836270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Allocated IP 172.20.0.2 (4ff4d7af-c600-4604-9fb5-5441401772a1/8e5b17fe-bfa3-43ee-ae49-9f76047d989a/e091c9c5-725d-43d6-abd9-4dca7b25e711) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:14.845005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:14.862946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-37764ea5-703c-44e7-9c9d-af14b0b4c5df tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.882094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-37764ea5-703c-44e7-9c9d-af14b0b4c5df tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0424612 Dec 08 13:03:14.882765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52966) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.894201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-4165c682-2085-4331-aeec-b74a516dd141 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.897935 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4165c682-2085-4331-aeec-b74a516dd141 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0140200 Dec 08 13:03:14.903671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52968) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.907953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:14.909869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-90cc607d-9a29-4f11-90ef-befcb48818a6 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.915761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-90cc607d-9a29-4f11-90ef-befcb48818a6 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0141766 Dec 08 13:03:14.917984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52970) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.933484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-2f75d803-bd44-48a6-8f56-db1e6350d490 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.934608 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2f75d803-bd44-48a6-8f56-db1e6350d490 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0100560 Dec 08 13:03:14.937461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52972) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.942729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-2ead384f-9e09-4801-940a-3fb0a9bee6b6 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.946706 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2ead384f-9e09-4801-940a-3fb0a9bee6b6 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0081763 Dec 08 13:03:14.947369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52974) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.953144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-17d17e1a-9950-485c-8e2f-db44fe817921 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.955368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b62a9c-a82e-4dd9-a780-04aa89414143,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:14.957049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-17d17e1a-9950-485c-8e2f-db44fe817921 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0081580 Dec 08 13:03:14.957292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52976) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.968290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52978) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.968871 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-08ba3271-b1f1-44d7-a506-8ea2aa54fbc6 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.969805 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-08ba3271-b1f1-44d7-a506-8ea2aa54fbc6 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048811 Dec 08 13:03:14.974640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52980) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.980702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-282ff857-1c8d-4a2a-9674-01318c5e38b6 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.981769 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-282ff857-1c8d-4a2a-9674-01318c5e38b6 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062346 Dec 08 13:03:14.984312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52984) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.990425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.991296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-4741a7d1-9598-43a6-b2f6-a3c0966e470c tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:14.991723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.991853 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.992337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Tracked resource versions report: Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: pushed versions: Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: { 'AddressGroup': {'1.2'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'ConntrackHelper': {'1.0'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'LocalIPAssociation': {'1.0'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Log': {'1.0'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Network': {'1.1'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Port': {'1.7'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'PortForwarding': {'1.2'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'QosPolicy': {'1.10'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SecurityGroup': {'1.5'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SecurityGroupRule': {'1.2'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SubPort': {'1.0'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Subnet': {'1.1'}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Trunk': {'1.1'}} Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: consumer versions: Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: { DHCP agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: HyperV agent@hv-neutron-7996: {}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: L3 agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: Metadata agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: Metering agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: Open vSwitch agent@dv-neutron-799625-5-hyperv: { 'AddressGroup': '1.2', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'ConntrackHelper': '1.0', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'LocalIPAssociation': '1.0', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Log': '1.0', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Network': '1.1', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Port': '1.7', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'PortForwarding': '1.2', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'QosPolicy': '1.10', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SecurityGroup': '1.5', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SecurityGroupRule': '1.2', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'SubPort': '1.0', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Subnet': '1.1', Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: 'Trunk': '1.1'}} Dec 08 13:03:14.993530 dv-neutron-799625-5-hyperv neutron-server[103716]: {{(pid=103716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 13:03:14.996154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4741a7d1-9598-43a6-b2f6-a3c0966e470c tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083671 Dec 08 13:03:14.996154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52986) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.000428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-43ea3600-2003-442f-824c-0f93029c2e4d tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.003044 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-43ea3600-2003-442f-824c-0f93029c2e4d tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0060828 Dec 08 13:03:15.003973 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52988) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.014729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.015393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-12f90f5b-48d0-4300-8c31-5d0e42358295 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.018087 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-12f90f5b-48d0-4300-8c31-5d0e42358295 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0128648 Dec 08 13:03:15.020917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52992) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.025150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-58a2b4f0-83b3-4b65-8815-6cd61129f526 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.029345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 52994) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.029654 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-58a2b4f0-83b3-4b65-8815-6cd61129f526 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075371 Dec 08 13:03:15.037937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-ae26dde0-b559-41a4-a3d2-bc7af1b291fc tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.038931 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ae26dde0-b559-41a4-a3d2-bc7af1b291fc tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0085628 Dec 08 13:03:15.042043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 52998) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.047330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-6013a83b-b288-445f-bba7-2efe3558b50a tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.050900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6013a83b-b288-445f-bba7-2efe3558b50a tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076566 Dec 08 13:03:15.052686 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.054560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.055443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53000) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.065473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-830d3051-8554-48b5-a727-3a6340da290e tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.067666 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-830d3051-8554-48b5-a727-3a6340da290e tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0112507 Dec 08 13:03:15.079478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53002) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.083637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-9cbeede7-3e44-4ecb-8f95-f87336366324 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.087107 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9cbeede7-3e44-4ecb-8f95-f87336366324 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0065782 Dec 08 13:03:15.087982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53004) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.097142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-67cd5f30-009d-493c-b795-be96f74a3d0f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.101558 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-67cd5f30-009d-493c-b795-be96f74a3d0f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0087268 Dec 08 13:03:15.102230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53006) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.113408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-b80984f0-93e6-45c0-975a-a6c461f5c0fb tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.114422 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b80984f0-93e6-45c0-975a-a6c461f5c0fb tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046601 Dec 08 13:03:15.117409 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.118473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53008) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.119065 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:15.119689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.126037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.127043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-7b071e1a-15d7-4aaa-b446-742c29845f52 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.130879 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7b071e1a-15d7-4aaa-b446-742c29845f52 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0103683 Dec 08 13:03:15.132464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.133205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53010) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.139866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-6900931a-8106-4e6e-8424-92ffb8db3a96 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.143917 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6900931a-8106-4e6e-8424-92ffb8db3a96 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0085213 Dec 08 13:03:15.143917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53014) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.147779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.152124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-e9f04708-869d-44ca-b397-7e89ca91b0ec tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.153729 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e9f04708-869d-44ca-b397-7e89ca91b0ec tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043283 Dec 08 13:03:15.159772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53016) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.165588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-4278ed8f-66bf-4478-b153-3e6f2dd7c9ea tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.173620 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4278ed8f-66bf-4478-b153-3e6f2dd7c9ea tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0128314 Dec 08 13:03:15.176424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53018) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.176562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Pushing event updated for resources: {'Port': ['ID=e091c9c5-725d-43d6-abd9-4dca7b25e711,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:15.183736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-01188d93-00e2-4a12-a0bd-b4eb1ce5a096 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.187442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.188038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.188565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.189070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.189570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.190075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.190409 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-01188d93-00e2-4a12-a0bd-b4eb1ce5a096 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0130041 Dec 08 13:03:15.190796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.191219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53022) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.191560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.192066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.192579 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.193260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.193768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.194272 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:15.195308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-705059c0-37cc-4c7b-b1bf-52360fb88211 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Tracked resource versions report: Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: pushed versions: Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: { 'AddressGroup': {'1.2'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'ConntrackHelper': {'1.0'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'LocalIPAssociation': {'1.0'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Log': {'1.0'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Network': {'1.1'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Port': {'1.7'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'PortForwarding': {'1.2'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'QosPolicy': {'1.10'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SecurityGroup': {'1.5'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SecurityGroupRule': {'1.2'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SubPort': {'1.0'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Subnet': {'1.1'}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Trunk': {'1.1'}} Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: consumer versions: Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: { DHCP agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: HyperV agent@hv-neutron-7996: {}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: L3 agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: Metadata agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: Metering agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: Open vSwitch agent@dv-neutron-799625-5-hyperv: { 'AddressGroup': '1.2', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'ConntrackHelper': '1.0', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'LocalIPAssociation': '1.0', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Log': '1.0', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Network': '1.1', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Port': '1.7', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'PortForwarding': '1.2', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'QosPolicy': '1.10', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SecurityGroup': '1.5', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SecurityGroupRule': '1.2', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'SubPort': '1.0', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Subnet': '1.1', Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: 'Trunk': '1.1'}} Dec 08 13:03:15.205356 dv-neutron-799625-5-hyperv neutron-server[103717]: {{(pid=103717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 13:03:15.207978 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-705059c0-37cc-4c7b-b1bf-52360fb88211 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096974 Dec 08 13:03:15.208287 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.209025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53024) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.214073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Network 4ff4d7af-c600-4604-9fb5-5441401772a1 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:15.215317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-ecb3bc3e-c678-46b0-80ae-f9bc62bb0f04 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.216636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:15.217311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] Pushing event updated for resources: {'Network': ['ID=94610d8d-462e-4641-bb77-8acc86d889aa,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:15.219753 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53026) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.221448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:15.224121 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ecb3bc3e-c678-46b0-80ae-f9bc62bb0f04 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0128725 Dec 08 13:03:15.225429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-09a18cad-00b0-444f-81fe-b471d82a1d1a tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.229693 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-09a18cad-00b0-444f-81fe-b471d82a1d1a tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0081100 Dec 08 13:03:15.233848 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53028) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.234191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.243031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:15.245505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-e483ed23-af67-4284-85da-c4ddfb3b17fb tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.246725 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e483ed23-af67-4284-85da-c4ddfb3b17fb tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0099518 Dec 08 13:03:15.254116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 94610d8d-462e-4641-bb77-8acc86d889aa details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:15.255872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.268613 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Added segment 399e4271-26d4-4180-9e07-e98213394aae of type vlan for network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 Dec 08 13:03:15.285468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53030) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.299770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.340448 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-36ac261d-c8f7-4777-bdb5-d47630b929bf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2295878 Dec 08 13:03:15.340772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53034) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.348424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Request body: {'subnet': {'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-229562571-subnet', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:15.364509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-ccb08e2f-56e2-4502-896d-2b3a762149be tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.365478 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ccb08e2f-56e2-4502-896d-2b3a762149be tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0793219 Dec 08 13:03:15.369467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53036) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.370243 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f27a3e-3208-4206-83cd-54ca76523a74,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:15.379400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-db8fe52d-b71d-4bdc-94df-e9b46e9e2a7b tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.380147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Attempting to bind port e091c9c5-725d-43d6-abd9-4dca7b25e711 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:15.380472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Attempting to bind port e091c9c5-725d-43d6-abd9-4dca7b25e711 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:15.383803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Attempting to bind port e091c9c5-725d-43d6-abd9-4dca7b25e711 on network 4ff4d7af-c600-4604-9fb5-5441401772a1 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:15.389726 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-db8fe52d-b71d-4bdc-94df-e9b46e9e2a7b tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0106878 Dec 08 13:03:15.389726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53038) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.390159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:15.390159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Checking segment: {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:15.390159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.390159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Bound using segment: {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:15.390828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Bound port: e091c9c5-725d-43d6-abd9-4dca7b25e711, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:15.390828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.393487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-5214f176-c3f0-4807-b96a-cdcd0e4ce79e tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.397082 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5214f176-c3f0-4807-b96a-cdcd0e4ce79e tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0099154 Dec 08 13:03:15.399849 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53040) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.404020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-8017373f-794b-48aa-bb32-1ebdf3d8591d tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.407664 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8017373f-794b-48aa-bb32-1ebdf3d8591d tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069046 Dec 08 13:03:15.410128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53042) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.412404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.413315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:15.413881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.418180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-e39db8cf-d3ba-476d-9116-82529ff2a26f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.422995 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e39db8cf-d3ba-476d-9116-82529ff2a26f tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0114520 Dec 08 13:03:15.423619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-740292867'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:15.437918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53044) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.448985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-7d194c83-248f-4227-8e66-fcacb084fb95 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.453744 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7d194c83-248f-4227-8e66-fcacb084fb95 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0115335 Dec 08 13:03:15.457984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53046) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.463408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-27417db5-9f06-4d7b-bfe8-4c5d2ffe0e77 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.467296 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-27417db5-9f06-4d7b-bfe8-4c5d2ffe0e77 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0093265 Dec 08 13:03:15.468322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53048) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.470483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] For port e091c9c5-725d-43d6-abd9-4dca7b25e711, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:15.474107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [None req-69eab4ab-7a04-48e7-9914-a709e9bd1b06 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.474972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] For port e091c9c5-725d-43d6-abd9-4dca7b25e711, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e091c9c5-725d-43d6-abd9-4dca7b25e711,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:15.481176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-69eab4ab-7a04-48e7-9914-a709e9bd1b06 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0056517 Dec 08 13:03:15.505524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53050) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.507836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] Pushing event updated for resources: {'Network': ['ID=f75a3534-4f3f-4bc4-8f24-a18ebd407bb2,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:15.520452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-3b527281-8534-45c8-8ced-335258e9594d tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.522331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:15.524151 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3b527281-8534-45c8-8ced-335258e9594d tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0173857 Dec 08 13:03:15.524928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53054) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.530395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-06a8b6cc-3580-4765-ac2d-0e5302fe944a tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.532578 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-06a8b6cc-3580-4765-ac2d-0e5302fe944a tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0064704 Dec 08 13:03:15.534969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53056) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.539285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-bc700416-4c17-451c-ae3f-bb3ccde655ac tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.542768 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bc700416-4c17-451c-ae3f-bb3ccde655ac tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0065658 Dec 08 13:03:15.543323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53058) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.547429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-8bc34e39-29f3-49e0-aa4c-13da949f7764 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.550851 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8bc34e39-29f3-49e0-aa4c-13da949f7764 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065711 Dec 08 13:03:15.551424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53060) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.556607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-be90ec67-fcff-4f00-b6be-c7f834e95d54 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.558767 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-be90ec67-fcff-4f00-b6be-c7f834e95d54 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053329 Dec 08 13:03:15.565876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Made reservation on behalf of 42b4b85a4bdb486199dd8c19e12713d3 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:15.565876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.566663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53062) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.583458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [None req-43153879-1a6a-4d5d-9769-dc8461f09971 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:15.587628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53064) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.590046 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-43153879-1a6a-4d5d-9769-dc8461f09971 tempest-ExtensionsTestJSON-561834144 tempest-ExtensionsTestJSON-561834144-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0213907 Dec 08 13:03:15.610317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.624013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.658002 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4094c697-243a-4395-bbe1-095f5649d252 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5318844 Dec 08 13:03:15.665119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53072) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:15.680983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Request body: {'subnet': {'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1664500230-subnet', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:15.710536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917863c-9f08-4e2d-8cd3-4594be27f894 None None] Pushing event updated for resources: {'Port': ['ID=e091c9c5-725d-43d6-abd9-4dca7b25e711,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:15.798480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Made reservation on behalf of 3308279bc74048f0a79af8721e730a70 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:15.801981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.820173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.919941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Made reservation on behalf of da815581212a4701a86518ac824fe360 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:15.922655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.947510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:15.990055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1242473524', 'router:external': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:16.020899 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3667c4c-da82-4c96-9338-734a8c9b92a9,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:16.035682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Checking segment: {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:16.036544 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Network hostable DHCP agents. Network: 94610d8d-462e-4641-bb77-8acc86d889aa, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:03:16.128916 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53080) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:16.147747 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Network 94610d8d-462e-4641-bb77-8acc86d889aa is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:03:16.156051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.160194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.248040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 94610d8d-462e-4641-bb77-8acc86d889aa) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:16.254276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:16.258875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.259382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.260172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.260969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34421e89-b0ed-4c2b-ace2-c513372baf07 None None] Network 94610d8d-462e-4641-bb77-8acc86d889aa requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:16.300004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e091c9c5-725d-43d6-abd9-4dca7b25e711 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:16.302828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.362324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:16.364358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Made reservation on behalf of f889c8c7e0854db69eb428d544d0d2a1 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:16.368002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.386002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53090) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:16.417752 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-20835293-10a5-4561-a2a6-876c9cfbc397 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0760515 Dec 08 13:03:16.423129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53094) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:16.429044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:16.455126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.474626 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port e091c9c5-725d-43d6-abd9-4dca7b25e711 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:16.475165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.488199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.488537 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Added segment 79b22fae-56c7-4d4b-8899-42152f937a8b of type vlan for network 318383e2-7c0f-45da-a77b-0726b40cc146 Dec 08 13:03:16.501524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-94610d8d-462e-4641-bb77-8acc86d889aa', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:03:16.502507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.522246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb07d2e-dac4-4d71-8c78-ffdb946895e1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:16.560410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.561560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.593851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:16.706621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.709664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-312073e6-5ad4-45a9-8af9-1fc93faabbbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.741948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.748224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.750472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.764593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port e091c9c5-725d-43d6-abd9-4dca7b25e711, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e091c9c5-725d-43d6-abd9-4dca7b25e711,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:16.823605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Allocated IP 172.26.7.146 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/eec00c4b-314c-4cbd-8a5c-291b24c2c1d8) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:16.836694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.847446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.913828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.920164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:16.920771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:16.936713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=e091c9c5-725d-43d6-abd9-4dca7b25e711,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:16.954909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Allocated IP 172.20.0.2 (94610d8d-462e-4641-bb77-8acc86d889aa/f3667c4c-da82-4c96-9338-734a8c9b92a9/87ede653-38a7-4a69-969e-57b2db4f1d63) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:17.023359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb73c23-c4dd-4a8f-880f-b1a57b414db9 None None] Network 4ff4d7af-c600-4604-9fb5-5441401772a1 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:17.029497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.064290 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0921354 Dec 08 13:03:17.115015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7942c8-a4d2-4af7-abca-e303abc27af8,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:17.142873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-312073e6-5ad4-45a9-8af9-1fc93faabbbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.145778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f4e9a37f-d648-4472-bf69-285d2b3d29ae None None] Provisioning complete for port e091c9c5-725d-43d6-abd9-4dca7b25e711 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:17.146268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4e9a37f-d648-4472-bf69-285d2b3d29ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.167673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.186135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c20948-2293-4914-9b70-56df25acb6c1 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Pushing event updated for resources: {'Network': ['ID=318383e2-7c0f-45da-a77b-0726b40cc146,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:17.208211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.223389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-312073e6-5ad4-45a9-8af9-1fc93faabbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.226051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 318383e2-7c0f-45da-a77b-0726b40cc146 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:17.232729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:17.253551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Checking segment: {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:17.254303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Network hostable DHCP agents. Network: f75a3534-4f3f-4bc4-8f24-a18ebd407bb2, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:03:17.257119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.271336 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-312073e6-5ad4-45a9-8af9-1fc93faabbbc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb390db4fb8d4e3899161fe0310136c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8835182 Dec 08 13:03:17.272139 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.275047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.275555 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Added segment 2872b4ca-3454-429a-ad1a-393b10900e9f of type vlan for network a17230ab-520d-41de-8d85-3c804d960604 Dec 08 13:03:17.277301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa1719-cbba-455c-94b7-944f016291da,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:17.281789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53122) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:17.332485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53124) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:17.361926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312073e6-5ad4-45a9-8af9-1fc93faabbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f8e79d-292c-4841-8780-3978e9411947,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:17.364619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.432505 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ffa0cd23-77a7-40df-9a96-c14d5cf6f0c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.694723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:03:17.696707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ffa0cd23-77a7-40df-9a96-c14d5cf6f0c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.696802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.696802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:17.696802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.696802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, f75a3534-4f3f-4bc4-8f24-a18ebd407bb2) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:17.696802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:17.696802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.698662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad917b84-672c-4879-8b37-9ab3f373bcb0 None None] Network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:17.698662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.698938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.767462 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53128) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:17.779330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Request body: {'port': {'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146', 'binding:host_id': 'hv-neutron-7996', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1731555562'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:17.785190 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ffa0cd23-77a7-40df-9a96-c14d5cf6f0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.785994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:17.788327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ffa0cd23-77a7-40df-9a96-c14d5cf6f0c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.792522 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ffa0cd23-77a7-40df-9a96-c14d5cf6f0c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/12f8e79d-292c-4841-8780-3978e9411947 HTTP/1.1" status: 204 len: 168 time: 0.5066833 Dec 08 13:03:17.807770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:17.810712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:17.815592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:17.841566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0cd23-77a7-40df-9a96-c14d5cf6f0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f8e79d-292c-4841-8780-3978e9411947,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:17.866030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Allocated IP 172.26.7.82 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/11697ee5-aee3-4808-b325-61ca15719eb9) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:17.882735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.904913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.926132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.943210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Made reservation on behalf of 74d76b7b34254b1a93d9d53b3673a2f4 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:17.945504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.970367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:17.982255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Pushing event updated for resources: {'Port': ['ID=87ede653-38a7-4a69-969e-57b2db4f1d63,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:18.000152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Network 94610d8d-462e-4641-bb77-8acc86d889aa is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:18.008474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:18.015503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:18.063437 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4761169 Dec 08 13:03:18.071398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53132) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:18.081667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'subnet': {'network_id': 'a17230ab-520d-41de-8d85-3c804d960604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:18.098916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'project_id': 'da815581212a4701a86518ac824fe360', 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:03:18.100063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.113998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a8af5e0c-fabb-4066-a394-de8bceac17b4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4457636 Dec 08 13:03:18.122368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53134) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:18.131457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Attempting to bind port 87ede653-38a7-4a69-969e-57b2db4f1d63 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:18.131457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Attempting to bind port 87ede653-38a7-4a69-969e-57b2db4f1d63 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:18.131457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Attempting to bind port 87ede653-38a7-4a69-969e-57b2db4f1d63 on network 94610d8d-462e-4641-bb77-8acc86d889aa {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:18.133373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:18.143088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871daff-e0e3-4c07-9c5b-6492440a8cb6 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event updated for resources: {'Network': ['ID=a17230ab-520d-41de-8d85-3c804d960604,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:18.160470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.173650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:18.174733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Pushing event updated for resources: {'Port': ['ID=eec00c4b-314c-4cbd-8a5c-291b24c2c1d8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:18.175501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Checking segment: {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:18.177248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.177847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Bound using segment: {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:18.179628 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Bound port: 87ede653-38a7-4a69-969e-57b2db4f1d63, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:18.180616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.199522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network a17230ab-520d-41de-8d85-3c804d960604 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:18.247300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Made reservation on behalf of f889c8c7e0854db69eb428d544d0d2a1 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:18.251912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.297455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.331945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.332618 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e091c9c5-725d-43d6-abd9-4dca7b25e711 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:18.341065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3a7d7067-cda2-49bb-96de-67a317f78e32 None None] Provisioning complete for port e091c9c5-725d-43d6-abd9-4dca7b25e711 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:18.341964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7067-cda2-49bb-96de-67a317f78e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.380690 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.399059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] device_id is not set on port c86ef756-4333-41f4-8e79-48501f22d74c yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:18.507030 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.526854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] For port 87ede653-38a7-4a69-969e-57b2db4f1d63, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:18.548729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d91c31-d5b3-4f01-ac22-5b1464a5d368,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:18.593209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] For port 87ede653-38a7-4a69-969e-57b2db4f1d63, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=87ede653-38a7-4a69-969e-57b2db4f1d63,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:18.608241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Allocated IP 172.20.0.2 (f75a3534-4f3f-4bc4-8f24-a18ebd407bb2/9a7942c8-a4d2-4af7-abca-e303abc27af8/31d19dfc-1bbc-46c8-9bf0-325c3c679016) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:18.609147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.615431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.659712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.671393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port e091c9c5-725d-43d6-abd9-4dca7b25e711 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:18.671974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.692203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.760053 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.777797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.821349 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:18.838074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:18.867868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:18.873133 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Allocated IP 172.26.7.32 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/b352d5a4-e45b-41e0-a5de-dedde7b61648) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:18.877475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:18.904660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Pushing event updated for resources: {'Port': ['ID=11697ee5-aee3-4808-b325-61ca15719eb9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:18.915220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8311eb-0a6a-4ee4-a290-a7cf0b085814 None None] Pushing event updated for resources: {'Port': ['ID=87ede653-38a7-4a69-969e-57b2db4f1d63,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:19.072768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.200674 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.205172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Router 7597b23e-0e06-4281-9db6-8040b5e03abd is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:03:19.274796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] device_id is not set on port c86ef756-4333-41f4-8e79-48501f22d74c yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:19.281539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53160) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:19.288585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:19.291632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:19.297975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:19.305322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Pushing event updated for resources: {'Port': ['ID=31d19dfc-1bbc-46c8-9bf0-325c3c679016,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:19.313390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.335051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.354029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.387881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Attempting to bind port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:19.389618 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Attempting to bind port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:19.390184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Attempting to bind port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 on network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:19.398056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:19.398748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Checking segment: {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:19.399310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:19.399775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.400054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.400733 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Bound using segment: {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:19.403663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Bound port: 31d19dfc-1bbc-46c8-9bf0-325c3c679016, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:19.404264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.414377 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Sync routers for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:19.439361 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:19.443829 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:19.477775 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-446730011'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:19.508490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] For port 31d19dfc-1bbc-46c8-9bf0-325c3c679016, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:19.511781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.515257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] For port 31d19dfc-1bbc-46c8-9bf0-325c3c679016, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=31d19dfc-1bbc-46c8-9bf0-325c3c679016,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:19.530106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.533396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.535012 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e540f04d-cf9f-4a4d-b453-af3cfef2d4ea admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7002001 Dec 08 13:03:19.537780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53164) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:19.586367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.612018 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:19.655275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.692441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad616c3b-c172-487c-a289-960f1b36dcdd None None] Pushing event updated for resources: {'Port': ['ID=31d19dfc-1bbc-46c8-9bf0-325c3c679016,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:19.821411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Allocated IP 172.26.7.154 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/bebe0885-e079-4ab5-91c5-33dca82202e3) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:19.887240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Made reservation on behalf of 5d20fdba1078445aa835c113571f7e1f for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:19.891206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.900775 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:03:19.900903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.914552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'Port': ['ID=c86ef756-4333-41f4-8e79-48501f22d74c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:19.957394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:19.978260 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:18Z', 'revision_number': 3, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:19.987316 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:20.051683 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Checking router: 7597b23e-0e06-4281-9db6-8040b5e03abd for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:03:20.052292 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Updating router 7597b23e-0e06-4281-9db6-8040b5e03abd port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:03:20.083735 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.105439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.110975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Checking segment: {'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:20.110975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Network hostable DHCP agents. Network: 318383e2-7c0f-45da-a77b-0726b40cc146, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:03:20.114259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:20.132438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:20.253840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event updated for resources: {'Subnet': ['ID=39ae75eb-8592-43ee-9751-75a384bb208f,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:20.316593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=b352d5a4-e45b-41e0-a5de-dedde7b61648,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:20.331355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.380608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87ede653-38a7-4a69-969e-57b2db4f1d63 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:20.414489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:20.423699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:20.430333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:20.443843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.456726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 87ede653-38a7-4a69-969e-57b2db4f1d63 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:20.457281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.458354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event updated for resources: {'Port': ['ID=bebe0885-e079-4ab5-91c5-33dca82202e3,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:20.544220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6909fe-5604-4798-b727-8cb6127bebab None None] Network 94610d8d-462e-4641-bb77-8acc86d889aa requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:20.558071 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Network 318383e2-7c0f-45da-a77b-0726b40cc146 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:03:20.565263 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.584387 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Checking segment: {'id': '2872b4ca-3454-429a-ad1a-393b10900e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a17230ab-520d-41de-8d85-3c804d960604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:20.584760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Network hostable DHCP agents. Network: a17230ab-520d-41de-8d85-3c804d960604, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:03:20.623781 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.657440 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.677279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1aaef6b7-f11c-4fb8-80a3-35e107411f2d None None] Provisioning complete for port 87ede653-38a7-4a69-969e-57b2db4f1d63 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:20.677656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1aaef6b7-f11c-4fb8-80a3-35e107411f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.746198 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Pushing event updated for resources: {'Port': ['ID=eec00c4b-314c-4cbd-8a5c-291b24c2c1d8,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:20.759021 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.759611 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.760135 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.760642 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.761132 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.763963 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.764099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.764649 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.765299 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.766128 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.766855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 318383e2-7c0f-45da-a77b-0726b40cc146) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:20.767356 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.767863 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.768931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.769219 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.769745 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Tracked resource versions report: Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: pushed versions: Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: { 'AddressGroup': {'1.2'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'ConntrackHelper': {'1.0'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'LocalIPAssociation': {'1.0'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Log': {'1.0'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Network': {'1.1'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Port': {'1.7'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'PortForwarding': {'1.2'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'QosPolicy': {'1.10'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SecurityGroup': {'1.5'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SecurityGroupRule': {'1.2'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SubPort': {'1.0'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Subnet': {'1.1'}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Trunk': {'1.1'}} Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: consumer versions: Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: { DHCP agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: HyperV agent@hv-neutron-7996: {}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: L3 agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: Metadata agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: Metering agent@dv-neutron-799625-5-hyperv: {}, Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: Open vSwitch agent@dv-neutron-799625-5-hyperv: { 'AddressGroup': '1.2', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'ConntrackHelper': '1.0', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'LocalIPAssociation': '1.0', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Log': '1.0', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Network': '1.1', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Port': '1.7', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'PortForwarding': '1.2', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'QosPolicy': '1.10', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SecurityGroup': '1.5', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SecurityGroupRule': '1.2', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'SubPort': '1.0', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Subnet': '1.1', Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: 'Trunk': '1.1'}} Dec 08 13:03:20.771269 dv-neutron-799625-5-hyperv neutron-server[103718]: {{(pid=103718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 13:03:20.775240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 87ede653-38a7-4a69-969e-57b2db4f1d63, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=87ede653-38a7-4a69-969e-57b2db4f1d63,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:20.785624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04245480-a799-42bf-a163-b7ce7e9a87f1 None None] Network 318383e2-7c0f-45da-a77b-0726b40cc146 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:20.830899 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Attempting to bind port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:20.830899 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Attempting to bind port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:20.830899 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Attempting to bind port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:20.834775 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:20.835460 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:20.836021 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.836560 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:20.837184 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Bound port: eec00c4b-314c-4cbd-8a5c-291b24c2c1d8, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:20.837811 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.871549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:20.906303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.908194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:20.909227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 31d19dfc-1bbc-46c8-9bf0-325c3c679016 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:20.909389 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] For port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:20.912981 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:20.913406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:20.913797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:20.915010 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] For port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eec00c4b-314c-4cbd-8a5c-291b24c2c1d8,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:21.006413 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.009399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:21.013353 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:21.020785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1aaef6b7-f11c-4fb8-80a3-35e107411f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.065134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=87ede653-38a7-4a69-969e-57b2db4f1d63,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:21.091844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.094052 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 2 to bind port c86ef756-4333-41f4-8e79-48501f22d74c Dec 08 13:03:21.117311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.139482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:21.140478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.172697 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:21.173669 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:21.207469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Allocated IP 172.20.0.1 (4ff4d7af-c600-4604-9fb5-5441401772a1/8e5b17fe-bfa3-43ee-ae49-9f76047d989a/8358b0ac-3320-4c68-956a-e62cb84b13dd) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:21.241594 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:21.242176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:21.242723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:21.249022 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.255333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Network a17230ab-520d-41de-8d85-3c804d960604 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:03:21.256973 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2973c17-e91b-48f4-9ce6-8aac25b8d14f None None] Pushing event updated for resources: {'Port': ['ID=eec00c4b-314c-4cbd-8a5c-291b24c2c1d8,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:21.262804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.301146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:21.301471 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:21.303298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, a17230ab-520d-41de-8d85-3c804d960604) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:21.323568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.325406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637a9d5-2bba-4473-9083-144e24a851c0 None None] Network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:21.328655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a421fc-f194-4df4-9060-c224245b208f None None] Network a17230ab-520d-41de-8d85-3c804d960604 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:21.337051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:21.347099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.347412 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Added segment 1e5205b5-7979-4e07-8bff-93c7369bac08 of type vlan for network b05106e2-e92f-4a36-a52e-4a7790bd714b Dec 08 13:03:21.348798 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:21.391457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-1aaef6b7-f11c-4fb8-80a3-35e107411f2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:03:21.391839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-1aaef6b7-f11c-4fb8-80a3-35e107411f2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:03:21.395108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.401716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.430830 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 3 to bind port c86ef756-4333-41f4-8e79-48501f22d74c Dec 08 13:03:21.502042 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:21.502591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.539313 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:18Z', 'revision_number': 3, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:21.547120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:21.547456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:21.547795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:21.549842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7954e21a-f3b5-456b-bbe4-1a588e1e39ba,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:21.560196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.566921 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:21.567358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.572206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.576711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.580592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c977c-6fc1-44b0-a009-8bf9caa2f771 None None] Network a17230ab-520d-41de-8d85-3c804d960604 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:21.595831 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb12b4c-2a0d-42b5-80a4-0a01893c954a None None] The sync data for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv is: [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:18Z', 'revision_number': 3, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:21.615991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.626140 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Network 4ff4d7af-c600-4604-9fb5-5441401772a1 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:21.632574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:21.637076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:21.638961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.713956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 31d19dfc-1bbc-46c8-9bf0-325c3c679016, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=31d19dfc-1bbc-46c8-9bf0-325c3c679016,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:21.725746 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Pushing event updated for resources: {'Port': ['ID=11697ee5-aee3-4808-b325-61ca15719eb9,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:21.781593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:21.782123 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:21.791159 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4783936 Dec 08 13:03:21.796211 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-18fabb5d-8f25-46e3-8b32-e145ce5bc577 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7184701 Dec 08 13:03:21.797718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.809692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53172) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:21.810154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53174) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:21.844641 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 4 to bind port c86ef756-4333-41f4-8e79-48501f22d74c Dec 08 13:03:21.845977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.857129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Request body: {'subnet': {'network_id': 'b05106e2-e92f-4a36-a52e-4a7790bd714b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:21.863146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.885337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=31d19dfc-1bbc-46c8-9bf0-325c3c679016,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:21.909288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Pushing event updated for resources: {'Port': ['ID=8358b0ac-3320-4c68-956a-e62cb84b13dd,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:21.928128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:21.928870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1823026283', 'network_id': 'a17230ab-520d-41de-8d85-3c804d960604'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:21.955815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea940b-f9c7-449a-a63c-7e31522129dd tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event updated for resources: {'Network': ['ID=b05106e2-e92f-4a36-a52e-4a7790bd714b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:21.989267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network b05106e2-e92f-4a36-a52e-4a7790bd714b details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:22.049222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.059445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:22.060057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:22.061139 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:22.074908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.081267 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7430832 Dec 08 13:03:22.082218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53178) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:22.092571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1155090888'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:22.140878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279b473-da10-4aaa-bb28-d685ecb189a3 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event updated for resources: {'Port': ['ID=bebe0885-e079-4ab5-91c5-33dca82202e3,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:22.143862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.184180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-27454ce5-0fb4-4e93-8ca3-bdf99e237741 None None] Provisioning complete for port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:22.184568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-27454ce5-0fb4-4e93-8ca3-bdf99e237741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.304439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-27454ce5-0fb4-4e93-8ca3-bdf99e237741 None None] Provisioning complete for port 87ede653-38a7-4a69-969e-57b2db4f1d63 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:22.305100 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-27454ce5-0fb4-4e93-8ca3-bdf99e237741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.371070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.375150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.379975 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-01328a05-7c40-4de9-9feb-83ff7342b261 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2483518 Dec 08 13:03:22.390698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53180) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:22.391538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87ede653-38a7-4a69-969e-57b2db4f1d63 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:22.397262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-603047250', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'fixed_ips': [{'ip_address': '172.26.7.82'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:22.400948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:22.401315 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:22.407008 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 5 to bind port c86ef756-4333-41f4-8e79-48501f22d74c Dec 08 13:03:22.417861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.462041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-27454ce5-0fb4-4e93-8ca3-bdf99e237741 None None] Provisioning complete for port 8358b0ac-3320-4c68-956a-e62cb84b13dd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:22.462707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-27454ce5-0fb4-4e93-8ca3-bdf99e237741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.475368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:22.475707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:22.476054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:22.479162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.480039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.492437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:22.492636 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:22.492786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 87ede653-38a7-4a69-969e-57b2db4f1d63 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:22.493169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.494917 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 6 to bind port c86ef756-4333-41f4-8e79-48501f22d74c Dec 08 13:03:22.517619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Made reservation on behalf of f889c8c7e0854db69eb428d544d0d2a1 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:22.520547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.546145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-27454ce5-0fb4-4e93-8ca3-bdf99e237741 None None] Port 8358b0ac-3320-4c68-956a-e62cb84b13dd cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:22.550928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:22.551269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:22.551608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:22.573432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:03:22.573432 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:03:22.573432 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'project_id_1': '5d20fdba1078445aa835c113571f7e1f', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 3, 2, 420594)}] Dec 08 13:03:22.573432 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:03:22.574400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:03:22.582476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] device_id is not set on port d3db7bf3-d35c-4b63-a9a3-aa6fd86fc5cf yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:22.594208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:22.597300 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:22.597911 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 7 to bind port c86ef756-4333-41f4-8e79-48501f22d74c Dec 08 13:03:22.600565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:03:22.600565 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:03:22.600565 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'project_id_1': '5bbad953644d49a99ddb39f28b9a3063', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 3, 2, 412126)}] Dec 08 13:03:22.600565 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:03:22.601189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:03:22.616489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:22.616886 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:22.617226 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:22.621997 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 31d19dfc-1bbc-46c8-9bf0-325c3c679016 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:22.624050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Router a03fe847-aaad-4d24-90de-233301176b8a is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:03:22.629161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Pushing event updated for resources: {'Port': ['ID=8358b0ac-3320-4c68-956a-e62cb84b13dd,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:22.659614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Network 4ff4d7af-c600-4604-9fb5-5441401772a1 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:22.661643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:22.673608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Made reservation on behalf of 1509ad1abc184a44895df63bff6520fe for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:22.677385 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:22.678176 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:22.678739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.684218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Allocated IP 172.26.7.231 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/8ada7628-bd0a-4235-8ce3-8e2a82de30d6) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:22.686274 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 8 to bind port c86ef756-4333-41f4-8e79-48501f22d74c Dec 08 13:03:22.693948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.701749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:22.702306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.720678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:22.720865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:22.721145 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:22.731902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:22.732231 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:22.735856 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 9 to bind port c86ef756-4333-41f4-8e79-48501f22d74c Dec 08 13:03:22.760242 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:22.760773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:22.760940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:22.825958 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:22.826299 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:22.849019 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 10 to bind port c86ef756-4333-41f4-8e79-48501f22d74c Dec 08 13:03:22.859676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:22.870683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Router 7597b23e-0e06-4281-9db6-8040b5e03abd has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:03:22.905906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.924065 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:22.924415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:22.924755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:22.927840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:22.928291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:22.960573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port c86ef756-4333-41f4-8e79-48501f22d74c on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:22.961234 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port c86ef756-4333-41f4-8e79-48501f22d74c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:22.961342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.007251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.017996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.035103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Allocated IP 2001:db8::f (a17230ab-520d-41de-8d85-3c804d960604/39ae75eb-8592-43ee-9751-75a384bb208f/d3db7bf3-d35c-4b63-a9a3-aa6fd86fc5cf) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:23.044505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eec00c4b-314c-4cbd-8a5c-291b24c2c1d8,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:23.050922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:23.057893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215052be-aeb1-41bc-bd14-a229dd597c4a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:23.070199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7d179a05-3d74-42ef-b1b2-e1213eb494a2 None None] Provisioning complete for port 8358b0ac-3320-4c68-956a-e62cb84b13dd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:23.070680 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7d179a05-3d74-42ef-b1b2-e1213eb494a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.080487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:23.087330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.087723 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Added segment 1a3d3ffa-0320-4cde-998c-c92b2b300311 of type vlan for network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 Dec 08 13:03:23.093221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:23.094934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-408ebfeb-5c11-404b-a146-333d13de3559 admin admin] 10.222.0.76 "PUT /v2.0/routers/7597b23e-0e06-4281-9db6-8040b5e03abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5559404 Dec 08 13:03:23.107597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.139217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Sync routers for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:23.140473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.153382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7d179a05-3d74-42ef-b1b2-e1213eb494a2 None None] Port 8358b0ac-3320-4c68-956a-e62cb84b13dd cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:23.155057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.162819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:23.163461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:23.200904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] For port c86ef756-4333-41f4-8e79-48501f22d74c, host hv-neutron-7996, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:23.201288 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempted to set empty binding levels {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 13:03:23.217542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=eec00c4b-314c-4cbd-8a5c-291b24c2c1d8,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:23.274104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Made reservation on behalf of 5d20fdba1078445aa835c113571f7e1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:23.278272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks [] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.282989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.293282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:23.294546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.297478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.299598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:23.358408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.362385 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a95a90ba-9a2f-42cf-af26-bd5f5326c8e8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9346330 Dec 08 13:03:23.371433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53192) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:23.421111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:23.424634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.439695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.536573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'Port': ['ID=c86ef756-4333-41f4-8e79-48501f22d74c,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:23.538766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event updated for resources: {'Network': ['ID=0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:23.546809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:20Z', 'revision_number': 3, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:23.552331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:23.562368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.596247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Made reservation on behalf of 5bbad953644d49a99ddb39f28b9a3063 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:23.600140 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.618877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:23.622933 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.635514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:23.639771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:23.661247 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bd379a14-5597-4373-8aa8-69ecf0ecdda4 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5749211 Dec 08 13:03:23.665231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53196) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:23.671093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Request body: {'subnet': {'network_id': '0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:23.741079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Checking router: a03fe847-aaad-4d24-90de-233301176b8a for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:03:23.742153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Updating router a03fe847-aaad-4d24-90de-233301176b8a port b352d5a4-e45b-41e0-a5de-dedde7b61648 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:03:23.759030 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-097e6d76-97c7-448d-bfc7-70d33e78774b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.9885614 Dec 08 13:03:23.780978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53198) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:23.808184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Pushing event updated for resources: {'Port': ['ID=8ada7628-bd0a-4235-8ce3-8e2a82de30d6,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:23.814953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.894043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.911699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Made reservation on behalf of 1509ad1abc184a44895df63bff6520fe for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:23.921428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.977455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:23.990427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] device_id is not set on port a4e88968-9d05-4ad6-9953-5a4d23309341 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:24.006858 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Sync routers for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:24.020430 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:24.027843 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:24.049002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.142961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.238593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.254074 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:24.275555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:24.359428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.447722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Attempting to bind port b352d5a4-e45b-41e0-a5de-dedde7b61648 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:24.448337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Attempting to bind port b352d5a4-e45b-41e0-a5de-dedde7b61648 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:24.448899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Attempting to bind port b352d5a4-e45b-41e0-a5de-dedde7b61648 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:24.469347 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:24.470099 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:24.470673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.471205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:24.471348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b4de69-5b68-48b8-9fc4-8ece80abcf7a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:24.471986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Bound port: b352d5a4-e45b-41e0-a5de-dedde7b61648, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:24.472659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.475276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.531444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] For port b352d5a4-e45b-41e0-a5de-dedde7b61648, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:24.534780 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] For port b352d5a4-e45b-41e0-a5de-dedde7b61648, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b352d5a4-e45b-41e0-a5de-dedde7b61648,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:24.543150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc87936-f203-4ae9-a763-ff0c6a3682c5 None None] Pushing event updated for resources: {'Port': ['ID=b352d5a4-e45b-41e0-a5de-dedde7b61648,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:24.548069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:24.548444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.557030 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event updated for resources: {'Subnet': ['ID=1f8da688-8157-455f-a8c1-24d447b995aa,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:24.559336 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 13:03:24.559851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:03:24.604139 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Checking segment: {'id': '1a3d3ffa-0320-4cde-998c-c92b2b300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:24.604499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Network hostable DHCP agents. Network: 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:03:24.613905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event updated for resources: {'Subnet': ['ID=98e65ddd-0400-44c3-ae95-8ddc71599dc9,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:24.616550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event updated for resources: {'Port': ['ID=d3db7bf3-d35c-4b63-a9a3-aa6fd86fc5cf,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:24.633413 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Network a17230ab-520d-41de-8d85-3c804d960604 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:24.636996 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:21Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8358b0ac-3320-4c68-956a-e62cb84b13dd', 'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'mac_address': 'fa:16:3e:9d:14:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:20Z', 'updated_at': '2021-12-08T13:03:22Z', 'revision_number': 2, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'subnets': [{'id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:24.655616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:24.658981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.664640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:24.665593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:24.666197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.675703 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-09df57a1-dcc4-4c3e-998e-db782c25021f tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.2806742 Dec 08 13:03:24.677034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53202) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:24.684378 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Checking router: 7597b23e-0e06-4281-9db6-8040b5e03abd for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:03:24.686763 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Updating router 7597b23e-0e06-4281-9db6-8040b5e03abd port 8358b0ac-3320-4c68-956a-e62cb84b13dd binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:03:24.738217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c3979dfb-d029-459d-888b-b61987cd0650 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Deleting port c86ef756-4333-41f4-8e79-48501f22d74c {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:24.738217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3979dfb-d029-459d-888b-b61987cd0650 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.740674 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.773511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53204) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:24.787860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:03:24.795392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc87936-f203-4ae9-a763-ff0c6a3682c5 None None] Pushing event updated for resources: {'Port': ['ID=b352d5a4-e45b-41e0-a5de-dedde7b61648,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:24.797380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-535d02be-41dc-499e-900c-bfcac290e75d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218932281', 'description': 'tempest-description--1040800376'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:24.799034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:24.799885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:24.812673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Checking segment: {'id': '1e5205b5-7979-4e07-8bff-93c7369bac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b05106e2-e92f-4a36-a52e-4a7790bd714b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:24.813050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Network hostable DHCP agents. Network: b05106e2-e92f-4a36-a52e-4a7790bd714b, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:03:24.830045 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7948099c-b17c-4f8c-85ec-42661b1640a7 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9685097 Dec 08 13:03:24.842596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53206) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:24.901851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:24.908557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:24.909453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.926281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.930816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:24.939413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Deleting port 11697ee5-aee3-4808-b325-61ca15719eb9 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:24.939752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:24.968753 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c3979dfb-d029-459d-888b-b61987cd0650 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] For port c86ef756-4333-41f4-8e79-48501f22d74c, host hv-neutron-7996, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:24.969118 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3979dfb-d029-459d-888b-b61987cd0650 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.005215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6691bcd-749e-4168-b34a-296f37aa04c5 None None] Network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:25.031183 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c3979dfb-d029-459d-888b-b61987cd0650 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Calling delete_port for c86ef756-4333-41f4-8e79-48501f22d74c owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:25.037426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.037971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.056996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Calling delete_port for 11697ee5-aee3-4808-b325-61ca15719eb9 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:25.081099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-535d02be-41dc-499e-900c-bfcac290e75d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.092331 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Network b05106e2-e92f-4a36-a52e-4a7790bd714b is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:03:25.150185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cb8a6166-ccf0-4399-afa6-1a1c4b70057d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4836991 Dec 08 13:03:25.156127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53208) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:25.165952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2120585472', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:25.216836 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.223857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, b05106e2-e92f-4a36-a52e-4a7790bd714b) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:25.247846 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:25.248443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.249194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5', 'network_id': '0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5', 'project_id': '1509ad1abc184a44895df63bff6520fe', 'fixed_ips': [{'subnet_id': '1f8da688-8157-455f-a8c1-24d447b995aa'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:03:25.251168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.253026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff765c1d-ec59-4242-8379-a191a193cb6f None None] Network b05106e2-e92f-4a36-a52e-4a7790bd714b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:25.272125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.274675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.300765 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.358546 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314c907-0410-4269-8557-0a5fd9723c0a None None] Pushing event updated for resources: {'Port': ['ID=8358b0ac-3320-4c68-956a-e62cb84b13dd,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:25.390725 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.432941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-523ffdec-d9da-41c8-a9b8-fc1c1fce80ba tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Deleting port d3db7bf3-d35c-4b63-a9a3-aa6fd86fc5cf {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:25.433281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-523ffdec-d9da-41c8-a9b8-fc1c1fce80ba tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.452617 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-960998ad-c7e2-4ae8-ab12-ed255400e121 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5967090 Dec 08 13:03:25.461437 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Attempting to bind port 8358b0ac-3320-4c68-956a-e62cb84b13dd on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:25.461949 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Attempting to bind port 8358b0ac-3320-4c68-956a-e62cb84b13dd by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:25.462800 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Attempting to bind port 8358b0ac-3320-4c68-956a-e62cb84b13dd on network 4ff4d7af-c600-4604-9fb5-5441401772a1 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:25.470054 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:25.470629 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Checking segment: {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:25.471214 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.471717 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Bound using segment: {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:25.472308 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Bound port: 8358b0ac-3320-4c68-956a-e62cb84b13dd, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:25.472835 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.473641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53210) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:25.490483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Request body: {'port': {'network_id': 'b05106e2-e92f-4a36-a52e-4a7790bd714b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-88040009'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:25.535229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Pushing event deleted for resources: {'Port': ['ID=11697ee5-aee3-4808-b325-61ca15719eb9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:25.547899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.550895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.555208 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c45c71b3-7226-4cfb-b5b7-a7bee8a49679 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968 tempest-ExternalNetworksAdminNegativeTestJSON-1397537968-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/c54bb6cf-c749-4020-aba0-e932a91a369b HTTP/1.1" status: 204 len: 168 time: 0.8740559 Dec 08 13:03:25.572244 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] For port 8358b0ac-3320-4c68-956a-e62cb84b13dd, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:25.575321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Allocated IP 172.20.0.2 (0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5/1f8da688-8157-455f-a8c1-24d447b995aa/3f0d7390-1836-4b91-bdb2-f5d60c6aff9a) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:25.577351 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] For port 8358b0ac-3320-4c68-956a-e62cb84b13dd, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8358b0ac-3320-4c68-956a-e62cb84b13dd,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:25.599165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.603128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-b05106e2-e92f-4a36-a52e-4a7790bd714b', 'network_id': 'b05106e2-e92f-4a36-a52e-4a7790bd714b', 'project_id': '5d20fdba1078445aa835c113571f7e1f', 'fixed_ips': [{'subnet_id': '98e65ddd-0400-44c3-ae95-8ddc71599dc9'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:03:25.603976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.611515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:20Z', 'revision_number': 3, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:25.660918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e9e5b-b78d-4b5c-918e-f6b329f5e5ce None None] The sync data for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv is: [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:20Z', 'revision_number': 3, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:25.670952 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.677156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3979dfb-d029-459d-888b-b61987cd0650 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.754459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-535d02be-41dc-499e-900c-bfcac290e75d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.790430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3979dfb-d029-459d-888b-b61987cd0650 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event deleted for resources: {'Port': ['ID=c86ef756-4333-41f4-8e79-48501f22d74c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:25.797025 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:25.797628 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:25.799676 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314c907-0410-4269-8557-0a5fd9723c0a None None] Pushing event updated for resources: {'Port': ['ID=8358b0ac-3320-4c68-956a-e62cb84b13dd,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:25.891801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a4c64df8-dadd-4d28-9c91-8a6afdce6a16 None None] Provisioning complete for port 8358b0ac-3320-4c68-956a-e62cb84b13dd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:25.892915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a4c64df8-dadd-4d28-9c91-8a6afdce6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.904257 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-535d02be-41dc-499e-900c-bfcac290e75d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.908711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3979dfb-d029-459d-888b-b61987cd0650 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.912431 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c3979dfb-d029-459d-888b-b61987cd0650 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "DELETE /v2.0/ports/c86ef756-4333-41f4-8e79-48501f22d74c HTTP/1.1" status: 204 len: 168 time: 2.1251223 Dec 08 13:03:25.946495 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:25.948226 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53214) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:25.971694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-523ffdec-d9da-41c8-a9b8-fc1c1fce80ba tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.007044 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:26.019592 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.112709 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-523ffdec-d9da-41c8-a9b8-fc1c1fce80ba tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Calling delete_port for d3db7bf3-d35c-4b63-a9a3-aa6fd86fc5cf owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:26.142135 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0839e9c3-294b-4055-9187-8defe8ef477f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] GET failed (client error): The resource could not be found. Dec 08 13:03:26.142937 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0839e9c3-294b-4055-9187-8defe8ef477f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "GET /v2.0/ports/c86ef756-4333-41f4-8e79-48501f22d74c HTTP/1.1" status: 404 len: 333 time: 0.1806126 Dec 08 13:03:26.227932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d02be-41dc-499e-900c-bfcac290e75d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86caa18-183e-4127-a2bb-beadf8a023c2,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:26.240047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53218) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:26.249273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Request body: {'port': {'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-336975083'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:26.265825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-535d02be-41dc-499e-900c-bfcac290e75d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.267474 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-535d02be-41dc-499e-900c-bfcac290e75d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4801931 Dec 08 13:03:26.272532 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53220) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:26.282145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.310446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53222) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:26.329092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0373168d-3b82-44a0-bc33-23573ef1140e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Request body: {'security_group_rule': {'security_group_id': 'e86caa18-183e-4127-a2bb-beadf8a023c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:26.424495 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-0373168d-3b82-44a0-bc33-23573ef1140e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:03:26.424495 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:03:26.424495 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'project_id_1': '452d0abeb3b643bd976c48c2d4773b07', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 3, 6, 393738)}] Dec 08 13:03:26.424495 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:03:26.424907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-0373168d-3b82-44a0-bc33-23573ef1140e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:03:26.425404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:03:26.425404 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:03:26.425404 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'project_id_1': '5d20fdba1078445aa835c113571f7e1f', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 3, 6, 285500)}] Dec 08 13:03:26.425404 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:03:26.425708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:03:26.438288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b352d5a4-e45b-41e0-a5de-dedde7b61648 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:26.530005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Allocated IP 2001:db8::2 (b05106e2-e92f-4a36-a52e-4a7790bd714b/98e65ddd-0400-44c3-ae95-8ddc71599dc9/3229f6c0-53ea-475d-bcbf-d5abb7da8398) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:26.534268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.541889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a4c64df8-dadd-4d28-9c91-8a6afdce6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.560800 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Made reservation on behalf of 74d76b7b34254b1a93d9d53b3673a2f4 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:26.563172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.597451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38184ae3-12da-49da-899f-448149bbded2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.614093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a4c64df8-dadd-4d28-9c91-8a6afdce6a16 None None] For port 8358b0ac-3320-4c68-956a-e62cb84b13dd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8358b0ac-3320-4c68-956a-e62cb84b13dd,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:26.621717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.633031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] device_id is not set on port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:26.633606 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:21Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8358b0ac-3320-4c68-956a-e62cb84b13dd', 'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'mac_address': 'fa:16:3e:9d:14:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:20Z', 'updated_at': '2021-12-08T13:03:25Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'subnets': [{'id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:26.648063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:26.654129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:26.681999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:26.688473 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6794c-f18c-4020-96c6-777e1aa9cf0e None None] The sync data for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv is: [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:21Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8358b0ac-3320-4c68-956a-e62cb84b13dd', 'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'mac_address': 'fa:16:3e:9d:14:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:20Z', 'updated_at': '2021-12-08T13:03:25Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'subnets': [{'id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:26.712155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a4c64df8-dadd-4d28-9c91-8a6afdce6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.758448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port b352d5a4-e45b-41e0-a5de-dedde7b61648 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:26.758801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.807540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Pushing event updated for resources: {'Port': ['ID=3f0d7390-1836-4b91-bdb2-f5d60c6aff9a,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:26.842614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.879591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:26.958399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Attempting to bind port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:26.958930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Attempting to bind port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '1a3d3ffa-0320-4cde-998c-c92b2b300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:26.959165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Attempting to bind port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a on network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:26.994417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b068912b-fd4d-4a71-829b-5c9b3beada5c None None] Provisioning complete for port 8358b0ac-3320-4c68-956a-e62cb84b13dd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:26.994826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b068912b-fd4d-4a71-829b-5c9b3beada5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.062617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Allocated IP 172.26.7.153 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/036d2714-a4c9-4e28-b804-4044a5df4653) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:27.067965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:27.067965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Checking segment: {'id': '1a3d3ffa-0320-4cde-998c-c92b2b300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:27.070159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.070694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Bound using segment: {'id': '1a3d3ffa-0320-4cde-998c-c92b2b300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:27.071829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Bound port: 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3d3ffa-0320-4cde-998c-c92b2b300311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:27.071829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.077240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38184ae3-12da-49da-899f-448149bbded2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.080406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c64df8-dadd-4d28-9c91-8a6afdce6a16 None None] Pushing event updated for resources: {'Port': ['ID=8358b0ac-3320-4c68-956a-e62cb84b13dd,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:27.107027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Allocated IP 172.20.0.1 (94610d8d-462e-4641-bb77-8acc86d889aa/f3667c4c-da82-4c96-9338-734a8c9b92a9/ad3e9247-d2b2-454e-9584-a8c657868a18) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:27.159349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.179319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38184ae3-12da-49da-899f-448149bbded2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.201601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:03:27.229523 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-38184ae3-12da-49da-899f-448149bbded2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5491525f6b34d42aecf0230fbae25c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9156518 Dec 08 13:03:27.231540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53226) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:27.268199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-523ffdec-d9da-41c8-a9b8-fc1c1fce80ba tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.276523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] For port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:27.277212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0373168d-3b82-44a0-bc33-23573ef1140e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.281441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] For port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3f0d7390-1836-4b91-bdb2-f5d60c6aff9a,segment=NetworkSegment(1a3d3ffa-0320-4cde-998c-c92b2b300311),segment_id=1a3d3ffa-0320-4cde-998c-c92b2b300311)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:27.291086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.310160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38184ae3-12da-49da-899f-448149bbded2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cc455b-8a08-42bb-93b8-61c01f2e4624,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:27.354077 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.389871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1643-0629-4545-9fd3-107664c8e522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.412508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Network b05106e2-e92f-4a36-a52e-4a7790bd714b is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:27.415242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.417272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1643-0629-4545-9fd3-107664c8e522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.435157 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Made reservation on behalf of 5d20fdba1078445aa835c113571f7e1f for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:27.438385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port b352d5a4-e45b-41e0-a5de-dedde7b61648, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b352d5a4-e45b-41e0-a5de-dedde7b61648,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:27.443855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.446539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ffdec-d9da-41c8-a9b8-fc1c1fce80ba tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3db7bf3-d35c-4b63-a9a3-aa6fd86fc5cf,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:27.484979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Pushing event updated for resources: {'Port': ['ID=3229f6c0-53ea-475d-bcbf-d5abb7da8398,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:27.488105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:27.491179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.526273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.538502 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:27.556018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.567545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1643-0629-4545-9fd3-107664c8e522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.571356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1643-0629-4545-9fd3-107664c8e522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.572770 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ae0a1643-0629-4545-9fd3-107664c8e522 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/45cc455b-8a08-42bb-93b8-61c01f2e4624 HTTP/1.1" status: 204 len: 168 time: 0.3375468 Dec 08 13:03:27.584345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a1643-0629-4545-9fd3-107664c8e522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cc455b-8a08-42bb-93b8-61c01f2e4624,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:27.617062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a38e9-5f3e-4d7c-9b43-f527d2c78833 None None] Pushing event updated for resources: {'Port': ['ID=3f0d7390-1836-4b91-bdb2-f5d60c6aff9a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:27.617302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.622113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-523ffdec-d9da-41c8-a9b8-fc1c1fce80ba tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.632294 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-523ffdec-d9da-41c8-a9b8-fc1c1fce80ba tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "DELETE /v2.0/ports/d3db7bf3-d35c-4b63-a9a3-aa6fd86fc5cf HTTP/1.1" status: 204 len: 168 time: 2.7767360 Dec 08 13:03:27.632455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53230) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:27.647941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a17230ab-520d-41de-8d85-3c804d960604', 'external_fixed_ips': [{'subnet_id': '39ae75eb-8592-43ee-9751-75a384bb208f', 'ip_address': '2001:db8::f'}]}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:27.656821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Attempting to bind port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:27.657202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Attempting to bind port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '1e5205b5-7979-4e07-8bff-93c7369bac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b05106e2-e92f-4a36-a52e-4a7790bd714b'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:27.657576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Attempting to bind port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 on network b05106e2-e92f-4a36-a52e-4a7790bd714b {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:27.673116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] device_id is not set on port cc34d920-5db5-4a53-a06f-77b78e69ce49 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:27.692377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:27.692761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Checking segment: {'id': '1e5205b5-7979-4e07-8bff-93c7369bac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b05106e2-e92f-4a36-a52e-4a7790bd714b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:27.693174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.693564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Bound using segment: {'id': '1e5205b5-7979-4e07-8bff-93c7369bac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b05106e2-e92f-4a36-a52e-4a7790bd714b'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:27.694048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Bound port: 3229f6c0-53ea-475d-bcbf-d5abb7da8398, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5205b5-7979-4e07-8bff-93c7369bac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b05106e2-e92f-4a36-a52e-4a7790bd714b'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:27.694437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.726461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:27.732782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:27.735550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:27.798743 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.803361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event updated for resources: {'Port': ['ID=036d2714-a4c9-4e28-b804-4044a5df4653,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:27.811078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] For port 3229f6c0-53ea-475d-bcbf-d5abb7da8398, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:27.814209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] For port 3229f6c0-53ea-475d-bcbf-d5abb7da8398, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3229f6c0-53ea-475d-bcbf-d5abb7da8398,segment=NetworkSegment(1e5205b5-7979-4e07-8bff-93c7369bac08),segment_id=1e5205b5-7979-4e07-8bff-93c7369bac08)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:27.848598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=b352d5a4-e45b-41e0-a5de-dedde7b61648,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:27.878325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0373168d-3b82-44a0-bc33-23573ef1140e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.925088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.930164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.939691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:27.965550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:27.985614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Sync routers for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:28.032850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0373168d-3b82-44a0-bc33-23573ef1140e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.035909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:28.040235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:28.046173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.100758 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373168d-3b82-44a0-bc33-23573ef1140e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a4d6b6-0e77-4ef3-b812-71973ac39964,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:28.106990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.122977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124dd8f-537c-4992-897f-f6bd532f4544 None None] Pushing event updated for resources: {'Port': ['ID=3229f6c0-53ea-475d-bcbf-d5abb7da8398,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:28.129789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Allocated IP 2001:db8::30c (b05106e2-e92f-4a36-a52e-4a7790bd714b/98e65ddd-0400-44c3-ae95-8ddc71599dc9/cc34d920-5db5-4a53-a06f-77b78e69ce49) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:28.140275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.147155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53234) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:28.151545 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-52ccb010-f696-4ba2-b9bb-78906766a1bc admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.0246346 Dec 08 13:03:28.182534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.212861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0373168d-3b82-44a0-bc33-23573ef1140e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.215647 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0373168d-3b82-44a0-bc33-23573ef1140e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9340050 Dec 08 13:03:28.253113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53236) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:28.272498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Network 318383e2-7c0f-45da-a77b-0726b40cc146 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:28.297035 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:28.300556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e36fb2-63a7-4e98-8da4-1f91fc98f27e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:28.306036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:28.307184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:28.307960 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.311591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Network 94610d8d-462e-4641-bb77-8acc86d889aa is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:28.332774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:28.335991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:28.341234 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:28.341725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.378718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-31227c14-7a36-4a45-8705-47455f4f761f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Request body: {'security_group_rule': {'security_group_id': 'e86caa18-183e-4127-a2bb-beadf8a023c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:28.627109 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c265177b-21b1-496f-bc1a-040dcabf4aed tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3827589 Dec 08 13:03:28.627109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Pushing event updated for resources: {'Port': ['ID=ad3e9247-d2b2-454e-9584-a8c657868a18,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:28.634395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53238) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:28.656259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7996'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:28.694051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31227c14-7a36-4a45-8705-47455f4f761f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.751324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b352d5a4-e45b-41e0-a5de-dedde7b61648 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:28.836403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c42d84ee-fea3-4d94-9610-1ffc84e0d896 None None] Provisioning complete for port ad3e9247-d2b2-454e-9584-a8c657868a18 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:28.836828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c42d84ee-fea3-4d94-9610-1ffc84e0d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.855604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53240) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:28.885777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31227c14-7a36-4a45-8705-47455f4f761f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.885984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.892342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c42d84ee-fea3-4d94-9610-1ffc84e0d896 None None] Port ad3e9247-d2b2-454e-9584-a8c657868a18 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:28.899518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.919316 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port b352d5a4-e45b-41e0-a5de-dedde7b61648 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:28.926790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:28.974977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:24Z', 'revision_number': 3, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:28.998618 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.007515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31227c14-7a36-4a45-8705-47455f4f761f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.019395 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Checking router: 789eebf8-4148-42eb-a5eb-f2d1682cd9ca for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:03:29.019942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Updating router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:03:29.130981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.148009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31227c14-7a36-4a45-8705-47455f4f761f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055926ec-7eee-4b3a-9713-71c7d21a44c5,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:29.180658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8358b0ac-3320-4c68-956a-e62cb84b13dd up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:29.222613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.342227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] device_id is not set on port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:29.351696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.376611 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-669288a6-40ab-4d0a-bc7b-e183b856c53d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5bbad953644d49a99ddb39f28b9a3063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5196958 Dec 08 13:03:29.382614 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53242) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:29.408297 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31227c14-7a36-4a45-8705-47455f4f761f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.412301 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-31227c14-7a36-4a45-8705-47455f4f761f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1539016 Dec 08 13:03:29.413177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53244) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:29.423342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:29.428585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.436601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.486123 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.512952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1fc6f-c126-4c91-8062-f763dff289e3 None None] Network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:29.576912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Network b05106e2-e92f-4a36-a52e-4a7790bd714b is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:29.585834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:29.617461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-92adeb05-0fc8-4f6f-a598-62f13ff0aa85 None None] Provisioning complete for port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:29.617864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92adeb05-0fc8-4f6f-a598-62f13ff0aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.625144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:29.633363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:29.634312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.641639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:29.641639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:29.641639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:29.667587 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e36fb2-63a7-4e98-8da4-1f91fc98f27e,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:29.667773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8358b0ac-3320-4c68-956a-e62cb84b13dd triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:29.668857 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.706162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:29.706162 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:29.728370 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 2 to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e Dec 08 13:03:29.743260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.774622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:29.775130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:29.775575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:29.778188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fddfaa7-b409-43e7-8f28-d8993b55ff39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.892278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a980723-ce97-4b1e-968a-6a51f08feca9 None None] Network b05106e2-e92f-4a36-a52e-4a7790bd714b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:29.906704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:29.979174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92adeb05-0fc8-4f6f-a598-62f13ff0aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.034259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fddfaa7-b409-43e7-8f28-d8993b55ff39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.050209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:30.080452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:30.080705 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:30.086674 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.6103809 Dec 08 13:03:30.094934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53246) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:30.099017 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 3 to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e Dec 08 13:03:30.101946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Request body: {'port': {'network_id': 'b05106e2-e92f-4a36-a52e-4a7790bd714b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-847059208', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:30.102658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.api.validators [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] bootfile-name is not in valid_values {{(pid=103715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:03:30.103103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.api.validators [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] tftp-server is not in valid_values {{(pid=103715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:03:30.103555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.api.validators [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] server-ip-address is not in valid_values {{(pid=103715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:03:30.120472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:30.120806 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:30.121203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:30.135683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:30.136013 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:30.160679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-92adeb05-0fc8-4f6f-a598-62f13ff0aa85 None None] For port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3f0d7390-1836-4b91-bdb2-f5d60c6aff9a,segment=NetworkSegment(1a3d3ffa-0320-4cde-998c-c92b2b300311),segment_id=1a3d3ffa-0320-4cde-998c-c92b2b300311)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:30.160679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.160874 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 4 to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e Dec 08 13:03:30.186141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:30.186810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.210000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b033031-3035-4d23-9daf-3d7c150db1c8 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event updated for resources: {'Port': ['ID=cc34d920-5db5-4a53-a06f-77b78e69ce49,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:30.215239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.229400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fddfaa7-b409-43e7-8f28-d8993b55ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.232606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fddfaa7-b409-43e7-8f28-d8993b55ff39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.234609 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7fddfaa7-b409-43e7-8f28-d8993b55ff39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5b4de69-5b68-48b8-9fc4-8ece80abcf7a HTTP/1.1" status: 204 len: 168 time: 0.8497660 Dec 08 13:03:30.241803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92adeb05-0fc8-4f6f-a598-62f13ff0aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.248779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:30.252324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:30.252324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:30.255112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddfaa7-b409-43e7-8f28-d8993b55ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b4de69-5b68-48b8-9fc4-8ece80abcf7a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:30.266480 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:30.267026 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:30.271369 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 5 to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e Dec 08 13:03:30.284480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.309641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.336250 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:30.336541 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:30.336831 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:30.364262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:30.364848 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:30.367583 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 6 to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e Dec 08 13:03:30.382512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adeb05-0fc8-4f6f-a598-62f13ff0aa85 None None] Pushing event updated for resources: {'Port': ['ID=3f0d7390-1836-4b91-bdb2-f5d60c6aff9a,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:30.408503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Attempting to bind port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:30.408886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Attempting to bind port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:30.409735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Attempting to bind port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:30.413444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.425216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:30.425216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:30.425216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:30.428209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.438006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:30.438334 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:30.440837 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 7 to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e Dec 08 13:03:30.491646 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:30.492032 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:30.492148 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.492701 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.492830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.493109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:30.493688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Bound port: 8ada7628-bd0a-4235-8ce3-8e2a82de30d6, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:30.494049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.541297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:30.541635 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:30.541975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:30.577478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:30.577813 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:30.583796 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 8 to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e Dec 08 13:03:30.608169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b953153f-439a-4721-91c9-e1e6ff7a3888 None None] Provisioning complete for port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:30.608483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b953153f-439a-4721-91c9-e1e6ff7a3888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.616747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaca23a-03f2-4599-9685-28f892412d6d None None] Pushing event updated for resources: {'Port': ['ID=8ada7628-bd0a-4235-8ce3-8e2a82de30d6,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:30.656244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] For port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:30.661170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] For port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8ada7628-bd0a-4235-8ce3-8e2a82de30d6,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:30.674700 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3229f6c0-53ea-475d-bcbf-d5abb7da8398 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:30.680631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.696004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Pushing event updated for resources: {'Port': ['ID=ad3e9247-d2b2-454e-9584-a8c657868a18,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:30.716650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:30.716990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:30.717326 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:30.729414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:30.730049 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:30.734223 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 9 to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e Dec 08 13:03:30.750417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Made reservation on behalf of 5d20fdba1078445aa835c113571f7e1f for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:30.754518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.757962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.790139 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Allocated IP 172.26.7.177 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/f8d7ff1d-1a04-403e-ac14-78d544f29269) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:30.801681 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:30.802021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:30.802659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] device_id is not set on port ea9a4f34-d4a5-4269-aad4-85caf843081f yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:30.802795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b953153f-439a-4721-91c9-e1e6ff7a3888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.804088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:30.818851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Network 94610d8d-462e-4641-bb77-8acc86d889aa is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:30.821458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:30.821802 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:30.824956 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 10 to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e Dec 08 13:03:30.830240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:30.868858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:30.869227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:30.931547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b953153f-439a-4721-91c9-e1e6ff7a3888 None None] For port 3229f6c0-53ea-475d-bcbf-d5abb7da8398, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3229f6c0-53ea-475d-bcbf-d5abb7da8398,segment=NetworkSegment(1e5205b5-7979-4e07-8bff-93c7369bac08),segment_id=1e5205b5-7979-4e07-8bff-93c7369bac08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:30.936994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:30.937612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:31.022050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:31.022050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:31.022050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:31.025817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaca23a-03f2-4599-9685-28f892412d6d None None] Pushing event updated for resources: {'Port': ['ID=8ada7628-bd0a-4235-8ce3-8e2a82de30d6,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:31.051593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b953153f-439a-4721-91c9-e1e6ff7a3888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:31.071003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Router cd9e0c8b-d050-44ca-a705-1a7853c34423 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:03:31.088654 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:31.089001 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:31.089388 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:31.170931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Allocated IP 2001:db8::f (a17230ab-520d-41de-8d85-3c804d960604/39ae75eb-8592-43ee-9751-75a384bb208f/5552d19d-77bf-4a91-ad25-78aef2081c93) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:31.207771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Router a03fe847-aaad-4d24-90de-233301176b8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:03:31.208074 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b953153f-439a-4721-91c9-e1e6ff7a3888 None None] Provisioning complete for port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:31.208459 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b953153f-439a-4721-91c9-e1e6ff7a3888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:31.257141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:31.265583 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953153f-439a-4721-91c9-e1e6ff7a3888 None None] Pushing event updated for resources: {'Port': ['ID=3229f6c0-53ea-475d-bcbf-d5abb7da8398,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:31.278149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:31.319817 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] For port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e, host hv-neutron-7996, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:31.320411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempted to set empty binding levels {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 13:03:31.351629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Allocated IP 2001:db8::1a0 (b05106e2-e92f-4a36-a52e-4a7790bd714b/98e65ddd-0400-44c3-ae95-8ddc71599dc9/ea9a4f34-d4a5-4269-aad4-85caf843081f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:31.420192 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:31.475714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] In _notify_port_updated(), no bound segment for port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:03:31.476589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.477437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:31.481636 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "PUT /v2.0/ports/a2e36fb2-63a7-4e98-8da4-1f91fc98f27e HTTP/1.1" status: 200 len: 976 time: 2.8335960 Dec 08 13:03:31.484328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53260) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:31.551319 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:31.566054 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Sync routers for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:31.577438 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-97d35ae5-0bb7-4a1a-a1e5-85894447a3af admin admin] 10.222.0.76 "PUT /v2.0/routers/a03fe847-aaad-4d24-90de-233301176b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1717079 Dec 08 13:03:31.579799 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9d5ba-9866-4ec4-abc2-aca28d17943f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e36fb2-63a7-4e98-8da4-1f91fc98f27e,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:31.582337 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:31.583035 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:31.594246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:31.666230 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Allocated IP 172.20.0.1 (f75a3534-4f3f-4bc4-8f24-a18ebd407bb2/9a7942c8-a4d2-4af7-abca-e303abc27af8/799bf6db-bcc6-47b5-9922-c2e32554b49c) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:31.686272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:31.686399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:31.709344 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:31.714597 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:31.806748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.807645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.808438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.809752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.810826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.811442 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.812413 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.814720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.815471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.816108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.816963 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.818856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.825854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.827034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.827675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.828674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.829358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.830125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:31.833877 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-707870a3-2f35-4f2f-9894-7301ed9e6a10 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16230 time: 0.3471923 Dec 08 13:03:31.838750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53270) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:31.876110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a322806-e987-40bf-89cc-c21d23082dce None None] Sync routers for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:31.877153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:31.906823 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:31.915659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:31.921313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c6969dcd-062c-413c-a740-e37566a2f79d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.7636604 Dec 08 13:03:31.921871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53276) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:31.946000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a322806-e987-40bf-89cc-c21d23082dce None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:31.946000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6a322806-e987-40bf-89cc-c21d23082dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:31.948052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7c77d26c-3f22-47ea-a1ff-31b109fd4659 None None] Provisioning complete for port ad3e9247-d2b2-454e-9584-a8c657868a18 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:31.954286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c77d26c-3f22-47ea-a1ff-31b109fd4659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.095186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6a322806-e987-40bf-89cc-c21d23082dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:32.097295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Pushing event updated for resources: {'Port': ['ID=f8d7ff1d-1a04-403e-ac14-78d544f29269,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:32.127895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:24Z', 'revision_number': 3, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:32.136564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.162062 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-20e493a5-0d15-41d8-94db-a632425d5f32 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Deleting port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:32.162550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-20e493a5-0d15-41d8-94db-a632425d5f32 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.226157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6893e-4e18-42ae-b630-6b4097df12bc None None] The sync data for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv is: [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:24Z', 'revision_number': 3, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:32.243635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a322806-e987-40bf-89cc-c21d23082dce None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:32.244649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6a322806-e987-40bf-89cc-c21d23082dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:32.263496 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:28Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad3e9247-d2b2-454e-9584-a8c657868a18', 'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'mac_address': 'fa:16:3e:8b:15:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:26Z', 'updated_at': '2021-12-08T13:03:29Z', 'revision_number': 2, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'subnets': [{'id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:32.308340 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Checking router: a03fe847-aaad-4d24-90de-233301176b8a for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:03:32.308977 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Updating router a03fe847-aaad-4d24-90de-233301176b8a port ad3e9247-d2b2-454e-9584-a8c657868a18 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:03:32.337120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.340092 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.345144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7c77d26c-3f22-47ea-a1ff-31b109fd4659 None None] Port ad3e9247-d2b2-454e-9584-a8c657868a18 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:32.354873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6a322806-e987-40bf-89cc-c21d23082dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:32.357172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a322806-e987-40bf-89cc-c21d23082dce None None] The sync data for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:32.381492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-20e493a5-0d15-41d8-94db-a632425d5f32 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] For port a2e36fb2-63a7-4e98-8da4-1f91fc98f27e, host hv-neutron-7996, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:32.382939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-20e493a5-0d15-41d8-94db-a632425d5f32 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.388965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7c77d26c-3f22-47ea-a1ff-31b109fd4659 None None] Provisioning complete for port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:32.389373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c77d26c-3f22-47ea-a1ff-31b109fd4659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.425660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-20e493a5-0d15-41d8-94db-a632425d5f32 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Calling delete_port for a2e36fb2-63a7-4e98-8da4-1f91fc98f27e owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:32.445631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.506761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.512811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.546694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:32.665102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Network a17230ab-520d-41de-8d85-3c804d960604 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:32.765150 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.814762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7c77d26c-3f22-47ea-a1ff-31b109fd4659 None None] Provisioning complete for port cc34d920-5db5-4a53-a06f-77b78e69ce49 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:32.815183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c77d26c-3f22-47ea-a1ff-31b109fd4659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.819789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:32.833020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.835595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-20e493a5-0d15-41d8-94db-a632425d5f32 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.847817 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.872027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:32.872906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event updated for resources: {'Port': ['ID=5552d19d-77bf-4a91-ad25-78aef2081c93,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:32.874845 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.884317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-20e493a5-0d15-41d8-94db-a632425d5f32 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.886150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:32.892052 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-20e493a5-0d15-41d8-94db-a632425d5f32 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "DELETE /v2.0/ports/a2e36fb2-63a7-4e98-8da4-1f91fc98f27e HTTP/1.1" status: 204 len: 168 time: 1.0229943 Dec 08 13:03:32.892052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e493a5-0d15-41d8-94db-a632425d5f32 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2e36fb2-63a7-4e98-8da4-1f91fc98f27e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:32.894482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53286) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:32.947721 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b069033c-ff40-40ce-a02d-6e05444f3468 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] GET failed (client error): The resource could not be found. Dec 08 13:03:32.951853 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b069033c-ff40-40ce-a02d-6e05444f3468 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "GET /v2.0/ports/a2e36fb2-63a7-4e98-8da4-1f91fc98f27e HTTP/1.1" status: 404 len: 333 time: 0.0563579 Dec 08 13:03:32.956525 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f68e1a-b7a5-461c-a152-7fa0dc6fa6ac None None] Pushing event updated for resources: {'Port': ['ID=ad3e9247-d2b2-454e-9584-a8c657868a18,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:32.958679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:32.966467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53290) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:32.978124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7c77d26c-3f22-47ea-a1ff-31b109fd4659 None None] Port cc34d920-5db5-4a53-a06f-77b78e69ce49 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:33.097181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1860429786', 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:33.115745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Pushing event updated for resources: {'Port': ['ID=f8d7ff1d-1a04-403e-ac14-78d544f29269,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:33.142484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.150845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.162843 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3229f6c0-53ea-475d-bcbf-d5abb7da8398 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:33.168526 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Attempting to bind port ad3e9247-d2b2-454e-9584-a8c657868a18 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:33.168909 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Attempting to bind port ad3e9247-d2b2-454e-9584-a8c657868a18 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:33.169349 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Attempting to bind port ad3e9247-d2b2-454e-9584-a8c657868a18 on network 94610d8d-462e-4641-bb77-8acc86d889aa {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:33.176143 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:33.176530 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Checking segment: {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:33.181595 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.182053 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Bound using segment: {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:33.182584 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Bound port: ad3e9247-d2b2-454e-9584-a8c657868a18, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:33.190226 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.271054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Made reservation on behalf of 74d76b7b34254b1a93d9d53b3673a2f4 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:33.273769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.286509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:33.286784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.294440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.328758 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] For port ad3e9247-d2b2-454e-9584-a8c657868a18, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:33.338178 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] For port ad3e9247-d2b2-454e-9584-a8c657868a18, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ad3e9247-d2b2-454e-9584-a8c657868a18,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:33.428519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Network b05106e2-e92f-4a36-a52e-4a7790bd714b is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:33.442780 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.451668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0e652d05-6a14-41cc-841a-4e52156dcfbc None None] Provisioning complete for port ad3e9247-d2b2-454e-9584-a8c657868a18 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:33.452375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e652d05-6a14-41cc-841a-4e52156dcfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.510688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event updated for resources: {'Port': ['ID=ea9a4f34-d4a5-4269-aad4-85caf843081f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:33.595158 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:33.595857 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:33.616770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:33.635779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:33.640099 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:33.641020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.658677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e652d05-6a14-41cc-841a-4e52156dcfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.710778 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f68e1a-b7a5-461c-a152-7fa0dc6fa6ac None None] Pushing event updated for resources: {'Port': ['ID=ad3e9247-d2b2-454e-9584-a8c657868a18,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:33.748265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:33.755785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0e652d05-6a14-41cc-841a-4e52156dcfbc None None] For port ad3e9247-d2b2-454e-9584-a8c657868a18, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ad3e9247-d2b2-454e-9584-a8c657868a18,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:33.791968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53302) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:33.797961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.818283 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2c952757-0fae-4b6e-965e-95d1d588e80f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3984282 Dec 08 13:03:33.825687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e652d05-6a14-41cc-841a-4e52156dcfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.830286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:33.831112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4733af71-056c-4adf-8a44-538508cdbd92 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680098405', 'description': 'tempest-description--236759468'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:33.872166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:33.877928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:33.878170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] device_id is not set on port dc34ffd0-3e5a-41dc-b29d-d931edb9c232 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:33.974153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e652d05-6a14-41cc-841a-4e52156dcfbc None None] Pushing event updated for resources: {'Port': ['ID=ad3e9247-d2b2-454e-9584-a8c657868a18,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:34.062027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a6bf5456-aaa9-49f8-8fbb-25a2354dadcc None None] Provisioning complete for port ad3e9247-d2b2-454e-9584-a8c657868a18 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:34.062469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a6bf5456-aaa9-49f8-8fbb-25a2354dadcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.068730 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:34.189854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4733af71-056c-4adf-8a44-538508cdbd92 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.292863 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.309035 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53322) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:34.358892 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-11e2e0e7-b47b-4839-983f-4325aafd5aca tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.2611098 Dec 08 13:03:34.361031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53326) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:34.378776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c9b1952-9409-47d2-a423-8528db723f2a None None] Provisioning complete for port ea9a4f34-d4a5-4269-aad4-85caf843081f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:34.378776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1952-9409-47d2-a423-8528db723f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.407013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Pushing event updated for resources: {'Port': ['ID=799bf6db-bcc6-47b5-9922-c2e32554b49c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:34.407140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4733af71-056c-4adf-8a44-538508cdbd92 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.453197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.475769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b1952-9409-47d2-a423-8528db723f2a None None] Port ea9a4f34-d4a5-4269-aad4-85caf843081f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:34.500051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c9b1952-9409-47d2-a423-8528db723f2a None None] Provisioning complete for port 799bf6db-bcc6-47b5-9922-c2e32554b49c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:34.500706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1952-9409-47d2-a423-8528db723f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.539421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Network 318383e2-7c0f-45da-a77b-0726b40cc146 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:34.554531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:34.559850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:34.560805 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:34.561414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.572940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4733af71-056c-4adf-8a44-538508cdbd92 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.578812 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:28Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad3e9247-d2b2-454e-9584-a8c657868a18', 'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'mac_address': 'fa:16:3e:8b:15:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:26Z', 'updated_at': '2021-12-08T13:03:33Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'subnets': [{'id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:34.601676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b1952-9409-47d2-a423-8528db723f2a None None] Port 799bf6db-bcc6-47b5-9922-c2e32554b49c cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:34.616810 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-897bde00-13bd-45c5-8a68-c6cc80a1fe0d tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:34.625844 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:34.636360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53342) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:34.644145 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38984fb6-8b6f-4508-8429-9b59a7f2dfaf None None] The sync data for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv is: [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:28Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad3e9247-d2b2-454e-9584-a8c657868a18', 'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'mac_address': 'fa:16:3e:8b:15:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:26Z', 'updated_at': '2021-12-08T13:03:33Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'subnets': [{'id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:34.653242 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 13:03:34.676354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'Port': ['ID=dc34ffd0-3e5a-41dc-b29d-d931edb9c232,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:34.702215 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733af71-056c-4adf-8a44-538508cdbd92 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c03f8c-9391-47c2-a831-e1225a272df3,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:34.732133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:34.733061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.733568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.752586 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4733af71-056c-4adf-8a44-538508cdbd92 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.755136 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4733af71-056c-4adf-8a44-538508cdbd92 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9602134 Dec 08 13:03:34.759378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53344) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:34.761726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-86de1221-87ce-4707-bfd4-8c69be8c3b8c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Request body: {'security_group_rule': {'security_group_id': '02c03f8c-9391-47c2-a831-e1225a272df3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:34.806863 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-42ef80a2-214d-4d6f-a07e-00714e7ab43c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7210550 Dec 08 13:03:34.810702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53346) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:34.826974 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-897bde00-13bd-45c5-8a68-c6cc80a1fe0d tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] 10.222.0.76 "PUT /v2.0/quotas/df21e32f4cbb40bfbf3efab2ab6e2594 HTTP/1.1" status: 200 len: 368 time: 0.5137427 Dec 08 13:03:34.835310 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53348) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:34.845508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Request body: {'network': {'project_id': 'df21e32f4cbb40bfbf3efab2ab6e2594'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:34.851954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.882625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8ada7628-bd0a-4235-8ce3-8e2a82de30d6,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:34.893905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d3bafd-091c-470d-a499-a8935441c735 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:34.895964 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-14d3bafd-091c-470d-a499-a8935441c735 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "GET /v2.0/ports/dc34ffd0-3e5a-41dc-b29d-d931edb9c232 HTTP/1.1" status: 200 len: 955 time: 0.0824459 Dec 08 13:03:34.898507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53350) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:34.960852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86de1221-87ce-4707-bfd4-8c69be8c3b8c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:34.961941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.051003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=8ada7628-bd0a-4235-8ce3-8e2a82de30d6,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:35.080882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.090652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86de1221-87ce-4707-bfd4-8c69be8c3b8c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.099276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Made reservation on behalf of df21e32f4cbb40bfbf3efab2ab6e2594 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:35.101715 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.117489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.141894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c9b70-65e4-44a3-989f-24c2b778c69b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Deleting port dc34ffd0-3e5a-41dc-b29d-d931edb9c232 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:35.142260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9b70-65e4-44a3-989f-24c2b778c69b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.158417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b022b80-d05d-473c-8794-9b715fd98333 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:35.164643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b022b80-d05d-473c-8794-9b715fd98333 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:35.167258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86de1221-87ce-4707-bfd4-8c69be8c3b8c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.171306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b022b80-d05d-473c-8794-9b715fd98333 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:35.176243 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4b022b80-d05d-473c-8794-9b715fd98333 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.7782717 Dec 08 13:03:35.178761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53352) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:35.192017 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-0490280f-85ea-4cfd-9cc5-da88d38dddab tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--218932281&fields=id&tenant_id=452d0abeb3b643bd976c48c2d4773b07 HTTP/1.1" status: 200 len: 267 time: 0.5524662 Dec 08 13:03:35.308765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de1221-87ce-4707-bfd4-8c69be8c3b8c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca86e98-cb86-45b2-92e8-a04f47de3fe1,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:35.317510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9b70-65e4-44a3-989f-24c2b778c69b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.357777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86de1221-87ce-4707-bfd4-8c69be8c3b8c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.361449 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-86de1221-87ce-4707-bfd4-8c69be8c3b8c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6013618 Dec 08 13:03:35.361449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c9b70-65e4-44a3-989f-24c2b778c69b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Calling delete_port for dc34ffd0-3e5a-41dc-b29d-d931edb9c232 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:35.382324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53354) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:35.391965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-54136ade-92ed-4573-8cbe-911f13adbdb9 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Request body: {'security_group_rule': {'security_group_id': '02c03f8c-9391-47c2-a831-e1225a272df3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:35.492294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.499251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.524923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.535841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-36cef874-5308-4b84-8f6e-7a843087e120 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Deleting port ea9a4f34-d4a5-4269-aad4-85caf843081f {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:35.536223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36cef874-5308-4b84-8f6e-7a843087e120 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.611811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-54136ade-92ed-4573-8cbe-911f13adbdb9 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.614297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.671994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f85212b0-b223-4838-b6ab-93be1df7d408 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:35.673565 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f85212b0-b223-4838-b6ab-93be1df7d408 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/networks?id=4ff4d7af-c600-4604-9fb5-5441401772a1 HTTP/1.1" status: 200 len: 812 time: 0.4418302 Dec 08 13:03:35.690328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95508c8-9998-4dc4-a072-ed2e023fdf81,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:35.695077 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36cef874-5308-4b84-8f6e-7a843087e120 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.711289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9b70-65e4-44a3-989f-24c2b778c69b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.715980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:35.732352 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-36cef874-5308-4b84-8f6e-7a843087e120 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Calling delete_port for ea9a4f34-d4a5-4269-aad4-85caf843081f owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:35.760090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-6e0d0053-7c61-47e0-aa4e-fa379cc34fe6 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/quotas/452d0abeb3b643bd976c48c2d4773b07 HTTP/1.1" status: 200 len: 375 time: 0.0734262 Dec 08 13:03:35.762623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-54136ade-92ed-4573-8cbe-911f13adbdb9 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.769768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c9b70-65e4-44a3-989f-24c2b778c69b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc34ffd0-3e5a-41dc-b29d-d931edb9c232,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:35.775688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.775688 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Added segment 5ad25dc1-fb9c-48c6-94a1-5eccec7521d2 of type vlan for network 654942d7-1015-4ff7-92cb-48c85f762ffd Dec 08 13:03:35.786672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9b70-65e4-44a3-989f-24c2b778c69b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.789888 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eb7c9b70-65e4-44a3-989f-24c2b778c69b tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "DELETE /v2.0/ports/dc34ffd0-3e5a-41dc-b29d-d931edb9c232 HTTP/1.1" status: 204 len: 168 time: 0.8901145 Dec 08 13:03:35.794435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53356) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:35.869749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-54136ade-92ed-4573-8cbe-911f13adbdb9 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.878495 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea16038-5694-4808-be10-1dda788a6705 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] GET failed (client error): The resource could not be found. Dec 08 13:03:35.879938 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eea16038-5694-4808-be10-1dda788a6705 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "GET /v2.0/ports/dc34ffd0-3e5a-41dc-b29d-d931edb9c232 HTTP/1.1" status: 404 len: 333 time: 0.0852895 Dec 08 13:03:35.896301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53358) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:35.899926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:35.908856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Request body: {'port': {'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1311109980'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:35.924168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54136ade-92ed-4573-8cbe-911f13adbdb9 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7273491e-94ad-4701-86ab-80a747383bc4,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:36.044626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-54136ade-92ed-4573-8cbe-911f13adbdb9 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.045738 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-54136ade-92ed-4573-8cbe-911f13adbdb9 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6590352 Dec 08 13:03:36.048340 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-7e741405-c44a-453b-b74f-3d1c56589e5b tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=452d0abeb3b643bd976c48c2d4773b07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2612751 Dec 08 13:03:36.048463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.049374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:36.049935 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.054831 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53360) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:36.070475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:36.126406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Pushing event updated for resources: {'Network': ['ID=654942d7-1015-4ff7-92cb-48c85f762ffd,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:36.128965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36cef874-5308-4b84-8f6e-7a843087e120 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.139876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 654942d7-1015-4ff7-92cb-48c85f762ffd details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:36.173414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Made reservation on behalf of 74d76b7b34254b1a93d9d53b3673a2f4 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:36.175859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.179687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.184854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Allocated IP 172.20.0.1 (0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5/1f8da688-8157-455f-a8c1-24d447b995aa/0033491a-8819-40b4-8d86-33a274e4fd09) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:36.233771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cef874-5308-4b84-8f6e-7a843087e120 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event deleted for resources: {'Port': ['ID=ea9a4f34-d4a5-4269-aad4-85caf843081f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:36.253788 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36cef874-5308-4b84-8f6e-7a843087e120 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.253788 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-36cef874-5308-4b84-8f6e-7a843087e120 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "DELETE /v2.0/ports/ea9a4f34-d4a5-4269-aad4-85caf843081f HTTP/1.1" status: 204 len: 168 time: 1.0674047 Dec 08 13:03:36.255069 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-29f54d55-0b9a-4b3b-9d55-9c676b8f9a71 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4162734 Dec 08 13:03:36.256116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53368) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:36.258245 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53370) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:36.262357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Request body: {'port': {'name': 'tempest-new-port-name-117299366', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:36.262872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.api.validators [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] bootfile-name is not in valid_values {{(pid=103716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:03:36.263221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.api.validators [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] tftp-server is not in valid_values {{(pid=103716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:03:36.263575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.api.validators [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] server-ip-address is not in valid_values {{(pid=103716) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:03:36.264013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-612e031b-f46e-4ea1-86c2-c94c894b56a4 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:36.265055 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-612e031b-f46e-4ea1-86c2-c94c894b56a4 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1138763 Dec 08 13:03:36.270816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] device_id is not set on port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:36.279214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Request body: {'network': {'project_id': 'df21e32f4cbb40bfbf3efab2ab6e2594'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:36.316917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Router b35153c1-7f3b-4a73-ba73-3764645df564 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:03:36.320242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.321239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.405533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.497229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.572229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.577541 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Made reservation on behalf of df21e32f4cbb40bfbf3efab2ab6e2594 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:36.579846 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.598143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:36.654885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:36.655575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.682803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:36.711463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.711828 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Added segment b0007828-3a00-4466-a599-ce78c654f989 of type vlan for network 86b7b269-f0ee-481c-96c7-f3ede0fd6d76 Dec 08 13:03:36.720790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Pushing event updated for resources: {'Port': ['ID=799bf6db-bcc6-47b5-9922-c2e32554b49c,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:36.734303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.744640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ad3e9247-d2b2-454e-9584-a8c657868a18 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:36.768460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.794453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ad3e9247-d2b2-454e-9584-a8c657868a18 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:36.794954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.795464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.802368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.861024 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-00c92378-86e8-4474-9cb6-a030c73d18ca service neutron] 10.222.0.76 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559082 Dec 08 13:03:36.868640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:36.877205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'Port': ['ID=fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:36.931435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:36.938927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:36.942898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:36.953822 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Sync routers for ids ['b35153c1-7f3b-4a73-ba73-3764645df564'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:36.972713 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Routers {'b35153c1-7f3b-4a73-ba73-3764645df564'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:36.973396 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b35153c1-7f3b-4a73-ba73-3764645df564'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:37.075714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.077100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Network 318383e2-7c0f-45da-a77b-0726b40cc146 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:37.083463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:37.087449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] In _notify_port_updated(), no bound segment for port cc34d920-5db5-4a53-a06f-77b78e69ce49 on network b05106e2-e92f-4a36-a52e-4a7790bd714b {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:03:37.093843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:37.094540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.099655 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "PUT /v2.0/ports/cc34d920-5db5-4a53-a06f-77b78e69ce49 HTTP/1.1" status: 200 len: 1129 time: 0.8386726 Dec 08 13:03:37.099655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:37.099655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:37.099655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.104117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53372) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:37.117113 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Set router b35153c1-7f3b-4a73-ba73-3764645df564 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:37.144839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.145779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:37.146362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.191530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.195266 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-07f9dd46-24b8-4dee-96fb-201607534681 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.5571156 Dec 08 13:03:37.217293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53374) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:37.217878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Pushing event updated for resources: {'Network': ['ID=86b7b269-f0ee-481c-96c7-f3ede0fd6d76,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:37.221736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5c67d-52bf-4411-bb47-6b56000edd27 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event updated for resources: {'Port': ['ID=cc34d920-5db5-4a53-a06f-77b78e69ce49,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:37.229574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 86b7b269-f0ee-481c-96c7-f3ede0fd6d76 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:37.267262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:37.269294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event updated for resources: {'Port': ['ID=0033491a-8819-40b4-8d86-33a274e4fd09,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:37.275888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:37.291120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca62997-1940-4129-b22f-ff326900b772 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:37.292542 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fca62997-1940-4129-b22f-ff326900b772 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "GET /v2.0/ports/cc34d920-5db5-4a53-a06f-77b78e69ce49 HTTP/1.1" status: 200 len: 1129 time: 0.1874416 Dec 08 13:03:37.301993 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53376) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:37.302684 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f706731c-7e18-4d08-a3d2-2fc96333d7c9 service neutron] 10.222.0.76 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297493 Dec 08 13:03:37.307820 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3248e80a-cdae-45d7-9c11-cd42b1b00f7c tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4106283 Dec 08 13:03:37.311337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:37.312653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.317171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53378) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:37.345524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7996'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:37.415764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.464106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-edbb7147-a77a-49b6-a226-f6b7378333cb None None] Provisioning complete for port 799bf6db-bcc6-47b5-9922-c2e32554b49c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:37.464909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-edbb7147-a77a-49b6-a226-f6b7378333cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.493797 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3de8f628-f3bf-4946-9ba8-2d253f2020b1 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2267089 Dec 08 13:03:37.511588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53382) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:37.529561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7ae91393-0d99-42d8-8648-1422d06232aa tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Request body: {'network': {'project_id': 'df21e32f4cbb40bfbf3efab2ab6e2594'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:37.549399 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae91393-0d99-42d8-8648-1422d06232aa tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 13:03:37.549857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae91393-0d99-42d8-8648-1422d06232aa tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:03:37.554374 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7ae91393-0d99-42d8-8648-1422d06232aa tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0360711 Dec 08 13:03:37.557623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53384) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:37.569584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-edbb7147-a77a-49b6-a226-f6b7378333cb None None] Port 799bf6db-bcc6-47b5-9922-c2e32554b49c cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:37.588628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Allocated IP 172.26.7.53 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/ba601e6d-a15b-453f-baee-aeb3ccbb9d33) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:37.611285 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35153c1-7f3b-4a73-ba73-3764645df564', 'name': '', 'tenant_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a17230ab-520d-41de-8d85-3c804d960604', 'external_fixed_ips': [{'subnet_id': '39ae75eb-8592-43ee-9751-75a384bb208f', 'ip_address': '2001:db8::f'}], 'enable_snat': True}, 'gw_port_id': '5552d19d-77bf-4a91-ad25-78aef2081c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:27Z', 'updated_at': '2021-12-08T13:03:33Z', 'revision_number': 3, 'project_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'gw_port': {'id': '5552d19d-77bf-4a91-ad25-78aef2081c93', 'name': '', 'network_id': 'a17230ab-520d-41de-8d85-3c804d960604', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35153c1-7f3b-4a73-ba73-3764645df564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '39ae75eb-8592-43ee-9751-75a384bb208f', 'ip_address': '2001:db8::f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ae75eb-8592-43ee-9751-75a384bb208f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:37.643947 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Checking router: b35153c1-7f3b-4a73-ba73-3764645df564 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:03:37.644777 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Updating router b35153c1-7f3b-4a73-ba73-3764645df564 port 5552d19d-77bf-4a91-ad25-78aef2081c93 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:03:37.672108 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.706888 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dfa3b68d-37f6-4226-88d8-9a5a0cc84896 None None] Provisioning complete for port 0033491a-8819-40b4-8d86-33a274e4fd09 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:37.707556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b68d-37f6-4226-88d8-9a5a0cc84896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.708076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.746590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:03:37.791777 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8212c55d-1a15-49f3-9b6d-9db99ff9f920 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df21e32f4cbb40bfbf3efab2ab6e2594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139380 Dec 08 13:03:37.795514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.800393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53392) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:37.810183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3b68d-37f6-4226-88d8-9a5a0cc84896 None None] Port 0033491a-8819-40b4-8d86-33a274e4fd09 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:37.849561 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dfa3b68d-37f6-4226-88d8-9a5a0cc84896 None None] Provisioning complete for port cc34d920-5db5-4a53-a06f-77b78e69ce49 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:37.850719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b68d-37f6-4226-88d8-9a5a0cc84896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.903062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:37.966619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53408) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:37.968982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3b68d-37f6-4226-88d8-9a5a0cc84896 None None] Port cc34d920-5db5-4a53-a06f-77b78e69ce49 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:37.986001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4cbea-fc7a-4d6a-b72f-9d18dec9713b tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Deleting port cc34d920-5db5-4a53-a06f-77b78e69ce49 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:37.986809 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cbea-fc7a-4d6a-b72f-9d18dec9713b tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.040505 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.073848 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.086957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.094780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:38.102663 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2be4fc4c-2afc-4d5e-90a9-1a343671940b admin admin] 10.222.0.76 "PUT /v2.0/routers/789eebf8-4148-42eb-a5eb-f2d1682cd9ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8612838 Dec 08 13:03:38.110393 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.113418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Sync routers for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:38.141096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:38.143339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b23d5573-33bb-458f-a1a9-5af48ec14915 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.146151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:38.162074 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99fd56-0b53-4b36-a2ca-06453e2d55a3 None None] Pushing event updated for resources: {'Port': ['ID=5552d19d-77bf-4a91-ad25-78aef2081c93,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:38.196006 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Attempting to bind port 5552d19d-77bf-4a91-ad25-78aef2081c93 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:38.197013 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Attempting to bind port 5552d19d-77bf-4a91-ad25-78aef2081c93 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '2872b4ca-3454-429a-ad1a-393b10900e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a17230ab-520d-41de-8d85-3c804d960604'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:38.197589 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Attempting to bind port 5552d19d-77bf-4a91-ad25-78aef2081c93 on network a17230ab-520d-41de-8d85-3c804d960604 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:38.204239 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:38.204889 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Checking segment: {'id': '2872b4ca-3454-429a-ad1a-393b10900e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a17230ab-520d-41de-8d85-3c804d960604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:38.205842 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.206420 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Bound using segment: {'id': '2872b4ca-3454-429a-ad1a-393b10900e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a17230ab-520d-41de-8d85-3c804d960604'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:38.207085 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Bound port: 5552d19d-77bf-4a91-ad25-78aef2081c93, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2872b4ca-3454-429a-ad1a-393b10900e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a17230ab-520d-41de-8d85-3c804d960604'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:38.209385 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.233150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.259501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b23d5573-33bb-458f-a1a9-5af48ec14915 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.264820 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cbea-fc7a-4d6a-b72f-9d18dec9713b tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.274510 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] For port 5552d19d-77bf-4a91-ad25-78aef2081c93, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:38.280747 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] For port 5552d19d-77bf-4a91-ad25-78aef2081c93, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5552d19d-77bf-4a91-ad25-78aef2081c93,segment=NetworkSegment(2872b4ca-3454-429a-ad1a-393b10900e9f),segment_id=2872b4ca-3454-429a-ad1a-393b10900e9f)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:38.308463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-51516f12-9bb1-4a8e-a955-22630f149de2 req-2e6d27de-fc15-4dbc-859d-0bdc461c6e98 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 210 time: 0.3392773 Dec 08 13:03:38.346139 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4cbea-fc7a-4d6a-b72f-9d18dec9713b tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Calling delete_port for cc34d920-5db5-4a53-a06f-77b78e69ce49 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:38.367439 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.405209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:38.416393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:38.421512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:38.431714 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:38.477045 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99fd56-0b53-4b36-a2ca-06453e2d55a3 None None] Pushing event updated for resources: {'Port': ['ID=5552d19d-77bf-4a91-ad25-78aef2081c93,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:38.510629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Pushing event updated for resources: {'Port': ['ID=ba601e6d-a15b-453f-baee-aeb3ccbb9d33,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:38.524612 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Routers {'b35153c1-7f3b-4a73-ba73-3764645df564'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:38.529416 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b35153c1-7f3b-4a73-ba73-3764645df564'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:38.584860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Deleting port 5552d19d-77bf-4a91-ad25-78aef2081c93 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:38.585207 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.616231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] device_id is not set on port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:38.641568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.660405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.684822 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] Set router b35153c1-7f3b-4a73-ba73-3764645df564 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:38.729981 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] For port 5552d19d-77bf-4a91-ad25-78aef2081c93, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5552d19d-77bf-4a91-ad25-78aef2081c93,segment=NetworkSegment(2872b4ca-3454-429a-ad1a-393b10900e9f),segment_id=2872b4ca-3454-429a-ad1a-393b10900e9f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:38.730390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.737772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.747021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b23d5573-33bb-458f-a1a9-5af48ec14915 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.749823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b23d5573-33bb-458f-a1a9-5af48ec14915 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.751011 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b23d5573-33bb-458f-a1a9-5af48ec14915 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/a95508c8-9998-4dc4-a072-ed2e023fdf81 HTTP/1.1" status: 204 len: 168 time: 0.9488657 Dec 08 13:03:38.757326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53428) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:38.778064 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35153c1-7f3b-4a73-ba73-3764645df564', 'name': '', 'tenant_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:27Z', 'updated_at': '2021-12-08T13:03:38Z', 'revision_number': 4, 'project_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:38.811944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '799bf6db-bcc6-47b5-9922-c2e32554b49c', 'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'mac_address': 'fa:16:3e:81:74:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 2, 'project_id': 'da815581212a4701a86518ac824fe360', 'subnets': [{'id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:38.825765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Calling delete_port for 5552d19d-77bf-4a91-ad25-78aef2081c93 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:38.837123 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d5573-33bb-458f-a1a9-5af48ec14915 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95508c8-9998-4dc4-a072-ed2e023fdf81,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:38.838448 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922d112-d373-47eb-87fb-a41c829c25e3 None None] The sync data for ids ['b35153c1-7f3b-4a73-ba73-3764645df564'] in dv-neutron-799625-5-hyperv is: [{'id': 'b35153c1-7f3b-4a73-ba73-3764645df564', 'name': '', 'tenant_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:27Z', 'updated_at': '2021-12-08T13:03:38Z', 'revision_number': 4, 'project_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:38.852684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Checking router: 789eebf8-4148-42eb-a5eb-f2d1682cd9ca for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:03:38.853129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Updating router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca port 799bf6db-bcc6-47b5-9922-c2e32554b49c binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:03:38.881667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:38.882015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:38.882407 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:38.893021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:38.893380 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:38.904269 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 2 to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 Dec 08 13:03:38.907446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.920749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:38.948245 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:38.949012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:38.949522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:38.959784 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'Port': ['ID=fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:38.961869 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:38.962221 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:38.964051 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 3 to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 Dec 08 13:03:38.982807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cbea-fc7a-4d6a-b72f-9d18dec9713b tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.044539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4cbea-fc7a-4d6a-b72f-9d18dec9713b tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event deleted for resources: {'Port': ['ID=cc34d920-5db5-4a53-a06f-77b78e69ce49,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:39.066258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:39.066626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:39.066953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:39.074303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cbea-fc7a-4d6a-b72f-9d18dec9713b tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.080828 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9cd4cbea-fc7a-4d6a-b72f-9d18dec9713b tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "DELETE /v2.0/ports/cc34d920-5db5-4a53-a06f-77b78e69ce49 HTTP/1.1" status: 204 len: 168 time: 1.7639644 Dec 08 13:03:39.082155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53432) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:39.097807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:39.098154 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:39.101337 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 4 to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 Dec 08 13:03:39.147184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:39.147531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:39.147880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:39.154953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.223707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:39.224069 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:39.234203 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 5 to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 Dec 08 13:03:39.355783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:39.356197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:39.356596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:39.371600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:39.372000 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:39.377174 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 6 to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 Dec 08 13:03:39.389507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba29e445-0189-4792-8808-d52c45928471 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Deleting subnet 98e65ddd-0400-44c3-ae95-8ddc71599dc9 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:03:39.393101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba29e445-0189-4792-8808-d52c45928471 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.397491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.436575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba29e445-0189-4792-8808-d52c45928471 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.456066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:39.456539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:39.457005 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:39.504261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.517413 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53440) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:39.518615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:39.518801 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:39.526122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-fbdd41a0-6641-4e73-84a0-3d19a9b611be tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224378946', 'description': 'tempest-description--2138728430'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:39.548025 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 7 to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 Dec 08 13:03:39.576317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.603145 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5bc92ccd-2f73-4998-99d5-765a36fea7e1 req-58b2ad2a-beae-4d2b-987a-30a302b96c18 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 210 time: 0.0714836 Dec 08 13:03:39.642110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event deleted for resources: {'Port': ['ID=5552d19d-77bf-4a91-ad25-78aef2081c93,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:39.644384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1917bb-b01f-4873-a11b-c58793c27701 None None] Pushing event updated for resources: {'Port': ['ID=799bf6db-bcc6-47b5-9922-c2e32554b49c,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:39.650955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:39.651127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:39.651471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:39.656596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba29e445-0189-4792-8808-d52c45928471 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.672623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.716813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.717028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Attempting to bind port 799bf6db-bcc6-47b5-9922-c2e32554b49c on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:39.721870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Attempting to bind port 799bf6db-bcc6-47b5-9922-c2e32554b49c by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:39.721870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Attempting to bind port 799bf6db-bcc6-47b5-9922-c2e32554b49c on network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:39.722153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:39.722153 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:39.728381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:39.730081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Checking segment: {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:39.730321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.730785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Bound using segment: {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:39.731377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Bound port: 799bf6db-bcc6-47b5-9922-c2e32554b49c, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:39.731918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.738171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.738560 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 8 to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 Dec 08 13:03:39.739717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.740774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.741294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > port after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.742171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.742171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > port after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.742656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.743050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.743441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.744275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.831490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] For port 799bf6db-bcc6-47b5-9922-c2e32554b49c, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:39.837386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] For port 799bf6db-bcc6-47b5-9922-c2e32554b49c, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=799bf6db-bcc6-47b5-9922-c2e32554b49c,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:39.909071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-79e4802c-4671-40aa-833a-34f9e008e8d1 None None] Provisioning complete for port 799bf6db-bcc6-47b5-9922-c2e32554b49c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:39.909444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-79e4802c-4671-40aa-833a-34f9e008e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.913545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:39.980985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.980985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.980985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.980985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:39.981698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b7b269-f0ee-481c-96c7-f3ede0fd6d76']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:39.986702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fbdd41a0-6641-4e73-84a0-3d19a9b611be tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.007094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:40.007453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:40.008152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:40.075988 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.078454 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1917bb-b01f-4873-a11b-c58793c27701 None None] Pushing event updated for resources: {'Port': ['ID=799bf6db-bcc6-47b5-9922-c2e32554b49c,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:40.081873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.083476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:40.083815 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:40.087445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:40.088040 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 9 to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 Dec 08 13:03:40.092392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:40.093162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.107263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0007828-3a00-4466-a599-ce78c654f989') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:40.107548 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0007828-3a00-4466-a599-ce78c654f989') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:40.139893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.142623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.177076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.180948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.195248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:40.195595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:40.195938 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:40.209009 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:40.209346 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:40.212704 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempt 10 to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 Dec 08 13:03:40.228016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fbdd41a0-6641-4e73-84a0-3d19a9b611be tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.232961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:40.233634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:40.233765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempting to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:40.238744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:40.239082 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Failed to bind port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on host hv-neutron-7996 for vnic_type normal using segments [{'id': '79b22fae-56c7-4d4b-8899-42152f937a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '318383e2-7c0f-45da-a77b-0726b40cc146'}] Dec 08 13:03:40.239481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.244478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.250013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.273612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-79e4802c-4671-40aa-833a-34f9e008e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.278739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba29e445-0189-4792-8808-d52c45928471 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.282442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:03:40.282882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: from cryptography.utils import int_from_bytes Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: from cryptography.utils import int_from_bytes Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:03:40.288542 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:03:40.312374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.313007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b35153c1-7f3b-4a73-ba73-3764645df564 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:03:40.316496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fbdd41a0-6641-4e73-84a0-3d19a9b611be tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.329048 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29e445-0189-4792-8808-d52c45928471 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event deleted for resources: {'Subnet': ['ID=98e65ddd-0400-44c3-ae95-8ddc71599dc9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:40.346200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.350783 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-79a117a5-2d0a-42de-9cae-3ff5dd423400 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "DELETE /v2.0/routers/b35153c1-7f3b-4a73-ba73-3764645df564 HTTP/1.1" status: 204 len: 168 time: 3.1302872 Dec 08 13:03:40.352323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba29e445-0189-4792-8808-d52c45928471 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.356328 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ba29e445-0189-4792-8808-d52c45928471 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "DELETE /v2.0/subnets/98e65ddd-0400-44c3-ae95-8ddc71599dc9 HTTP/1.1" status: 204 len: 168 time: 1.2731848 Dec 08 13:03:40.373389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881da4c2-83bd-4d97-b71a-7ad2babd3d34 None None] Network b05106e2-e92f-4a36-a52e-4a7790bd714b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:40.375496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.399923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53448) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:40.400519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53450) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:40.492425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event updated for resources: {'Port': ['ID=0033491a-8819-40b4-8d86-33a274e4fd09,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:40.525098 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.559034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-79e4802c-4671-40aa-833a-34f9e008e8d1 None None] For port 799bf6db-bcc6-47b5-9922-c2e32554b49c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=799bf6db-bcc6-47b5-9922-c2e32554b49c,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:40.574531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:40.576026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.582784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:40.590910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Pushing event updated for resources: {'Port': ['ID=ba601e6d-a15b-453f-baee-aeb3ccbb9d33,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:40.602520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.613139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:03:40.624308 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd41a0-6641-4e73-84a0-3d19a9b611be tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48cdaeff-9282-406c-b31f-4b1bc39d1851,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:40.692539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.696240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-79e4802c-4671-40aa-833a-34f9e008e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.698318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c3a95dd0-a4b3-4b40-8cb3-060409832e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.709213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] 10.222.0.76 "DELETE /v2.0/networks/86b7b269-f0ee-481c-96c7-f3ede0fd6d76 HTTP/1.1" status: 204 len: 168 time: 1.9486246 Dec 08 13:03:40.721627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] For port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9, host hv-neutron-7996, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:40.727222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attempted to set empty binding levels {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 13:03:40.732449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53456) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:40.738031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fbdd41a0-6641-4e73-84a0-3d19a9b611be tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.741119 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fbdd41a0-6641-4e73-84a0-3d19a9b611be tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2210627 Dec 08 13:03:40.750704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.760478 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0f351c99-d9c3-4b03-b166-590ead448564 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7045429 Dec 08 13:03:40.761225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53458) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:40.774661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3f8195df-44c7-4d23-bd28-c07b70ee6257 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Request body: {'security_group_rule': {'security_group_id': '48cdaeff-9282-406c-b31f-4b1bc39d1851', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:40.788744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d476cf-b151-4545-b474-6f18a8971c5f tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Pushing event deleted for resources: {'Network': ['ID=86b7b269-f0ee-481c-96c7-f3ede0fd6d76,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:40.798907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb3ab7a-4046-4f4f-954a-9790d4daa8d4 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Deleting subnet 39ae75eb-8592-43ee-9751-75a384bb208f {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:03:40.840599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab7a-4046-4f4f-954a-9790d4daa8d4 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:40.843111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.001077 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Router cd9e0c8b-d050-44ca-a705-1a7853c34423 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:03:41.009381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] In _notify_port_updated(), no bound segment for port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 on network 318383e2-7c0f-45da-a77b-0726b40cc146 {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:03:41.010344 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:41.011110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.015595 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "PUT /v2.0/ports/fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 HTTP/1.1" status: 200 len: 977 time: 3.6971936 Dec 08 13:03:41.018288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f40aee5-c5d1-4e25-bb67-fd7d08db7707 None None] DHCP port deletion for b05106e2-e92f-4a36-a52e-4a7790bd714b request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:03:41.019505 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab7a-4046-4f4f-954a-9790d4daa8d4 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.023255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53468) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:41.028412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.043799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f9a34e45-3415-474a-9f85-fc66e960beb6 req-6747f7ef-c22c-47eb-b2bd-659842a87e17 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 210 time: 0.0602932 Dec 08 13:03:41.059702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab7a-4046-4f4f-954a-9790d4daa8d4 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.062921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4802c-4671-40aa-833a-34f9e008e8d1 None None] Pushing event updated for resources: {'Port': ['ID=799bf6db-bcc6-47b5-9922-c2e32554b49c,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:41.063129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f8195df-44c7-4d23-bd28-c07b70ee6257 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.100423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-61e036bb-937d-40c5-be61-51510a3f5b2f None None] Provisioning complete for port 799bf6db-bcc6-47b5-9922-c2e32554b49c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:41.100789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-61e036bb-937d-40c5-be61-51510a3f5b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.133730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6402a-0ec9-4f7e-be63-4261fde5ae1f tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event updated for resources: {'Port': ['ID=fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:41.204230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Deleting port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:41.204700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.249526 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-06e21a8a-5cab-4007-9fcc-3b31cf9b3d7c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--680098405&fields=id&tenant_id=42b4b85a4bdb486199dd8c19e12713d3 HTTP/1.1" status: 200 len: 267 time: 0.1219449 Dec 08 13:03:41.261286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9f40aee5-c5d1-4e25-bb67-fd7d08db7707 None None] Deleting port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:41.261612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9f40aee5-c5d1-4e25-bb67-fd7d08db7707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.300475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f8195df-44c7-4d23-bd28-c07b70ee6257 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.304636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:41.317132 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ea3ef-45a8-40b6-8ef2-476f6439c41b None None] Sync routers for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:41.319652 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fecb1241-f245-44a9-b855-94cc0c3b0c1d tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "PUT /v2.0/routers/cd9e0c8b-d050-44ca-a705-1a7853c34423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3901787 Dec 08 13:03:41.323424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53478) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:41.336813 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ea3ef-45a8-40b6-8ef2-476f6439c41b None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:41.337902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Request body: {'port': {'network_id': '0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5', 'name': 'tempest-FloatingIPAdminTestJSON-462475032'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:41.338023 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9a2ea3ef-45a8-40b6-8ef2-476f6439c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:41.364163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] For port 3229f6c0-53ea-475d-bcbf-d5abb7da8398, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3229f6c0-53ea-475d-bcbf-d5abb7da8398,segment=NetworkSegment(1e5205b5-7979-4e07-8bff-93c7369bac08),segment_id=1e5205b5-7979-4e07-8bff-93c7369bac08)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:41.364701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.373704 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9a2ea3ef-45a8-40b6-8ef2-476f6439c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:41.383597 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ea3ef-45a8-40b6-8ef2-476f6439c41b None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:41.384461 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9a2ea3ef-45a8-40b6-8ef2-476f6439c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:41.385777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Calling delete_port for 3229f6c0-53ea-475d-bcbf-d5abb7da8398 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:41.403877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f8195df-44c7-4d23-bd28-c07b70ee6257 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.427993 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9a2ea3ef-45a8-40b6-8ef2-476f6439c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:41.428997 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ea3ef-45a8-40b6-8ef2-476f6439c41b None None] The sync data for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:41.484167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9f40aee5-c5d1-4e25-bb67-fd7d08db7707 None None] For port 3229f6c0-53ea-475d-bcbf-d5abb7da8398, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3229f6c0-53ea-475d-bcbf-d5abb7da8398,segment=NetworkSegment(1e5205b5-7979-4e07-8bff-93c7369bac08),segment_id=1e5205b5-7979-4e07-8bff-93c7369bac08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:41.484559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9f40aee5-c5d1-4e25-bb67-fd7d08db7707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.486650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.493949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8195df-44c7-4d23-bd28-c07b70ee6257 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd54a31c-f687-4ded-97bc-ca438bcada0f,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:41.500560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab7a-4046-4f4f-954a-9790d4daa8d4 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.504955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9f40aee5-c5d1-4e25-bb67-fd7d08db7707 None None] Calling delete_port for 3229f6c0-53ea-475d-bcbf-d5abb7da8398 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:41.518673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '799bf6db-bcc6-47b5-9922-c2e32554b49c', 'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'mac_address': 'fa:16:3e:81:74:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:39Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'subnets': [{'id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:41.530097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5baa63ee-6374-4343-81b5-c388366ac495 None None] Provisioning complete for port 0033491a-8819-40b4-8d86-33a274e4fd09 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:41.530463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5baa63ee-6374-4343-81b5-c388366ac495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.535105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-ab9619ab-9a45-483e-8d19-ce2d419cd334 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:41.536457 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-ab9619ab-9a45-483e-8d19-ce2d419cd334 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/networks?id=94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 200 len: 811 time: 0.2760370 Dec 08 13:03:41.550089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.554415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.554415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.554415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > port after_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.554415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.554415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > port after_update 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.554415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.554415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.554415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.554415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.560050 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-64f171cd-cad5-4a1a-847f-95a2bb41543f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/quotas/42b4b85a4bdb486199dd8c19e12713d3 HTTP/1.1" status: 200 len: 375 time: 0.0137732 Dec 08 13:03:41.609957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f8195df-44c7-4d23-bd28-c07b70ee6257 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.613853 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3f8195df-44c7-4d23-bd28-c07b70ee6257 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8496609 Dec 08 13:03:41.615096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53480) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:41.625054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-05c7223d-30b1-4bea-a1a8-97997527052e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Request body: {'security_group_rule': {'security_group_id': '48cdaeff-9282-406c-b31f-4b1bc39d1851', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:41.633170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade76234-6331-427d-a053-766bbaeb4a09 None None] The sync data for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv is: [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '799bf6db-bcc6-47b5-9922-c2e32554b49c', 'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'mac_address': 'fa:16:3e:81:74:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:39Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'subnets': [{'id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:41.662993 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-ff7aaad0-bf66-4e99-bec3-9025fc0c57a4 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963907 Dec 08 13:03:41.675065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5baa63ee-6374-4343-81b5-c388366ac495 None None] Port 0033491a-8819-40b4-8d86-33a274e4fd09 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:41.717022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Made reservation on behalf of 1509ad1abc184a44895df63bff6520fe for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:41.727048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.762366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] device_id is not set on port 2d1c8f7c-480e-4202-a2bc-134d75cf52fb yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:41.789634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.789634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.789634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.789634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 13:03:41.789634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654942d7-1015-4ff7-92cb-48c85f762ffd']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:41.802829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3ab7a-4046-4f4f-954a-9790d4daa8d4 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=39ae75eb-8592-43ee-9751-75a384bb208f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:41.807235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9f40aee5-c5d1-4e25-bb67-fd7d08db7707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.819779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab7a-4046-4f4f-954a-9790d4daa8d4 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.823765 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ffb3ab7a-4046-4f4f-954a-9790d4daa8d4 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/39ae75eb-8592-43ee-9751-75a384bb208f HTTP/1.1" status: 204 len: 168 time: 1.4220681 Dec 08 13:03:41.832540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53486) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:41.841762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40aee5-c5d1-4e25-bb67-fd7d08db7707 None None] Pushing event deleted for resources: {'Port': ['ID=3229f6c0-53ea-475d-bcbf-d5abb7da8398,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:41.848252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-ffd79fd8-288d-42d4-852e-ff54b437c905 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:41.857240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40aee5-c5d1-4e25-bb67-fd7d08db7707 None None] No DVR routers for this DVR port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:03:41.857426 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-ffd79fd8-288d-42d4-852e-ff54b437c905 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0803161 Dec 08 13:03:41.857523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad25dc1-fb9c-48c6-94a1-5eccec7521d2') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:41.857523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad25dc1-fb9c-48c6-94a1-5eccec7521d2') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:41.907916 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.912524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f5f05021-227d-4b73-b6a7-3a73a2e48f44 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Deleting port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:41.912870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5f05021-227d-4b73-b6a7-3a73a2e48f44 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.913922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05c7223d-30b1-4bea-a1a8-97997527052e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.975640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:41.987488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:03:41.987905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: from cryptography.utils import int_from_bytes Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: from cryptography.utils import int_from_bytes Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:03:42.004908 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:03:42.048621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Allocated IP 172.20.0.9 (0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5/1f8da688-8157-455f-a8c1-24d447b995aa/2d1c8f7c-480e-4202-a2bc-134d75cf52fb) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:42.073657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05c7223d-30b1-4bea-a1a8-97997527052e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.078115 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-07773cb8-9003-4d80-b2ce-e4f65011bb9b service neutron] 10.222.0.76 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121181 Dec 08 13:03:42.157769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.165578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.182760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05c7223d-30b1-4bea-a1a8-97997527052e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.186426 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f5f05021-227d-4b73-b6a7-3a73a2e48f44 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] For port fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9, host hv-neutron-7996, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:42.186842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5f05021-227d-4b73-b6a7-3a73a2e48f44 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.212201 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event deleted for resources: {'Port': ['ID=3229f6c0-53ea-475d-bcbf-d5abb7da8398,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:42.234724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f5f05021-227d-4b73-b6a7-3a73a2e48f44 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Calling delete_port for fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:42.234724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] No DVR routers for this DVR port 3229f6c0-53ea-475d-bcbf-d5abb7da8398 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:03:42.246121 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.72', 49853) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:42.248041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.261919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-96618530-e182-46b0-9c2e-44a45e65f588 req-a615cf91-44a3-42f4-aa87-b47025647109 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 210 time: 0.0854077 Dec 08 13:03:42.298692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7223d-30b1-4bea-a1a8-97997527052e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a7c15e-f385-40d3-8424-a368b31fcdf6,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:42.311250 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.316850 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] 10.222.0.76 "DELETE /v2.0/networks/654942d7-1015-4ff7-92cb-48c85f762ffd HTTP/1.1" status: 204 len: 168 time: 1.5801413 Dec 08 13:03:42.524533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.525990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 799bf6db-bcc6-47b5-9922-c2e32554b49c up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:42.550846 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05106e2-e92f-4a36-a52e-4a7790bd714b']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:42.566093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5205b5-7979-4e07-8bff-93c7369bac08') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:42.566710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5205b5-7979-4e07-8bff-93c7369bac08') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:42.577304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b645f-b4ff-4008-8cd1-df791f528d85 tempest-QuotasNegativeTest-97600486 tempest-QuotasNegativeTest-97600486-project-admin] Pushing event deleted for resources: {'Network': ['ID=654942d7-1015-4ff7-92cb-48c85f762ffd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:42.587640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.596751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 799bf6db-bcc6-47b5-9922-c2e32554b49c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:42.597469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.607553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.615034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:03:42.616026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.673565 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-2d6b23fe-6761-4ba5-8308-f7426e50b9fa service neutron] 10.222.0.76 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886040 Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:03:42.742177 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:03:42.744440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5f05021-227d-4b73-b6a7-3a73a2e48f44 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.827847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3229f6c0-53ea-475d-bcbf-d5abb7da8398 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:03:42.834169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-05c7223d-30b1-4bea-a1a8-97997527052e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.837819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5defaf9c-8196-4322-b4b3-85ca34901ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.838064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.840653 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-05c7223d-30b1-4bea-a1a8-97997527052e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2217724 Dec 08 13:03:42.854006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53498) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:42.870036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.875826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:42.877026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f05021-227d-4b73-b6a7-3a73a2e48f44 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:42.881842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 3229f6c0-53ea-475d-bcbf-d5abb7da8398 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:03:42.882226 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3229f6c0-53ea-475d-bcbf-d5abb7da8398 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:03:42.917334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-a3e37955-4d71-40bd-85c7-91ec57ca60af tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:42.924154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-a3e37955-4d71-40bd-85c7-91ec57ca60af tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.72 "GET /v2.0/networks?id=4ff4d7af-c600-4604-9fb5-5441401772a1 HTTP/1.1" status: 200 len: 812 time: 0.6623042 Dec 08 13:03:42.937094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.937777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.943527 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] 10.222.0.76 "DELETE /v2.0/networks/b05106e2-e92f-4a36-a52e-4a7790bd714b HTTP/1.1" status: 204 len: 168 time: 2.5307300 Dec 08 13:03:42.943943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5f05021-227d-4b73-b6a7-3a73a2e48f44 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:42.953688 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f5f05021-227d-4b73-b6a7-3a73a2e48f44 tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "DELETE /v2.0/ports/fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 HTTP/1.1" status: 204 len: 168 time: 1.9183629 Dec 08 13:03:42.953688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17230ab-520d-41de-8d85-3c804d960604']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:42.955723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53504) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:43.012307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-af37d772-a5b3-4e42-8dde-93d81a60d21e tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] GET failed (client error): The resource could not be found. Dec 08 13:03:43.016830 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-af37d772-a5b3-4e42-8dde-93d81a60d21e tempest-PortsAdminExtendedAttrsTestJSON-255509584 tempest-PortsAdminExtendedAttrsTestJSON-255509584-project-admin] 10.222.0.76 "GET /v2.0/ports/fcec1d8d-8f4a-4ace-8748-3f3f7f4e57e9 HTTP/1.1" status: 404 len: 333 time: 0.0567732 Dec 08 13:03:43.022932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53508) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:43.128828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.241779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-85dcea47-a008-4ddf-99a7-d936e677f6cd req-3f40feae-de48-440c-9d1d-f1187a414cf2 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 210 time: 0.0621781 Dec 08 13:03:43.251756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.273510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65946aec-c04c-4758-b851-3cb0cfa1d8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157 tempest-ExtraDHCPOptionsIpV6TestJSON-656254157-project] Pushing event deleted for resources: {'Network': ['ID=b05106e2-e92f-4a36-a52e-4a7790bd714b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:43.314370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2872b4ca-3454-429a-ad1a-393b10900e9f') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:43.317766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2872b4ca-3454-429a-ad1a-393b10900e9f') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:43.346142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.351024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:43.364698 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-a3fd557f-0c68-4b82-bb14-db1c5ab5a303 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=452d0abeb3b643bd976c48c2d4773b07 HTTP/1.1" status: 200 len: 379 time: 0.3690333 Dec 08 13:03:43.368293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.377011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.379366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:43.385844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:03:43.386172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.388102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:03:43.388235 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:03:43.397228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Request body: {'port': {'device_id': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'admin_state_up': True, 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'security_groups': ['e86caa18-183e-4127-a2bb-beadf8a023c2']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:43.495154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event updated for resources: {'Port': ['ID=2d1c8f7c-480e-4202-a2bc-134d75cf52fb,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:43.578469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.584682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a17230ab-520d-41de-8d85-3c804d960604 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 13:03:43.619851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event deleted for resources: {'Network': ['ID=a17230ab-520d-41de-8d85-3c804d960604,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:43.623573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.637589 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1cacdd81-985d-4dc3-8bf8-4ba86e5e7327 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "DELETE /v2.0/networks/a17230ab-520d-41de-8d85-3c804d960604 HTTP/1.1" status: 204 len: 168 time: 1.8029339 Dec 08 13:03:43.717165 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-906f4318-073f-4e21-b680-381672f6d971 req-7aee82f3-d132-4371-a31c-da8dad235d9a tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 210 time: 0.1820679 Dec 08 13:03:43.754700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:43.755462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.789712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:43.818960 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53558) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:43.836053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-99712385-6cd6-45aa-a31e-492e5a2cf00c None None] Provisioning complete for port 2d1c8f7c-480e-4202-a2bc-134d75cf52fb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:43.837010 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99712385-6cd6-45aa-a31e-492e5a2cf00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.849693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.880659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318383e2-7c0f-45da-a77b-0726b40cc146']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:43.893876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b22fae-56c7-4d4b-8899-42152f937a8b') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:43.894278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b22fae-56c7-4d4b-8899-42152f937a8b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:43.908483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.911250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.921792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-99712385-6cd6-45aa-a31e-492e5a2cf00c None None] Port 2d1c8f7c-480e-4202-a2bc-134d75cf52fb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:43.952310 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fe9bf87c-ef87-4a03-ad00-d0994533659b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6235647 Dec 08 13:03:43.954890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53568) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:43.957070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:43.998742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:03:43.999304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:03:44.003754 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:03:44.012504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.042379 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25b8b0fd-f7d1-448a-bc36-651025f9a5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.100872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Made reservation on behalf of 452d0abeb3b643bd976c48c2d4773b07 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:44.106319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.147941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Allocated IP 172.26.7.129 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/b59a8631-7870-46f6-8cd9-21f4a68ee7d0) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:44.187469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.204070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.210748 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] 10.222.0.76 "DELETE /v2.0/networks/318383e2-7c0f-45da-a77b-0726b40cc146 HTTP/1.1" status: 204 len: 168 time: 1.1840627 Dec 08 13:03:44.236434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccda3e-cce7-441b-8dab-89c9c5525cb5 tempest-PortsAdminExtendedAttrsTestJSON-1121591681 tempest-PortsAdminExtendedAttrsTestJSON-1121591681-project] Pushing event deleted for resources: {'Network': ['ID=318383e2-7c0f-45da-a77b-0726b40cc146,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:44.267843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'project_id': '1509ad1abc184a44895df63bff6520fe', 'port_id': '2d1c8f7c-480e-4202-a2bc-134d75cf52fb'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:44.349189 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5c10c091-7476-4260-a2ce-c9ce988d8e86 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d20fdba1078445aa835c113571f7e1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5272572 Dec 08 13:03:44.356200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53586) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:44.372345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53588) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:44.386357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-dde519e0-b5cb-418b-a9d4-d0fafda01423 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'router': {'name': 'tempest-router--1356675139', 'project_id': 'd11c410324294ff3a5ae86777655408f'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:44.394000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25b8b0fd-f7d1-448a-bc36-651025f9a5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.434118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Allocated IP 172.20.0.14 (4ff4d7af-c600-4604-9fb5-5441401772a1/8e5b17fe-bfa3-43ee-ae49-9f76047d989a/3e70371b-c7c7-4c5c-8c8d-8b2864c4b557) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:44.439847 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1fb750-94f5-4fd2-a6af-ffec6b19e851 req-56fb7153-e23a-4541-9acb-329c19d783fb tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 210 time: 0.0745997 Dec 08 13:03:44.488613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.490923 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:03:44.493949 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.510370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25b8b0fd-f7d1-448a-bc36-651025f9a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.549266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5409b620-99ce-4c97-815e-a341a94e9463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.551508 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-25b8b0fd-f7d1-448a-bc36-651025f9a5c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02562eb367bf4a479bebdd1488df1485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7607014 Dec 08 13:03:44.558349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53590) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:44.567783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8b0fd-f7d1-448a-bc36-651025f9a5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87fd3b2-520f-4650-b62c-3d9533adf10b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:44.644660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.676327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5409b620-99ce-4c97-815e-a341a94e9463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.681412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dde519e0-b5cb-418b-a9d4-d0fafda01423 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.683221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dde519e0-b5cb-418b-a9d4-d0fafda01423 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.719197 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.906756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dde519e0-b5cb-418b-a9d4-d0fafda01423 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.909079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Allocated IP 172.26.7.90 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/6737ee4f-4645-4172-81ef-3a6def2cd332) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:44.923360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.926736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:44.938780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Pushing event updated for resources: {'Port': ['ID=b59a8631-7870-46f6-8cd9-21f4a68ee7d0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:44.941673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c1cc5d-9ef6-476e-b255-e5338a4e72a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:44.946295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:44.979033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:44.986461 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e843a08-8b6b-4933-a664-a0ee3201a642 req-a233fd8c-54c0-4243-91e0-0ec2f1bd7cd7 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 210 time: 0.0726223 Dec 08 13:03:45.015290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dde519e0-b5cb-418b-a9d4-d0fafda01423 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.030133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53604) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:45.050198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5409b620-99ce-4c97-815e-a341a94e9463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.053005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5409b620-99ce-4c97-815e-a341a94e9463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.057102 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5409b620-99ce-4c97-815e-a341a94e9463 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7954e21a-f3b5-456b-bbe4-1a588e1e39ba HTTP/1.1" status: 204 len: 168 time: 0.6965830 Dec 08 13:03:45.065048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c1cc5d-9ef6-476e-b255-e5338a4e72a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.106066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409b620-99ce-4c97-815e-a341a94e9463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7954e21a-f3b5-456b-bbe4-1a588e1e39ba,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:45.150096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.189860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.203814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dde519e0-b5cb-418b-a9d4-d0fafda01423 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.205105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dde519e0-b5cb-418b-a9d4-d0fafda01423 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8265965 Dec 08 13:03:45.208440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53610) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:45.263903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.268992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.330482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c1cc5d-9ef6-476e-b255-e5338a4e72a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.333562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c1cc5d-9ef6-476e-b255-e5338a4e72a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.340296 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-65c1cc5d-9ef6-476e-b255-e5338a4e72a7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b87fd3b2-520f-4650-b62c-3d9533adf10b HTTP/1.1" status: 204 len: 168 time: 0.7640841 Dec 08 13:03:45.376824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52c7430e-8388-460f-9ee3-c3893ff088cc tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.424940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.494518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:45.504529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:45.515969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:45.569647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Pushing event updated for resources: {'Port': ['ID=6737ee4f-4645-4172-81ef-3a6def2cd332,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:45.769754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1cc5d-9ef6-476e-b255-e5338a4e72a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87fd3b2-520f-4650-b62c-3d9533adf10b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:45.809465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Network 4ff4d7af-c600-4604-9fb5-5441401772a1 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:45.887449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:45.979858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Pushing event updated for resources: {'Port': ['ID=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:45.988908 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4e18d793-c45e-4a3f-b47f-8e0c5f2da748 req-bf177068-3ff6-41b6-9c39-2533424c12e0 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 210 time: 0.1026769 Dec 08 13:03:46.070248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:46.073112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:46.078922 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3acb92de-c884-4f56-9daa-033886648361 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3308279bc74048f0a79af8721e730a70&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0416160 Dec 08 13:03:46.104162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53628) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:46.193037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.353788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52c7430e-8388-460f-9ee3-c3893ff088cc tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.360562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52c7430e-8388-460f-9ee3-c3893ff088cc tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.405750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.488196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f9d4-22b4-4580-abc2-65d92b947e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.541576 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f9d4-22b4-4580-abc2-65d92b947e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.576992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6a204f6a-2f1b-49c6-a880-e34c2ca2bcce None None] Provisioning complete for port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:46.577631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6a204f6a-2f1b-49c6-a880-e34c2ca2bcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.628280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6a204f6a-2f1b-49c6-a880-e34c2ca2bcce None None] Port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:46.671171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.708723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:46.709397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.758009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad97dd7-6c4e-4072-9792-b2ed7c88821e req-995b31ed-0e0c-485b-b8f0-c40b825cf254 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:46.759679 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ad97dd7-6c4e-4072-9792-b2ed7c88821e req-995b31ed-0e0c-485b-b8f0-c40b825cf254 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 932 time: 0.6000264 Dec 08 13:03:46.800560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f9d4-22b4-4580-abc2-65d92b947e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.815537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f9d4-22b4-4580-abc2-65d92b947e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.815537 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dcc4f9d4-22b4-4580-abc2-65d92b947e68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbb07d2e-dac4-4d71-8c78-ffdb946895e1 HTTP/1.1" status: 204 len: 168 time: 0.7011983 Dec 08 13:03:46.815772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52c7430e-8388-460f-9ee3-c3893ff088cc tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.815772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7430e-8388-460f-9ee3-c3893ff088cc tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 133b0859-f79d-4a03-9950-edf92bef5aa5 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:03:46.819847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.846334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52c7430e-8388-460f-9ee3-c3893ff088cc tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.847995 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-52c7430e-8388-460f-9ee3-c3893ff088cc tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "DELETE /v2.0/routers/133b0859-f79d-4a03-9950-edf92bef5aa5 HTTP/1.1" status: 204 len: 168 time: 1.6346381 Dec 08 13:03:46.871477 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-872df286-51b8-47fc-b9f1-18cf562c19cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4867671 Dec 08 13:03:46.888708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4f9d4-22b4-4580-abc2-65d92b947e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb07d2e-dac4-4d71-8c78-ffdb946895e1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:46.901607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53646) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:46.924338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.948177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-56c56b3e-d9b2-4664-b73a-ef3d19cdf418 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:03:46.951238 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-56c56b3e-d9b2-4664-b73a-ef3d19cdf418 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128832 Dec 08 13:03:46.954090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ec3dcc1-c383-4a63-abea-9148c6c04bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:46.965421 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ad97dd7-6c4e-4072-9792-b2ed7c88821e req-30e658a6-4a4d-49ee-951e-8dccd88a735e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917648 Dec 08 13:03:46.966016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53648) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:47.044866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.103806 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ec3dcc1-c383-4a63-abea-9148c6c04bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.107917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Pushing event updated for resources: {'Port': ['ID=b59a8631-7870-46f6-8cd9-21f4a68ee7d0,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:47.114229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.130855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.218725 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60eca88d-84a1-422c-aceb-6c0c6b9d5591 req-113cbb3f-9e1d-4d2c-a339-b4fd5edcd92c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 210 time: 0.0412385 Dec 08 13:03:47.231144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.242758 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d04103bf-9b3e-4032-8aeb-d89b1ebfc31d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3769197 Dec 08 13:03:47.242854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ec3dcc1-c383-4a63-abea-9148c6c04bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.287532 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Pushing event updated for resources: {'Port': ['ID=6737ee4f-4645-4172-81ef-3a6def2cd332,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:47.344002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3dcc1-c383-4a63-abea-9148c6c04bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf3ba59-402b-4abb-abae-2df7923d077d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:47.355197 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2ec3dcc1-c383-4a63-abea-9148c6c04bfe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d482f6d570d4ad7a563e5a0e481abb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390972 Dec 08 13:03:47.355197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.356654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53656) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:47.430373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fbd7757e-a81f-4153-8e38-a37a78371046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.458311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fbd7757e-a81f-4153-8e38-a37a78371046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.517004 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Floating IP fa42cf1b-817c-471d-80a4-faed34319f29 associated. External IP: 172.26.7.90, port: 2d1c8f7c-480e-4202-a2bc-134d75cf52fb. Dec 08 13:03:47.618894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fbd7757e-a81f-4153-8e38-a37a78371046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.621114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53660) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:47.624355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fbd7757e-a81f-4153-8e38-a37a78371046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:47.625209 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fbd7757e-a81f-4153-8e38-a37a78371046 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6cf3ba59-402b-4abb-abae-2df7923d077d HTTP/1.1" status: 204 len: 168 time: 0.2686443 Dec 08 13:03:47.635877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7757e-a81f-4153-8e38-a37a78371046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf3ba59-402b-4abb-abae-2df7923d077d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:47.831439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1907626144'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:47.855709 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Router cd9e0c8b-d050-44ca-a705-1a7853c34423 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:03:47.935215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Made reservation on behalf of c048f053883a4344aeb956bd1e33b975 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:47.948921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:48.031847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:48.102465 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-81a2c993-214c-4839-bffa-1d347d2b9d8f tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1224378946&fields=id&tenant_id=da815581212a4701a86518ac824fe360 HTTP/1.1" status: 200 len: 267 time: 0.1261022 Dec 08 13:03:48.228764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:48.241718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61368d62-9f0b-4541-b098-be417df06b83 None None] Sync routers for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:48.259929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61368d62-9f0b-4541-b098-be417df06b83 None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:48.260218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-61368d62-9f0b-4541-b098-be417df06b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:48.330823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:48.340092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-61368d62-9f0b-4541-b098-be417df06b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:48.354134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61368d62-9f0b-4541-b098-be417df06b83 None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:48.355871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-61368d62-9f0b-4541-b098-be417df06b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:48.362185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:48.389401 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e98e637b-e89f-49fc-8ac9-c4affea215e9 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.4357076 Dec 08 13:03:48.392747 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53684) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:48.402653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9bed-ced3-49a4-95dc-693e15dfb55d req-55e6a8c8-f117-45bf-a932-629fc4d4281e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:48.421272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f85f9bed-ced3-49a4-95dc-693e15dfb55d req-55e6a8c8-f117-45bf-a932-629fc4d4281e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 932 time: 0.2632737 Dec 08 13:03:48.434172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53686) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:48.441106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-61368d62-9f0b-4541-b098-be417df06b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:48.442392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61368d62-9f0b-4541-b098-be417df06b83 None None] The sync data for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:48.495170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:48.555432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-31b856e4-1aa4-42be-bc83-61910212b886 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:48.557007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-31b856e4-1aa4-42be-bc83-61910212b886 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/networks?id=f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 HTTP/1.1" status: 200 len: 806 time: 0.4409842 Dec 08 13:03:48.641099 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-abab1945-02a5-4a03-b2d9-7d8b88ecb504 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] 10.222.0.76 "GET /v2.0/floatingips/fa42cf1b-817c-471d-80a4-faed34319f29 HTTP/1.1" status: 200 len: 981 time: 0.2470706 Dec 08 13:03:48.643804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53688) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:48.655038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Request body: {'port': {'device_id': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:48.715503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f85f9bed-ced3-49a4-95dc-693e15dfb55d req-feebc3a7-d1c8-4dc9-a7cc-222f0ed65f66 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932086 Dec 08 13:03:48.749072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:48.754242 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-098e2d9b-fa90-40d1-a9c3-ccfdfed4aa93 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/quotas/da815581212a4701a86518ac824fe360 HTTP/1.1" status: 200 len: 375 time: 0.1641245 Dec 08 13:03:48.789551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1215051b-091d-4f79-a62b-b3babe11d641,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:48.799063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:48.799557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Added segment e9b07545-521a-4806-9910-8272e1cbbef5 of type vlan for network 680124df-9830-475c-adde-8289c81ddbf2 Dec 08 13:03:48.824741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-06c59b62-a808-4a33-bae4-eef7211512c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74d76b7b34254b1a93d9d53b3673a2f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3893182 Dec 08 13:03:48.825643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53692) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:48.838127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1934008115', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:48.920014 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c156aed5-41c0-4286-90d9-355a8e91453c tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.2741508 Dec 08 13:03:48.925366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53696) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:48.980302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.037745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.038955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.059139 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89d0496a-a904-43df-921a-41e74ff2aa93 req-b3717fba-312d-4840-a8cf-9c79f1eda7a6 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 210 time: 0.2166901 Dec 08 13:03:49.078274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-87b2ac43-5830-43bb-b7d4-4856bc61db87 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=da815581212a4701a86518ac824fe360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3032360 Dec 08 13:03:49.086069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.124145 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.133111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.141075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:49.149160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.219207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed7d48ba-dc4f-4991-a0ca-e4179fce2f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.393494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event updated for resources: {'Network': ['ID=680124df-9830-475c-adde-8289c81ddbf2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:49.403056 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-368c1f45-d493-4441-808c-aa0a939ae5cc tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4209232 Dec 08 13:03:49.406641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 680124df-9830-475c-adde-8289c81ddbf2 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:49.407128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed7d48ba-dc4f-4991-a0ca-e4179fce2f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.412097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53702) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:49.513847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.531364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Deleting port 6737ee4f-4645-4172-81ef-3a6def2cd332 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:49.531771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.649788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Request body: {'subnet': {'network_id': '680124df-9830-475c-adde-8289c81ddbf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:49.813137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.813723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:49.825311 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-1b7bc1d5-2545-4164-b4df-e7dac94a7e3d service neutron] 10.222.0.76 "GET /v2.0/networks/f75a3534-4f3f-4bc4-8f24-a18ebd407bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225583 Dec 08 13:03:49.839216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Calling delete_port for 6737ee4f-4645-4172-81ef-3a6def2cd332 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:50.067168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:50.117443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Made reservation on behalf of c048f053883a4344aeb956bd1e33b975 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:50.122639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:50.206235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed7d48ba-dc4f-4991-a0ca-e4179fce2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:50.208918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed7d48ba-dc4f-4991-a0ca-e4179fce2f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:50.210099 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ed7d48ba-dc4f-4991-a0ca-e4179fce2f7d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06d91c31-d5b3-4f01-ac22-5b1464a5d368 HTTP/1.1" status: 204 len: 168 time: 1.3764715 Dec 08 13:03:50.225345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652023-dad5-4c1d-88a5-dc90a5fd0ad4 req-e50be2ca-569c-46db-b2f3-5c1f64323c20 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:50.233010 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8b652023-dad5-4c1d-88a5-dc90a5fd0ad4 req-e50be2ca-569c-46db-b2f3-5c1f64323c20 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 932 time: 0.3895481 Dec 08 13:03:50.293574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d48ba-dc4f-4991-a0ca-e4179fce2f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d91c31-d5b3-4f01-ac22-5b1464a5d368,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:50.362700 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-2f1aa65c-05b5-4730-8318-c0fbce9e27a8 service neutron] 10.222.0.76 "GET /v2.0/networks/f75a3534-4f3f-4bc4-8f24-a18ebd407bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361431 Dec 08 13:03:50.437369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:50.475428 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8b652023-dad5-4c1d-88a5-dc90a5fd0ad4 req-1c4bcea8-4995-4a08-af40-54b145e65a9f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273207 Dec 08 13:03:50.591387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:03:50.609717 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d92f6900-3d01-4c31-9280-117e0f1a0587 req-f3f38861-68ad-457f-a7a6-b09defd1f7dc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 210 time: 0.0527651 Dec 08 13:03:50.615516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:50.666361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Transition to ACTIVE for port object 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:03:50.736798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Allocated IP 172.26.7.85 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/1fdce1a4-5319-469c-b5d0-98066ddde497) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:50.772413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:50.866491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Pushing event updated for resources: {'Port': ['ID=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:50.928751 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:50.934281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:50.977766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.72', 49860) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:51.012447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event deleted for resources: {'Port': ['ID=6737ee4f-4645-4172-81ef-3a6def2cd332,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:51.241407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-af7d319d-9e48-4d7b-ad60-eca8dc305e6f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:51.243393 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-af7d319d-9e48-4d7b-ad60-eca8dc305e6f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.72 "GET /v2.0/networks?id=94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 200 len: 811 time: 0.2220044 Dec 08 13:03:51.267009 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d1ea354f-eedf-4eb3-b2c9-4a9159248088 req-c6a0e92b-42c1-4bfc-99b4-e63078813a13 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 210 time: 0.3161051 Dec 08 13:03:51.298253 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:51.298751 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Floating IP fa42cf1b-817c-471d-80a4-faed34319f29 disassociated (deleted). External IP: 172.26.7.90, port: 2d1c8f7c-480e-4202-a2bc-134d75cf52fb. Dec 08 13:03:51.371691 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-2c651cef-ac3d-4bc1-9c50-be08fa0b0d8b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b4b85a4bdb486199dd8c19e12713d3 HTTP/1.1" status: 200 len: 379 time: 0.0982659 Dec 08 13:03:51.424371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Request body: {'port': {'device_id': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'admin_state_up': True, 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'security_groups': ['02c03f8c-9391-47c2-a831-e1225a272df3']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:51.458780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Attempting to bind port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:51.459200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Attempting to bind port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:51.459605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Attempting to bind port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 on network 4ff4d7af-c600-4604-9fb5-5441401772a1 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:51.459890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:51.466681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Checking segment: {'id': 'e9b07545-521a-4806-9910-8272e1cbbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '680124df-9830-475c-adde-8289c81ddbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:51.478126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Network hostable DHCP agents. Network: 680124df-9830-475c-adde-8289c81ddbf2, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:03:51.478126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event updated for resources: {'Subnet': ['ID=38993b4c-80dd-4868-82b5-2c8020b4c017,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:51.488226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 on network 4ff4d7af-c600-4604-9fb5-5441401772a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:51.488568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Attempting to bind port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 on network 4ff4d7af-c600-4604-9fb5-5441401772a1 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:51.514413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:51.514856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Checking segment: {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:51.515593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Bound using segment: {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:51.515943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Bound port: 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb717d7-8fac-4e06-ac92-64bc12b8b87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:51.516459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:51.632272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Router cd9e0c8b-d050-44ca-a705-1a7853c34423 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:03:51.642546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] For port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:51.658396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] For port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:51.700708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:51.748850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:51.750236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53758) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:51.752717 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:51.764236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:51.791793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Network 680124df-9830-475c-adde-8289c81ddbf2 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:03:51.867337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:51.878499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event updated for resources: {'Port': ['ID=1fdce1a4-5319-469c-b5d0-98066ddde497,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:51.968405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:51.969209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:51.970309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2060825331', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:51.971129 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] 10.222.0.72 "PUT /v2.0/ports/3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 HTTP/1.1" status: 200 len: 1094 time: 4.0435283 Dec 08 13:03:51.975746 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a38a388-46d0-4b0a-b6a2-ac178f621ca4 req-05c5b9cd-3a10-47a3-afcf-018cafff8d78 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 210 time: 0.1401141 Dec 08 13:03:52.023527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'tag': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:03:52.028420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 680124df-9830-475c-adde-8289c81ddbf2) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:52.048692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdbc85d-0aa5-44b5-977f-c6fa6171e5ee None None] Network 680124df-9830-475c-adde-8289c81ddbf2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:52.073513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:52.074631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:52.106627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:52.138421 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302c0a3-6620-4e03-a5c0-83d8a19e2d2c None None] Sync routers for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:52.154069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:52.163306 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302c0a3-6620-4e03-a5c0-83d8a19e2d2c None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:52.166269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Made reservation on behalf of 0c8da87e8c664866b152d319c1eb98d7 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:52.167212 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2302c0a3-6620-4e03-a5c0-83d8a19e2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:52.180857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:52.237722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f42a4-08b5-4e52-926e-722e6d10fb64 service neutron] Pushing event updated for resources: {'Port': ['ID=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:52.265899 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2302c0a3-6620-4e03-a5c0-83d8a19e2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:52.269545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd04f-d4af-483f-af6a-442c2131f8a4 req-13cd370e-8f94-48cb-b6bb-4a7703dc9f95 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:52.271406 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e34bd04f-d4af-483f-af6a-442c2131f8a4 req-13cd370e-8f94-48cb-b6bb-4a7703dc9f95 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 944 time: 0.4412830 Dec 08 13:03:52.303788 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302c0a3-6620-4e03-a5c0-83d8a19e2d2c None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:52.304413 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2302c0a3-6620-4e03-a5c0-83d8a19e2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:52.353270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-680124df-9830-475c-adde-8289c81ddbf2', 'network_id': '680124df-9830-475c-adde-8289c81ddbf2', 'project_id': 'c048f053883a4344aeb956bd1e33b975', 'fixed_ips': [{'subnet_id': '38993b4c-80dd-4868-82b5-2c8020b4c017'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:03:52.357613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:52.397132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:52.472860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fea88a-3bcd-43a8-b7eb-90d92f17144d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4fbb21-e89b-4b11-984e-1e33eac80d4a", "tag": "3e70371b-c7c7-4c5c-8c8d-8b2864c4b557"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:03:52.491216 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-61705c48-e5b1-49c6-a405-58149f7cbdaa tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "DELETE /v2.0/floatingips/fa42cf1b-817c-471d-80a4-faed34319f29 HTTP/1.1" status: 204 len: 168 time: 3.5649960 Dec 08 13:03:52.494707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53780) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:52.522424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:52.528375 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-52d1a625-d78f-434c-b566-9ba11710c290 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1151857 Dec 08 13:03:52.547825 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d2c3b009-6705-4e84-af20-538c55ba1f16 req-b19e3a42-704a-43cf-83fb-c6c23b3b0bd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 210 time: 0.1605010 Dec 08 13:03:52.559470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53782) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:52.585984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53786) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:52.588000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Allocated IP 172.20.0.2 (680124df-9830-475c-adde-8289c81ddbf2/38993b4c-80dd-4868-82b5-2c8020b4c017/08924cf9-10c5-461e-8a3c-d7794042ca27) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:52.598395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9553a52c-c136-4d1e-9038-464937c308ee tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-939694928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:52.674375 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2302c0a3-6620-4e03-a5c0-83d8a19e2d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:52.675080 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302c0a3-6620-4e03-a5c0-83d8a19e2d2c None None] The sync data for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:52.737477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-8d40a2a8-f0b8-4311-be43-0fe941994a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:52.739145 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-8d40a2a8-f0b8-4311-be43-0fe941994a81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=452d0abeb3b643bd976c48c2d4773b07&device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 1097 time: 0.4890215 Dec 08 13:03:52.759801 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e34bd04f-d4af-483f-af6a-442c2131f8a4 req-105a5828-2bfb-45e1-88db-2ce291267f0d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4525859 Dec 08 13:03:52.829518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Made reservation on behalf of 42b4b85a4bdb486199dd8c19e12713d3 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:52.836267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:52.843174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:52.904683 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:52.929069 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-547e756f-f082-4a37-b4cf-1e24ef3107df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 HTTP/1.1" status: 200 len: 217 time: 0.1612141 Dec 08 13:03:52.969178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7476be-e7de-461b-9b60-7d51ae44dcb4 x-openstack-request-id: req-bd7476be-e7de-461b-9b60-7d51ae44dcb4 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:03:52.970872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4fbb21-e89b-4b11-984e-1e33eac80d4a", "tag": "3e70371b-c7c7-4c5c-8c8d-8b2864c4b557", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:03:52.970872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd7476be-e7de-461b-9b60-7d51ae44dcb4 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:03:52.970872 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'tag': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557', 'status': 'completed', 'code': 200} Dec 08 13:03:52.994615 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-37647c2c-3737-40e8-beb1-7432458d182e tempest-AgentManagementNegativeTest-1291517901 tempest-AgentManagementNegativeTest-1291517901-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4042501 Dec 08 13:03:53.028499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Network 680124df-9830-475c-adde-8289c81ddbf2 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:53.043446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:53.045812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.050388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:53.074196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.188736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.209092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Pushing event updated for resources: {'Port': ['ID=08924cf9-10c5-461e-8a3c-d7794042ca27,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:53.244637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Attempting to bind port 08924cf9-10c5-461e-8a3c-d7794042ca27 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:53.245104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Attempting to bind port 08924cf9-10c5-461e-8a3c-d7794042ca27 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e9b07545-521a-4806-9910-8272e1cbbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '680124df-9830-475c-adde-8289c81ddbf2'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:53.245539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Attempting to bind port 08924cf9-10c5-461e-8a3c-d7794042ca27 on network 680124df-9830-475c-adde-8289c81ddbf2 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:53.262054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:53.263086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Checking segment: {'id': 'e9b07545-521a-4806-9910-8272e1cbbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '680124df-9830-475c-adde-8289c81ddbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:53.263086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.263246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Bound using segment: {'id': 'e9b07545-521a-4806-9910-8272e1cbbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '680124df-9830-475c-adde-8289c81ddbf2'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:53.263736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Bound port: 08924cf9-10c5-461e-8a3c-d7794042ca27, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b07545-521a-4806-9910-8272e1cbbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '680124df-9830-475c-adde-8289c81ddbf2'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:53.264219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.308357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.312367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] device_id is not set on port 771d99a9-a664-4f16-961a-9be54e4812fd yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:03:53.369702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] For port 08924cf9-10c5-461e-8a3c-d7794042ca27, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:53.391138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] For port 08924cf9-10c5-461e-8a3c-d7794042ca27, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=08924cf9-10c5-461e-8a3c-d7794042ca27,segment=NetworkSegment(e9b07545-521a-4806-9910-8272e1cbbef5),segment_id=e9b07545-521a-4806-9910-8272e1cbbef5)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:53.421939 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f10536e-31da-4fa8-a358-f55cb4fa11fd req-cea22250-b38e-40b4-9735-09fe911354a7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 210 time: 0.0472343 Dec 08 13:03:53.426606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-2c0b8cd1-b9ac-4f88-b0c3-84810d616853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:53.427992 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-2c0b8cd1-b9ac-4f88-b0c3-84810d616853 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e5b17fe-bfa3-43ee-ae49-9f76047d989a HTTP/1.1" status: 200 len: 851 time: 0.4570019 Dec 08 13:03:53.467203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de25165-73ba-4652-b6a1-99d6c0a0ab48,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:53.479559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.529304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Allocated IP 172.20.0.9 (94610d8d-462e-4641-bb77-8acc86d889aa/f3667c4c-da82-4c96-9338-734a8c9b92a9/dd31587e-54db-446e-957f-b7d523415bb1) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:53.548801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9553a52c-c136-4d1e-9038-464937c308ee tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.550752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9553a52c-c136-4d1e-9038-464937c308ee tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.587715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dcadd-8832-4fa5-a820-70c9bfd36e84 None None] Pushing event updated for resources: {'Port': ['ID=08924cf9-10c5-461e-8a3c-d7794042ca27,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:53.654859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Allocated IP 172.26.7.30 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/771d99a9-a664-4f16-961a-9be54e4812fd) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:53.722481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-5b5bccf9-3311-4598-9159-0e1cf4962c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:53.724249 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-5b5bccf9-3311-4598-9159-0e1cf4962c28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ff4d7af-c600-4604-9fb5-5441401772a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2767200 Dec 08 13:03:53.736959 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:53.758713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53800) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:53.775720 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a702f3f-2f63-42ff-8131-a7d37422a88a req-5d7b0e9d-9992-40db-8786-309c815a847a tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 210 time: 0.1161425 Dec 08 13:03:53.884572 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9553a52c-c136-4d1e-9038-464937c308ee tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:54.017727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-6fef2d2d-47f5-4ae0-a2c0-9fb5dd48b980 service neutron] 10.222.0.72 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533476 Dec 08 13:03:54.023969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9553a52c-c136-4d1e-9038-464937c308ee tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:54.159750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6c64f-bc06-445d-85fa-7cf9dbc9571f req-0a5f9d93-b3f5-4cac-b5eb-0ef202c953d9 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:54.161593 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1fe6c64f-bc06-445d-85fa-7cf9dbc9571f req-0a5f9d93-b3f5-4cac-b5eb-0ef202c953d9 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 944 time: 0.1428010 Dec 08 13:03:54.210079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9553a52c-c136-4d1e-9038-464937c308ee tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:54.216916 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9553a52c-c136-4d1e-9038-464937c308ee tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.6532934 Dec 08 13:03:54.227810 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53806) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:54.267596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:54.284665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:54.318095 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1fe6c64f-bc06-445d-85fa-7cf9dbc9571f req-1548d391-2526-4c54-abbb-91b8c3f54f33 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275401 Dec 08 13:03:54.377388 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1b20-64eb-4d0f-8bc3-051a42e3cc72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:54.436001 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:54.497668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Network 94610d8d-462e-4641-bb77-8acc86d889aa is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:54.501160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:54.506428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:54.620077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 08924cf9-10c5-461e-8a3c-d7794042ca27 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:54.663469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:54.664743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:54.696022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Pushing event updated for resources: {'Port': ['ID=dd31587e-54db-446e-957f-b7d523415bb1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:54.759514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 08924cf9-10c5-461e-8a3c-d7794042ca27 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:54.765259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:54.778613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13394fda-ef4a-4494-98e5-52a93ccfe0e9 req-84b25da7-44b3-4328-b34b-2da657f94400 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:54.797522 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-13394fda-ef4a-4494-98e5-52a93ccfe0e9 req-84b25da7-44b3-4328-b34b-2da657f94400 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 931 time: 0.2377403 Dec 08 13:03:54.817297 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-338f1397-6d08-4464-bd6b-ed111aa625bc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4307306 Dec 08 13:03:54.896777 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-13394fda-ef4a-4494-98e5-52a93ccfe0e9 req-6e78aa37-f05f-4e9a-82bd-5ee5ffbb2ebe tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953770 Dec 08 13:03:54.971888 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3a7f87de-346a-4eb1-b7ce-1616ffb7863e req-d86269e8-bf29-40c0-a59a-436998611b92 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 210 time: 0.0536160 Dec 08 13:03:54.991914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.018704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c1cd9775-53ee-442e-8bcf-55efcc51640b None None] Provisioning complete for port dd31587e-54db-446e-957f-b7d523415bb1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:55.018704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9775-53ee-442e-8bcf-55efcc51640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.095237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 08924cf9-10c5-461e-8a3c-d7794042ca27, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=08924cf9-10c5-461e-8a3c-d7794042ca27,segment=NetworkSegment(e9b07545-521a-4806-9910-8272e1cbbef5),segment_id=e9b07545-521a-4806-9910-8272e1cbbef5)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:03:55.103769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd9775-53ee-442e-8bcf-55efcc51640b None None] Port dd31587e-54db-446e-957f-b7d523415bb1 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:55.144826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281a403-7622-4f46-87f7-a125867a6053 None None] Network 680124df-9830-475c-adde-8289c81ddbf2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:03:55.184819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.204455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.303841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1b20-64eb-4d0f-8bc3-051a42e3cc72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.305523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.516320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-639cc883-fb52-4e82-bac4-807748c985c0 None None] Provisioning complete for port 08924cf9-10c5-461e-8a3c-d7794042ca27 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:55.516320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-639cc883-fb52-4e82-bac4-807748c985c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.516320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=08924cf9-10c5-461e-8a3c-d7794042ca27,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:55.517694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4fbb5-f2cc-47a1-89c1-8dc05d5b90a1 req-41ec62d6-e1e1-4aa1-a126-c1d81e10f7ec tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:55.517694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0ac4fbb5-f2cc-47a1-89c1-8dc05d5b90a1 req-41ec62d6-e1e1-4aa1-a126-c1d81e10f7ec tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 944 time: 0.0709698 Dec 08 13:03:55.517860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1b20-64eb-4d0f-8bc3-051a42e3cc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.517860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Router 123bcd7c-2a6a-41e4-8751-a493f18b7c90 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:03:55.518005 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0ac4fbb5-f2cc-47a1-89c1-8dc05d5b90a1 req-b95e184e-d6d7-4432-8c2b-fdea7fc76583 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567927 Dec 08 13:03:55.679633 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dd2c1b20-64eb-4d0f-8bc3-051a42e3cc72 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ff38ea193c5438ca0c5c2fab6d35354&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9156942 Dec 08 13:03:55.680410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c1b20-64eb-4d0f-8bc3-051a42e3cc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4a29cb-46f4-4558-a604-3d9a6d399d79,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:55.682196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53814) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:55.766274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d58e391-11cd-458b-bbbd-154bfc6fa35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.798922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d58e391-11cd-458b-bbbd-154bfc6fa35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:55.877534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:03:55.878318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f71e8-0aad-49b4-86f4-9b11abe5d7a8 None None] Sync routers for ids ['123bcd7c-2a6a-41e4-8751-a493f18b7c90'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:03:55.902973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f71e8-0aad-49b4-86f4-9b11abe5d7a8 None None] Routers {'123bcd7c-2a6a-41e4-8751-a493f18b7c90'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:55.903736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-241f71e8-0aad-49b4-86f4-9b11abe5d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['123bcd7c-2a6a-41e4-8751-a493f18b7c90'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:55.947901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-241f71e8-0aad-49b4-86f4-9b11abe5d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:55.974714 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f71e8-0aad-49b4-86f4-9b11abe5d7a8 None None] Routers {'123bcd7c-2a6a-41e4-8751-a493f18b7c90'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:03:55.975433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-241f71e8-0aad-49b4-86f4-9b11abe5d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['123bcd7c-2a6a-41e4-8751-a493f18b7c90'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:56.018908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e82fb-b96b-4a88-ae72-eac52e13f7a8 req-8fe9ef80-803e-4a3c-b73f-208dd07f8a68 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:56.019157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c8f8989-f63d-4108-b331-a9b75930cf13 None None] Provisioning complete for port 08924cf9-10c5-461e-8a3c-d7794042ca27 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:56.019527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8989-f63d-4108-b331-a9b75930cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:56.020442 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-091e82fb-b96b-4a88-ae72-eac52e13f7a8 req-8fe9ef80-803e-4a3c-b73f-208dd07f8a68 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 931 time: 0.0500157 Dec 08 13:03:56.022453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-241f71e8-0aad-49b4-86f4-9b11abe5d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:03:56.023098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f71e8-0aad-49b4-86f4-9b11abe5d7a8 None None] The sync data for ids ['123bcd7c-2a6a-41e4-8751-a493f18b7c90'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:03:56.097065 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-091e82fb-b96b-4a88-ae72-eac52e13f7a8 req-7ebe692e-808d-499a-a1e3-66c6a1093971 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580204 Dec 08 13:03:56.114638 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2952181f-07a7-4398-bc8f-2799340a1188 req-43dbb4bc-a746-4587-9568-c2d42066c474 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 210 time: 0.0328376 Dec 08 13:03:56.214492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Request body: {'port': {'device_id': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:56.302886 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Allocated IP 172.20.0.1 (680124df-9830-475c-adde-8289c81ddbf2/38993b4c-80dd-4868-82b5-2c8020b4c017/64137fbe-24f4-40bf-ac36-8117473f896d) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:56.327463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a568bcb-99ba-44e8-a989-26bc5ea83dc2 req-77969740-1738-48a6-ad57-fa97f4933fc2 service neutron] 10.222.0.72 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348004 Dec 08 13:03:56.464693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 08924cf9-10c5-461e-8a3c-d7794042ca27 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:03:56.637190 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:56.674373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d58e391-11cd-458b-bbbd-154bfc6fa35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:56.677360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d58e391-11cd-458b-bbbd-154bfc6fa35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:56.678873 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9d58e391-11cd-458b-bbbd-154bfc6fa35c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ae4a29cb-46f4-4558-a604-3d9a6d399d79 HTTP/1.1" status: 204 len: 168 time: 0.9948282 Dec 08 13:03:56.688656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:56.689284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:56.693273 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c9b4b2a6-a1a4-438b-a086-41076cb3ec2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0711517 Dec 08 13:03:56.694370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 08924cf9-10c5-461e-8a3c-d7794042ca27 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:56.694807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:56.702057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53824) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:56.722965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63d23d-08ce-4714-aa2a-b3ffd24c2f86 req-bfc9c8e0-32eb-4058-9a7b-322e2b3a79c7 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:56.725080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cb63d23d-08ce-4714-aa2a-b3ffd24c2f86 req-bfc9c8e0-32eb-4058-9a7b-322e2b3a79c7 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 944 time: 0.1416631 Dec 08 13:03:56.770779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58e391-11cd-458b-bbbd-154bfc6fa35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4a29cb-46f4-4558-a604-3d9a6d399d79,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:56.782832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:56.800354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:56.811369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Pushing event updated for resources: {'Port': ['ID=771d99a9-a664-4f16-961a-9be54e4812fd,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:56.817259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:56.819587 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Allocated IP 172.26.7.144 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/47e39b4d-bef3-422c-8c6c-0bbad7ae9860) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:56.902669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.72', 49864) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:56.947218 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cb63d23d-08ce-4714-aa2a-b3ffd24c2f86 req-91031833-d138-4d98-9041-bd4a157144ae tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992435 Dec 08 13:03:56.980854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:56.981476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.067832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-3a8bcd7d-8f88-4f5d-825f-17511d894a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:57.069146 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-3a8bcd7d-8f88-4f5d-825f-17511d894a4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=452d0abeb3b643bd976c48c2d4773b07&device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 1097 time: 0.1657758 Dec 08 13:03:57.197586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-a29b715b-e977-4034-8016-cafbfbca26e9 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:57.199303 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-a29b715b-e977-4034-8016-cafbfbca26e9 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.72 "GET /v2.0/networks?id=f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 HTTP/1.1" status: 200 len: 806 time: 0.2921212 Dec 08 13:03:57.299090 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8b2c62b1-8ff7-42e5-a4be-535754f61790 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/routers/123bcd7c-2a6a-41e4-8751-a493f18b7c90 HTTP/1.1" status: 200 len: 924 time: 0.6000473 Dec 08 13:03:57.307485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53838) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:57.372500 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8f157851-1c61-455c-874b-f296b9f9ed2b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=123bcd7c-2a6a-41e4-8751-a493f18b7c90 HTTP/1.1" status: 200 len: 205 time: 0.0633564 Dec 08 13:03:57.378631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.381371 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f6212a1f-b0ad-4b58-a3ac-73d020b777b5 req-8fa8565b-b0f5-4fcb-a0e5-b208bb0d4234 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 210 time: 0.1175694 Dec 08 13:03:57.381483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53842) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:57.397999 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e9196f68-6245-4602-b553-20e89822cd85 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.6437802 Dec 08 13:03:57.402044 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53844) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:57.420611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.30'}]}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:57.456744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-de49c8aa-3fb3-45b3-93ce-3ecc7b107330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:57.458236 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-de49c8aa-3fb3-45b3-93ce-3ecc7b107330 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ff4d7af-c600-4604-9fb5-5441401772a1 HTTP/1.1" status: 200 len: 913 time: 0.3538713 Dec 08 13:03:57.466832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.498997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43475d3-d269-4a87-a506-c6b9fad84487 req-fe7218f6-e990-4e3a-9a88-d4e10d695722 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:57.500451 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c43475d3-d269-4a87-a506-c6b9fad84487 req-fe7218f6-e990-4e3a-9a88-d4e10d695722 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 931 time: 0.2401133 Dec 08 13:03:57.523697 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-803dab35-e417-4541-b659-770affe9d61e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da815581212a4701a86518ac824fe360 HTTP/1.1" status: 200 len: 380 time: 0.3056896 Dec 08 13:03:57.557384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.566008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Request body: {'port': {'device_id': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'admin_state_up': True, 'tenant_id': 'da815581212a4701a86518ac824fe360', 'security_groups': ['48cdaeff-9282-406c-b31f-4b1bc39d1851']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:57.570245 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-104dd80e-9a90-46c8-86cf-934f5f34f8ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 HTTP/1.1" status: 200 len: 217 time: 0.0798030 Dec 08 13:03:57.572192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd31587e-54db-446e-957f-b7d523415bb1 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:03:57.610256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.621263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.622242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.674144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.690239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.690605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Transition to ACTIVE for port object dd31587e-54db-446e-957f-b7d523415bb1 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:03:57.693659 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.735949 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Network 680124df-9830-475c-adde-8289c81ddbf2 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:57.741205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:57.741340 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c43475d3-d269-4a87-a506-c6b9fad84487 req-d9657d12-117d-485d-a443-8489143fe066 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266250 Dec 08 13:03:57.750050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:57.757094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-a954ac60-5435-4913-b1ce-42d513c34f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:57.758629 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-a954ac60-5435-4913-b1ce-42d513c34f0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e5b17fe-bfa3-43ee-ae49-9f76047d989a HTTP/1.1" status: 200 len: 851 time: 0.1742368 Dec 08 13:03:57.762398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event updated for resources: {'Port': ['ID=64137fbe-24f4-40bf-ac36-8117473f896d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:57.787478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:57.794775 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:57.842165 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:03:57.931080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:57.936776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Pushing event updated for resources: {'Port': ['ID=47e39b4d-bef3-422c-8c6c-0bbad7ae9860,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:58.011326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.025131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.033754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.039059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53860) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:58.067814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-de5f8a1e-2ba7-45b1-89ff-c092db6b5dcb None None] Provisioning complete for port 64137fbe-24f4-40bf-ac36-8117473f896d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:03:58.068440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de5f8a1e-2ba7-45b1-89ff-c092db6b5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.106221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Deleting port 1fdce1a4-5319-469c-b5d0-98066ddde497 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:03:58.106599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.112998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-de5f8a1e-2ba7-45b1-89ff-c092db6b5dcb None None] Port 64137fbe-24f4-40bf-ac36-8117473f896d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:03:58.174144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.208457 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2018976064'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:58.289256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.304754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Pushing event updated for resources: {'Port': ['ID=dd31587e-54db-446e-957f-b7d523415bb1,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:58.311891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Made reservation on behalf of da815581212a4701a86518ac824fe360 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:58.315524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.350289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-093de169-c7c1-4cb8-901a-3de2b68f9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:58.351857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-093de169-c7c1-4cb8-901a-3de2b68f9349 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ff4d7af-c600-4604-9fb5-5441401772a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5821457 Dec 08 13:03:58.387280 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.416551 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:03:58.420652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.429544 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Calling delete_port for 1fdce1a4-5319-469c-b5d0-98066ddde497 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:03:58.450368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.476431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.494626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1339-e094-46e7-9d64-e5b19ddbd446 req-5710fee0-1f96-4c2e-9704-96c8396b7a97 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:58.496155 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24bb1339-e094-46e7-9d64-e5b19ddbd446 req-5710fee0-1f96-4c2e-9704-96c8396b7a97 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 944 time: 0.4185333 Dec 08 13:03:58.604893 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-185c3326-0276-419d-ace2-57bd7586632e req-1ff4ba84-ed7b-46c0-84fe-dd4c6baea664 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 210 time: 0.1196289 Dec 08 13:03:58.638135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Attempting to bind port dd31587e-54db-446e-957f-b7d523415bb1 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:03:58.638471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Attempting to bind port dd31587e-54db-446e-957f-b7d523415bb1 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:03:58.639115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Attempting to bind port dd31587e-54db-446e-957f-b7d523415bb1 on network 94610d8d-462e-4641-bb77-8acc86d889aa {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:58.668632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Port dd31587e-54db-446e-957f-b7d523415bb1 on network 94610d8d-462e-4641-bb77-8acc86d889aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:03:58.668632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Attempting to bind port dd31587e-54db-446e-957f-b7d523415bb1 on network 94610d8d-462e-4641-bb77-8acc86d889aa {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:03:58.723193 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-6d1b6532-f22b-4f5b-92b7-9501b5ec8b1b service neutron] 10.222.0.72 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332233 Dec 08 13:03:58.723935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:03:58.724279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Checking segment: {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:03:58.724661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Bound using segment: {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:03:58.725118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Bound port: dd31587e-54db-446e-957f-b7d523415bb1, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5184f89-d414-4774-948e-4d1d78bf0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:03:58.725476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.763070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.781514 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24bb1339-e094-46e7-9d64-e5b19ddbd446 req-d4b6a046-1eec-4c55-8c6f-9f5b30f40c97 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366719 Dec 08 13:03:58.852338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.855599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:58.863231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Allocated IP 172.20.0.9 (f75a3534-4f3f-4bc4-8f24-a18ebd407bb2/9a7942c8-a4d2-4af7-abca-e303abc27af8/e935dd5e-c795-4127-8a0b-0d759dd3d6a1) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:03:58.946416 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.001923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Pushing event updated for resources: {'Port': ['ID=47e39b4d-bef3-422c-8c6c-0bbad7ae9860,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:59.003729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] For port dd31587e-54db-446e-957f-b7d523415bb1, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:03:59.007487 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89fea88a-3bcd-43a8-b7eb-90d92f17144d req-1bc2f57d-d344-42fb-b5e2-4baccf0e7b56 service neutron] 10.222.0.72 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670982 Dec 08 13:03:59.015799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] For port dd31587e-54db-446e-957f-b7d523415bb1, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dd31587e-54db-446e-957f-b7d523415bb1,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:03:59.048992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.051891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8c644f-9cdf-432e-9a8d-6213d32156b4,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:59.054238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.073218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec441fb8-ea6d-4b7f-917b-cd570f577d51 req-615911f2-2a1b-492b-b316-7f3b29b514e7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:59.079440 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec441fb8-ea6d-4b7f-917b-cd570f577d51 req-615911f2-2a1b-492b-b316-7f3b29b514e7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 943 time: 0.1777687 Dec 08 13:03:59.086974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.093362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:03:59.123617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event deleted for resources: {'Port': ['ID=1fdce1a4-5319-469c-b5d0-98066ddde497,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:59.132727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.133073 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment 99208e5a-1071-4e2a-a2da-1ac8bd2e9344 of type vlan for network 884be5d0-32dd-49f2-a647-42cc3c2a033d Dec 08 13:03:59.158241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.161252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.205273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:59.205897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.207307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] 10.222.0.72 "PUT /v2.0/ports/dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 200 len: 1093 time: 3.0052397 Dec 08 13:03:59.228535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.230843 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-59b7adec-c884-407a-b0cf-878d25654ff3 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7325687 Dec 08 13:03:59.244726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'tag': 'dd31587e-54db-446e-957f-b7d523415bb1'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:03:59.247923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc1905d-3e36-451c-996d-5b1f22a5df21" -d '{"events": [{"name": "network-changed", "server_uuid": "506c81c7-ede1-4ba3-b116-6e4a7b05c39e", "tag": "dd31587e-54db-446e-957f-b7d523415bb1"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:03:59.255031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53868) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:59.352377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event updated for resources: {'Port': ['ID=64137fbe-24f4-40bf-ac36-8117473f896d,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:59.395208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.436345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.456424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf013f0-d857-4cfe-a954-c911e4569422 x-openstack-request-id: req-9bf013f0-d857-4cfe-a954-c911e4569422 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:03:59.456718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506c81c7-ede1-4ba3-b116-6e4a7b05c39e", "tag": "dd31587e-54db-446e-957f-b7d523415bb1", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:03:59.456966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9bf013f0-d857-4cfe-a954-c911e4569422 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:03:59.457346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'tag': 'dd31587e-54db-446e-957f-b7d523415bb1', 'status': 'completed', 'code': 200} Dec 08 13:03:59.465374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.469971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.496171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:03:59.524426 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec441fb8-ea6d-4b7f-917b-cd570f577d51 req-71b52548-06a9-4d2d-9bc4-c16109a0459b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3841982 Dec 08 13:03:59.531900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde67f8a-1f94-4130-af90-8eed4f259722 service neutron] Pushing event updated for resources: {'Port': ['ID=dd31587e-54db-446e-957f-b7d523415bb1,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:59.558240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-668a564c-06e8-408b-868d-f69213a1954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:59.559749 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-668a564c-06e8-408b-868d-f69213a1954d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 1096 time: 0.2056818 Dec 08 13:03:59.562190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.595422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.600934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:03:59.601521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.606896 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.619294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.627585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.631984 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-dd86098e-91ca-4f60-8e7a-7fc1514f1776 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 200 len: 217 time: 0.0630918 Dec 08 13:03:59.657450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.760133 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Network 680124df-9830-475c-adde-8289c81ddbf2 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:03:59.761643 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:03:59.763311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.766685 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=884be5d0-32dd-49f2-a647-42cc3c2a033d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:03:59.787000 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f149c052-3e7c-4b73-86ce-52d9f568d5c8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7329175 Dec 08 13:03:59.797527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 884be5d0-32dd-49f2-a647-42cc3c2a033d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:03:59.899687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.900483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Fanout notify agent at l3_agent the message router_deleted on router 123bcd7c-2a6a-41e4-8751-a493f18b7c90 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:03:59.929362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:03:59.939957 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-36ee2371-5b7a-4f2c-90cb-ab6b29314f81 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/123bcd7c-2a6a-41e4-8751-a493f18b7c90 HTTP/1.1" status: 204 len: 168 time: 2.5589910 Dec 08 13:03:59.947722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53880) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:03:59.954395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1860544362', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': False}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:00.071222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.074298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.099119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-52d19b50-f7f0-425f-af2d-0ccb330f3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:00.100705 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-52d19b50-f7f0-425f-af2d-0ccb330f3393 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3667c4c-da82-4c96-9338-734a8c9b92a9 HTTP/1.1" status: 200 len: 850 time: 0.4612362 Dec 08 13:04:00.130518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Router b202c9bd-2d1c-446b-af6b-1d39f66b87fd is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:04:00.133114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.142302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d0631785-0d6c-4d48-8201-476ec875af13 None None] Provisioning complete for port 64137fbe-24f4-40bf-ac36-8117473f896d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:00.143003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0631785-0d6c-4d48-8201-476ec875af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.192764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d0631785-0d6c-4d48-8201-476ec875af13 None None] Port 64137fbe-24f4-40bf-ac36-8117473f896d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:00.218503 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17c31e-224f-4d7c-b24f-78e759515f08 req-0ee5cc44-cb3d-48a6-bf50-f1e68947eff6 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:00.220104 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2c17c31e-224f-4d7c-b24f-78e759515f08 req-0ee5cc44-cb3d-48a6-bf50-f1e68947eff6 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 931 time: 0.5014739 Dec 08 13:04:00.234752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Pushing event updated for resources: {'Port': ['ID=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:00.263542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:00.287458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:00.300510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-b74b2170-9509-40ae-8d59-b50ad6978c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:00.303030 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-b74b2170-9509-40ae-8d59-b50ad6978c34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=94610d8d-462e-4641-bb77-8acc86d889aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461217 Dec 08 13:04:00.308554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:00.477945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791c113-5049-42fa-8c79-c8808026984e req-25e658f7-aa69-42a5-9d30-376b8353d529 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:00.479563 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8791c113-5049-42fa-8c79-c8808026984e req-25e658f7-aa69-42a5-9d30-376b8353d529 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 944 time: 0.3346231 Dec 08 13:04:00.543005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:00.543248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.595135 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2c17c31e-224f-4d7c-b24f-78e759515f08 req-35bcb1f8-1c43-45a2-9a9e-745088aba51b tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357220 Dec 08 13:04:00.628231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-abbb9f2e-6008-404f-a404-184a9a711dd5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0723808 Dec 08 13:04:00.629366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.633474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:04:00.649079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.670796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:00.680902 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b096e9-543a-4cb9-aa34-627a87614489 None None] Sync routers for ids ['b202c9bd-2d1c-446b-af6b-1d39f66b87fd'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:00.690708 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-174525d4-1c07-4562-84fa-100f4e318d4a tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "PUT /v2.0/routers/b202c9bd-2d1c-446b-af6b-1d39f66b87fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4428871 Dec 08 13:04:00.691333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53884) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:00.695053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-36204110-92a5-4ced-b0a3-58b1cd27982d None None] Provisioning complete for port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:00.696647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36204110-92a5-4ced-b0a3-58b1cd27982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.698710 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b096e9-543a-4cb9-aa34-627a87614489 None None] Routers {'b202c9bd-2d1c-446b-af6b-1d39f66b87fd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:00.703193 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-13b096e9-543a-4cb9-aa34-627a87614489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b202c9bd-2d1c-446b-af6b-1d39f66b87fd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:00.704454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Request body: {'port': {'network_id': '680124df-9830-475c-adde-8289c81ddbf2', 'name': 'tempest-FloatingIPNegativeTestJSON-1658079398'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:00.761929 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-13b096e9-543a-4cb9-aa34-627a87614489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:00.777723 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b096e9-543a-4cb9-aa34-627a87614489 None None] Routers {'b202c9bd-2d1c-446b-af6b-1d39f66b87fd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:00.779616 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-13b096e9-543a-4cb9-aa34-627a87614489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b202c9bd-2d1c-446b-af6b-1d39f66b87fd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:00.817216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.819550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:00.822941 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-13b096e9-543a-4cb9-aa34-627a87614489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:00.823938 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b096e9-543a-4cb9-aa34-627a87614489 None None] The sync data for ids ['b202c9bd-2d1c-446b-af6b-1d39f66b87fd'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:00.832681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-36204110-92a5-4ced-b0a3-58b1cd27982d None None] Port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:00.833166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Request body: {'port': {'device_id': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:00.927362 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-77ce10a8-ffd3-4601-986a-33fe535db929 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127276 Dec 08 13:04:00.930179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:00.931550 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8791c113-5049-42fa-8c79-c8808026984e req-d0bf8cef-e795-4186-b418-b61357a647c6 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3649700 Dec 08 13:04:00.954565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'port_id': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557', 'mac_address': 'fa:16:3e:f5:59:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:04:00.974341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.020588 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.023924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.041291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:04:01.057348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Made reservation on behalf of c048f053883a4344aeb956bd1e33b975 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:01.061690 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.071318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:01.090214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66e627-56ad-456c-9936-f27e20c0d221 req-331ed663-f551-47d1-a2b8-4ac665b43d47 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:01.099133 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f66e627-56ad-456c-9936-f27e20c0d221 req-331ed663-f551-47d1-a2b8-4ac665b43d47 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 943 time: 0.2580843 Dec 08 13:04:01.106124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.107351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adfe014c-bdbc-4212-b4e4-5e7faf4e25a4 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:04:01.144041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] device_id is not set on port 4f1eb2c4-bfcb-4247-b156-b9a8a754001f yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:01.150256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.213967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:01.234994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.261355 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f66e627-56ad-456c-9936-f27e20c0d221 req-9b4cd2e5-a9f9-4b3c-b5d6-2a968772a88b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553032 Dec 08 13:04:01.261876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.367786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Allocated IP 172.20.0.13 (680124df-9830-475c-adde-8289c81ddbf2/38993b4c-80dd-4868-82b5-2c8020b4c017/4f1eb2c4-bfcb-4247-b156-b9a8a754001f) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:01.424145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['3e70371b-c7c7-4c5c-8c8d-8b2864c4b557'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:04:01.444582 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 13:04:01.452775 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4746382c-9dd8-4038-b1b9-98f3532a4466 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0496542 Dec 08 13:04:01.457120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53886) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:01.616597 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-56936b5c-2fae-4811-be4c-0dd883213b53 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Deleting port 771d99a9-a664-4f16-961a-9be54e4812fd {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:01.616973 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56936b5c-2fae-4811-be4c-0dd883213b53 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.664276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.671059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e935dd5e-c795-4127-8a0b-0d759dd3d6a1 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:04:01.678945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.692419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Transition to ACTIVE for port object e935dd5e-c795-4127-8a0b-0d759dd3d6a1 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:04:01.698116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c0ec361-b31b-40bb-8cf1-195b755f0e64 req-333933a1-82ff-4398-ade4-4630d5b36253 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595816 Dec 08 13:04:01.723461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Allocated IP 172.26.7.86 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/e7b6dbd2-ff7e-4183-9d3c-b40735b04faa) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:01.738727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56936b5c-2fae-4811-be4c-0dd883213b53 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.754560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-56936b5c-2fae-4811-be4c-0dd883213b53 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Calling delete_port for 771d99a9-a664-4f16-961a-9be54e4812fd owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:01.764758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.812463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:01.887834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Network 680124df-9830-475c-adde-8289c81ddbf2 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:01.896913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:01.899435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:01.904991 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event updated for resources: {'Port': ['ID=4f1eb2c4-bfcb-4247-b156-b9a8a754001f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:01.913597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd446c4-8e82-4123-a13f-b23d3f454df6 req-537fde95-b481-4ce5-accb-de8852945ab0 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:01.918491 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bfd446c4-8e82-4123-a13f-b23d3f454df6 req-537fde95-b481-4ce5-accb-de8852945ab0 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 931 time: 0.1899533 Dec 08 13:04:01.955989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:02.062531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:02.063370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.101164 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56936b5c-2fae-4811-be4c-0dd883213b53 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.180269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56936b5c-2fae-4811-be4c-0dd883213b53 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Pushing event deleted for resources: {'Port': ['ID=771d99a9-a664-4f16-961a-9be54e4812fd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:02.233688 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ce39e235-e516-4c37-8c70-b7760dcd5f91 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5411270 Dec 08 13:04:02.234847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53892) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:02.236591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56936b5c-2fae-4811-be4c-0dd883213b53 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.244811 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-56936b5c-2fae-4811-be4c-0dd883213b53 tempest-RoutersAdminNegativeTest-378161994 tempest-RoutersAdminNegativeTest-378161994-project-admin] 10.222.0.76 "DELETE /v2.0/ports/771d99a9-a664-4f16-961a-9be54e4812fd HTTP/1.1" status: 204 len: 168 time: 0.7823346 Dec 08 13:04:02.265450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:02.358263 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.383651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-635527c2-07ec-4b67-96d5-32c36b4dae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:02.385328 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-635527c2-07ec-4b67-96d5-32c36b4dae45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 1096 time: 0.5569735 Dec 08 13:04:02.399982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a3b737fb-a77d-446c-a9fb-80e649a0bc1d None None] Provisioning complete for port 4f1eb2c4-bfcb-4247-b156-b9a8a754001f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:02.400520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a3b737fb-a77d-446c-a9fb-80e649a0bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.450850 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a3b737fb-a77d-446c-a9fb-80e649a0bc1d None None] Port 4f1eb2c4-bfcb-4247-b156-b9a8a754001f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:02.458662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.480251 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bfd446c4-8e82-4123-a13f-b23d3f454df6 req-075ac806-4635-4b09-a8a8-57ce69e229d3 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5276494 Dec 08 13:04:02.516201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46716e2f-f4d1-41e7-87a1-6ccadaf19080 req-a7fe09da-d0ab-41f2-ba1d-b9de65e738fc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:02.517214 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-46716e2f-f4d1-41e7-87a1-6ccadaf19080 req-a7fe09da-d0ab-41f2-ba1d-b9de65e738fc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 945 time: 0.1430228 Dec 08 13:04:02.522439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Attempting to bind port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:02.522931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Attempting to bind port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:02.523368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Attempting to bind port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 on network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:02.544495 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.576047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 on network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:02.576513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Attempting to bind port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 on network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:02.594786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:02.613122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:02.613653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Checking segment: {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:02.614139 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Bound using segment: {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:02.615666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Bound port: e935dd5e-c795-4127-8a0b-0d759dd3d6a1, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399e4271-26d4-4180-9e07-e98213394aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:02.616055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.689448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-9bd7514e-f711-4f45-9a8f-a680eb2f2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:02.690957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-9bd7514e-f711-4f45-9a8f-a680eb2f2876 service neutron] 10.222.0.72 "GET /v2.0/networks?id=94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 200 len: 912 time: 0.2622249 Dec 08 13:04:02.735532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:04:02.741895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:02.742400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.767616 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-46716e2f-f4d1-41e7-87a1-6ccadaf19080 req-166a59a0-91d6-4359-acdb-5d0d44c81794 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060084 Dec 08 13:04:02.774261 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-df07e358-f571-464c-a0f6-f357895a202e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 200 len: 217 time: 0.0710304 Dec 08 13:04:02.811224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.831357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53900) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:02.877509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f0064-743d-44a4-b921-8f248735a46f req-2b258720-2370-43a7-8021-955632e82b2b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:02.879157 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0c1f0064-743d-44a4-b921-8f248735a46f req-2b258720-2370-43a7-8021-955632e82b2b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 943 time: 0.2564933 Dec 08 13:04:02.886984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:02.904665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] For port e935dd5e-c795-4127-8a0b-0d759dd3d6a1, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:02.911146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:02.917539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Allocated IP 172.26.7.106 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/b7fd9aa0-fcaf-4919-82aa-269c08ee078e) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:02.934205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:02.943079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:02.943606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:02.945955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:04:02.947872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] For port e935dd5e-c795-4127-8a0b-0d759dd3d6a1, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:02.951810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Pushing event updated for resources: {'Port': ['ID=e7b6dbd2-ff7e-4183-9d3c-b40735b04faa,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:02.954791 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53904) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:02.955059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-0c914e01-0d11-442e-b88b-58196fee8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:02.956505 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-0c914e01-0d11-442e-b88b-58196fee8bc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3667c4c-da82-4c96-9338-734a8c9b92a9 HTTP/1.1" status: 200 len: 850 time: 0.1653216 Dec 08 13:04:02.970316 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': '884be5d0-32dd-49f2-a647-42cc3c2a033d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:03.037115 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0c1f0064-743d-44a4-b921-8f248735a46f req-cdd9bc05-7a3f-41c8-8321-c1308e0d164b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516969 Dec 08 13:04:03.061007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.061120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.094233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-cc785161-926e-4163-8df0-705196856e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:03.095775 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-cc785161-926e-4163-8df0-705196856e6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=94610d8d-462e-4641-bb77-8acc86d889aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188509 Dec 08 13:04:03.110206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2abbe57e-5082-4111-8b3e-bb0e9f73ee71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.118065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:03.156431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:03.157057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.158457 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] 10.222.0.72 "PUT /v2.0/ports/e935dd5e-c795-4127-8a0b-0d759dd3d6a1 HTTP/1.1" status: 200 len: 1093 time: 2.4425702 Dec 08 13:04:03.160850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'tag': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:04:03.163226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246dce36-d7f1-458e-9552-48f1c8b6320e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce894b4f-4ec6-47cf-9a19-a57d9bad5233", "tag": "e935dd5e-c795-4127-8a0b-0d759dd3d6a1"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:04:03.197961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.231676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.233065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c020eb-3682-4435-8e52-cb175fbde12a" -d '{"events": [{"server_uuid": "9b4fbb21-e89b-4b11-984e-1e33eac80d4a", "name": "network-vif-plugged", "status": "completed", "tag": "3e70371b-c7c7-4c5c-8c8d-8b2864c4b557"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:04:03.239230 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bfa038-dfd4-4002-9d18-a27dbe247432 x-openstack-request-id: req-46bfa038-dfd4-4002-9d18-a27dbe247432 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:04:03.239501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce894b4f-4ec6-47cf-9a19-a57d9bad5233", "tag": "e935dd5e-c795-4127-8a0b-0d759dd3d6a1", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:04:03.239764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46bfa038-dfd4-4002-9d18-a27dbe247432 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:04:03.240171 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'tag': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1', 'status': 'completed', 'code': 200} Dec 08 13:04:03.260649 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab25af0-5321-4b1f-b61a-59b30be24fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:03.312913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2abbe57e-5082-4111-8b3e-bb0e9f73ee71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.314424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:03.318372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.358662 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-2e366289-c37b-4765-9333-b8cccaed348f service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420959 Dec 08 13:04:03.360550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.363376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dce36-d7f1-458e-9552-48f1c8b6320e req-e6ba9ac3-1fcc-453b-a94b-c7ca7f2d9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:03.364879 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-246dce36-d7f1-458e-9552-48f1c8b6320e req-e6ba9ac3-1fcc-453b-a94b-c7ca7f2d9940 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da815581212a4701a86518ac824fe360&device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 1096 time: 0.0977407 Dec 08 13:04:03.389625 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.391228 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659e0c7-0c7f-489d-96f9-36a34da1acac x-openstack-request-id: req-e659e0c7-0c7f-489d-96f9-36a34da1acac {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:04:03.391449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4fbb21-e89b-4b11-984e-1e33eac80d4a", "name": "network-vif-plugged", "status": "completed", "tag": "3e70371b-c7c7-4c5c-8c8d-8b2864c4b557", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:04:03.391709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e659e0c7-0c7f-489d-96f9-36a34da1acac {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:04:03.392151 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557', 'code': 200} Dec 08 13:04:03.452699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2abbe57e-5082-4111-8b3e-bb0e9f73ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.494253 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbe57e-5082-4111-8b3e-bb0e9f73ee71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e02da36-3cef-49b7-8bfc-c1bdab351a77,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:03.538859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:03.544569 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event updated for resources: {'Port': ['ID=b7fd9aa0-fcaf-4919-82aa-269c08ee078e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:03.554056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:03.559743 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:03.563216 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2abbe57e-5082-4111-8b3e-bb0e9f73ee71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4425ec60a914652be817424f02721c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7287996 Dec 08 13:04:03.569888 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53918) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:03.578956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Allocated IP 172.26.7.215 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/b545e193-c592-44fd-823e-e06290104492) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:03.751305 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-b0f2ca15-1c2a-4f6c-9260-5c97838235b7 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845453 Dec 08 13:04:03.777997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dce36-d7f1-458e-9552-48f1c8b6320e req-a255fbda-7583-4d3d-afd8-0efbd32c2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:03.779484 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-246dce36-d7f1-458e-9552-48f1c8b6320e req-a255fbda-7583-4d3d-afd8-0efbd32c2c53 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=da815581212a4701a86518ac824fe360&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3757358 Dec 08 13:04:03.806445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8854d-bcbb-4f2a-afe7-9a813ad57748 req-f74d60ea-dbe8-4938-8028-c4adb2e943ee tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:03.808014 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bbd8854d-bcbb-4f2a-afe7-9a813ad57748 req-f74d60ea-dbe8-4938-8028-c4adb2e943ee tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 943 time: 0.2183049 Dec 08 13:04:03.897317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e623928-5b8e-4eed-b16f-4747fae9af9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.954899 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e623928-5b8e-4eed-b16f-4747fae9af9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.960373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.966763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:03.996758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487cd9a-422a-4a58-b09c-8009e21d7ef5 req-771f43d7-da98-4a43-97c9-0656ca045910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:03.998249 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d487cd9a-422a-4a58-b09c-8009e21d7ef5 req-771f43d7-da98-4a43-97c9-0656ca045910 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 1099 time: 0.2614107 Dec 08 13:04:04.099008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=a0e15b92-7521-4670-ae21-332d965a59f0,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:04.133284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking segment: {'id': '99208e5a-1071-4e2a-a2da-1ac8bd2e9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '884be5d0-32dd-49f2-a647-42cc3c2a033d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:04.134102 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network hostable DHCP agents. Network: 884be5d0-32dd-49f2-a647-42cc3c2a033d, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:04.188952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.223702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.229600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e623928-5b8e-4eed-b16f-4747fae9af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.232276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e623928-5b8e-4eed-b16f-4747fae9af9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.233415 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9e623928-5b8e-4eed-b16f-4747fae9af9c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e02da36-3cef-49b7-8bfc-c1bdab351a77 HTTP/1.1" status: 204 len: 168 time: 0.6562653 Dec 08 13:04:04.237153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:04.274178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.277063 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:04.289499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network 884be5d0-32dd-49f2-a647-42cc3c2a033d is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:04.291711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:04.292271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d487cd9a-422a-4a58-b09c-8009e21d7ef5 req-0da417c0-7354-4132-99d5-89a9070d43bc service neutron] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.304299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e623928-5b8e-4eed-b16f-4747fae9af9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e02da36-3cef-49b7-8bfc-c1bdab351a77,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:04.328562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dd210-4ce6-4b2e-97c6-8a646d76cab0 req-75123fe3-f377-4944-b727-1b82cd9ff078 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:04.329881 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c68dd210-4ce6-4b2e-97c6-8a646d76cab0 req-75123fe3-f377-4944-b727-1b82cd9ff078 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 946 time: 0.4666877 Dec 08 13:04:04.335856 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bbd8854d-bcbb-4f2a-afe7-9a813ad57748 req-08b36854-eecc-4e5f-a86b-3139215fe827 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5170588 Dec 08 13:04:04.341578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dce36-d7f1-458e-9552-48f1c8b6320e req-badad9b0-af4e-4aaf-b3e5-6c10dd2ea86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:04.343104 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-246dce36-d7f1-458e-9552-48f1c8b6320e req-badad9b0-af4e-4aaf-b3e5-6c10dd2ea86a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5341337 Dec 08 13:04:04.397622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.502031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c68dd210-4ce6-4b2e-97c6-8a646d76cab0 req-3dd5798b-216a-4b80-9496-4c38c0f7b9ba tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496830 Dec 08 13:04:04.570773 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Pushing event updated for resources: {'Port': ['ID=e7b6dbd2-ff7e-4183-9d3c-b40735b04faa,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:04.573645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event updated for resources: {'Port': ['ID=b545e193-c592-44fd-823e-e06290104492,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:04.595138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device dd31587e-54db-446e-957f-b7d523415bb1 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:04:04.611888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-5dc1a8a7-a90e-486d-a327-6dac2b861ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:04.613669 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-5dc1a8a7-a90e-486d-a327-6dac2b861ceb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da815581212a4701a86518ac824fe360&device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 1096 time: 0.2028334 Dec 08 13:04:04.616066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d487cd9a-422a-4a58-b09c-8009e21d7ef5 req-0da417c0-7354-4132-99d5-89a9070d43bc service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.618104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.642287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8ddcd-05e0-4e40-a791-747cac5773e2 req-c567b2cb-4b56-48bf-a58f-010a0b6c5b47 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:04.643896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f5c8ddcd-05e0-4e40-a791-747cac5773e2 req-c567b2cb-4b56-48bf-a58f-010a0b6c5b47 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 943 time: 0.1863792 Dec 08 13:04:04.667871 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 884be5d0-32dd-49f2-a647-42cc3c2a033d) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:04.677185 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:04.677972 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.690207 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-f1fe71ff-00b7-4839-a9f9-8305af3d789d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e935dd5e-c795-4127-8a0b-0d759dd3d6a1 HTTP/1.1" status: 200 len: 217 time: 0.0647311 Dec 08 13:04:04.696651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d487cd9a-422a-4a58-b09c-8009e21d7ef5 req-0da417c0-7354-4132-99d5-89a9070d43bc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.728151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23174958-dbfc-4e34-9e23-46fb48d86c96 None None] Network 884be5d0-32dd-49f2-a647-42cc3c2a033d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:04.739975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.789032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.791035 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b3582a4c-69a4-47c1-b486-9122673d37f7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5311019 Dec 08 13:04:04.793375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53928) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:04.799591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da417c0-7354-4132-99d5-89a9070d43bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b093f3-6c64-4eba-8520-814c52802ed1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:04.812277 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d487cd9a-422a-4a58-b09c-8009e21d7ef5 req-0da417c0-7354-4132-99d5-89a9070d43bc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5785024 Dec 08 13:04:04.821641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port dd31587e-54db-446e-957f-b7d523415bb1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dd31587e-54db-446e-957f-b7d523415bb1,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:04.827392 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f5c8ddcd-05e0-4e40-a791-747cac5773e2 req-52168415-3022-4888-ac0d-ccd2d1a1195d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454570 Dec 08 13:04:04.835703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-78535bbb-298f-4bef-a506-cb2b83b29252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:04.839529 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-78535bbb-298f-4bef-a506-cb2b83b29252 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a7942c8-a4d2-4af7-abca-e303abc27af8 HTTP/1.1" status: 200 len: 845 time: 0.1228399 Dec 08 13:04:04.843510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'dd31587e-54db-446e-957f-b7d523415bb1', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'port_id': 'dd31587e-54db-446e-957f-b7d523415bb1', 'mac_address': 'fa:16:3e:7e:80:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:04:04.844138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.849779 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a8c11256-1a8f-4128-9052-2cb5ecaba93c tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.0550437 Dec 08 13:04:04.852334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53930) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:04.858832 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ecbc0cd8-0989-4b9f-923c-4418290ee607 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9012198 Dec 08 13:04:04.884464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53932) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:04.889701 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1977140346'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:04.895061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-884be5d0-32dd-49f2-a647-42cc3c2a033d', 'network_id': '884be5d0-32dd-49f2-a647-42cc3c2a033d', 'project_id': '1b708281d3b44e30aa3bf1752d1f514d', 'fixed_ips': [{'subnet_id': 'a0e15b92-7521-4670-ae21-332d965a59f0'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:04.896064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.924734 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:04.955313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-81a93127-921f-45d5-bfa8-08041ee867b6 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1018054 Dec 08 13:04:04.955953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53934) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:04.985327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.008231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd31587e-54db-446e-957f-b7d523415bb1 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:04:05.039829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port dd31587e-54db-446e-957f-b7d523415bb1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dd31587e-54db-446e-957f-b7d523415bb1,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:05.081232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53936) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:05.096181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Allocated IP 2001:db8:0:ffff::2 (884be5d0-32dd-49f2-a647-42cc3c2a033d/a0e15b92-7521-4670-ae21-332d965a59f0/534b5410-3248-482c-a650-176504393398) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:05.105815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:05.108919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.143171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.152467 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3bb77df2-c6ce-4638-82e3-c0b9f9b1121e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c8da87e8c664866b152d319c1eb98d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700908 Dec 08 13:04:05.156410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53938) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:05.170823 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-4242b985-4f30-42ab-9c4f-9cc946d0c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:05.172374 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-4242b985-4f30-42ab-9c4f-9cc946d0c8f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f75a3534-4f3f-4bc4-8f24-a18ebd407bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1335659 Dec 08 13:04:05.173949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:05.199867 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Router edf59de6-ff08-420d-b490-ec84d1e84593 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:04:05.203076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.207584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.207939 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment 46b4018f-e6b9-4dce-a2bc-73972899277e of type vlan for network 4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5 Dec 08 13:04:05.273941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-912d1985-ad6a-470b-a592-e9acbd0648c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.292833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.301977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.304729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Deleting port e7b6dbd2-ff7e-4183-9d3c-b40735b04faa {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:05.305064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.357931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=dd31587e-54db-446e-957f-b7d523415bb1,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:05.359842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-912d1985-ad6a-470b-a592-e9acbd0648c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.385355 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-c4e34dd7-387a-4772-ae55-2503fbfc1d99 service neutron] 10.222.0.72 "GET /v2.0/networks/f75a3534-4f3f-4bc4-8f24-a18ebd407bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024612 Dec 08 13:04:05.421929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['dd31587e-54db-446e-957f-b7d523415bb1'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:04:05.428629 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.429080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:05.436631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.436977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.452461 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event updated for resources: {'Port': ['ID=b545e193-c592-44fd-823e-e06290104492,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:05.453236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Sync routers for ids ['edf59de6-ff08-420d-b490-ec84d1e84593'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:05.470152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.478298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Routers {'edf59de6-ff08-420d-b490-ec84d1e84593'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:05.478969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['edf59de6-ff08-420d-b490-ec84d1e84593'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:05.482680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Calling delete_port for e7b6dbd2-ff7e-4183-9d3c-b40735b04faa owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:05.487089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.492671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:05.493262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.536154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.625585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.629265 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0cf14b5b-79a9-401c-91de-2f7b2195a489 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6770649 Dec 08 13:04:05.629867 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.633337 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dedf773c-508a-47e4-bdf9-b8ae095a94db tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3882003 Dec 08 13:04:05.633337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53944) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:05.634586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Network 884be5d0-32dd-49f2-a647-42cc3c2a033d is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:05.638958 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53946) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:05.656171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:05.660989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:05.668974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:05.675607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Pushing event updated for resources: {'Port': ['ID=534b5410-3248-482c-a650-176504393398,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:05.687221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:05.700865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5a13d100-23ee-4357-af8b-36bd66fc0b94 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Request body: {'floatingip': {'port_id': '4f1eb2c4-bfcb-4247-b156-b9a8a754001f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:05.712084 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c1e707cd-fc95-4b6c-860d-41860a5f3758 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8273766 Dec 08 13:04:05.730912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53948) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:05.731120 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Set router edf59de6-ff08-420d-b490-ec84d1e84593 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:05.739715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': '4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:05.750955 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f3a0de7-296f-4ae0-ae79-04f67f744f5c req-edfaa42d-7e3a-45cd-9c9d-919633a4bc06 service neutron] 10.222.0.72 "GET /v2.0/networks/f75a3534-4f3f-4bc4-8f24-a18ebd407bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540082 Dec 08 13:04:05.777386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-912d1985-ad6a-470b-a592-e9acbd0648c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.780357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-912d1985-ad6a-470b-a592-e9acbd0648c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.781725 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-912d1985-ad6a-470b-a592-e9acbd0648c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7de25165-73ba-4652-b6a1-99d6c0a0ab48 HTTP/1.1" status: 204 len: 168 time: 0.6229057 Dec 08 13:04:05.817790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a13d100-23ee-4357-af8b-36bd66fc0b94 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for floatingip, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:05.825807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d1985-ad6a-470b-a592-e9acbd0648c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de25165-73ba-4652-b6a1-99d6c0a0ab48,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:05.848841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf4033-e0dd-4600-9230-6942391ece24 req-72d6668c-e886-4f7e-8264-afc903e74a2b tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:05.850508 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8dbf4033-e0dd-4600-9230-6942391ece24 req-72d6668c-e886-4f7e-8264-afc903e74a2b tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 946 time: 0.2636101 Dec 08 13:04:05.867034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79e87-7c80-4125-abd0-97bc9cbf12ff req-4c697f1f-809b-486f-881c-cba079ad96a4 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:05.867645 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4392bbd2-1742-4b3f-93a3-a10fc768359c tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/routers/edf59de6-ff08-420d-b490-ec84d1e84593 HTTP/1.1" status: 200 len: 909 time: 0.2349911 Dec 08 13:04:05.868750 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94b79e87-7c80-4125-abd0-97bc9cbf12ff req-4c697f1f-809b-486f-881c-cba079ad96a4 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 943 time: 0.3373768 Dec 08 13:04:05.873895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53954) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:05.883147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1860544362', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': True}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:05.978196 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-5a13d100-23ee-4357-af8b-36bd66fc0b94 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] update failed (client error): The resource could not be found. Dec 08 13:04:05.982480 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5a13d100-23ee-4357-af8b-36bd66fc0b94 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "PUT /v2.0/floatingips/5b4d88ac-8a0f-4fb7-8d25-68c6931eef7d HTTP/1.1" status: 404 len: 507 time: 0.3402803 Dec 08 13:04:05.982774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53956) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:06.025995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Attempting to bind port 534b5410-3248-482c-a650-176504393398 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:06.026438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Attempting to bind port 534b5410-3248-482c-a650-176504393398 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '99208e5a-1071-4e2a-a2da-1ac8bd2e9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '884be5d0-32dd-49f2-a647-42cc3c2a033d'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:06.026801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Attempting to bind port 534b5410-3248-482c-a650-176504393398 on network 884be5d0-32dd-49f2-a647-42cc3c2a033d {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:06.044082 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8dbf4033-e0dd-4600-9230-6942391ece24 req-99d63463-e97d-4757-aa0d-34d55103ad35 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737981 Dec 08 13:04:06.054935 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94b79e87-7c80-4125-abd0-97bc9cbf12ff req-13d0fd09-d445-4a6d-9fc8-dcea8192bd19 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628137 Dec 08 13:04:06.065779 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:06.071149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Checking segment: {'id': '99208e5a-1071-4e2a-a2da-1ac8bd2e9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '884be5d0-32dd-49f2-a647-42cc3c2a033d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:06.074179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.074179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Bound using segment: {'id': '99208e5a-1071-4e2a-a2da-1ac8bd2e9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '884be5d0-32dd-49f2-a647-42cc3c2a033d'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:06.074179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Bound port: 534b5410-3248-482c-a650-176504393398, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99208e5a-1071-4e2a-a2da-1ac8bd2e9344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '884be5d0-32dd-49f2-a647-42cc3c2a033d'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:06.074179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.094235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.095753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.154843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Deleting port b545e193-c592-44fd-823e-e06290104492 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:06.155421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.157854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.210474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] For port 534b5410-3248-482c-a650-176504393398, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:06.215982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] For port 534b5410-3248-482c-a650-176504393398, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=534b5410-3248-482c-a650-176504393398,segment=NetworkSegment(99208e5a-1071-4e2a-a2da-1ac8bd2e9344),segment_id=99208e5a-1071-4e2a-a2da-1ac8bd2e9344)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:06.221590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Pushing event deleted for resources: {'Port': ['ID=e7b6dbd2-ff7e-4183-9d3c-b40735b04faa,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:06.225470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:06.229306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.234011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf59de6-ff08-420d-b490-ec84d1e84593', 'name': 'tempest-snat-router-1860544362', 'tenant_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.106'}], 'enable_snat': False}, 'gw_port_id': 'b7fd9aa0-fcaf-4919-82aa-269c08ee078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:04:00Z', 'updated_at': '2021-12-08T13:04:03Z', 'revision_number': 3, 'project_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'gw_port': {'id': 'b7fd9aa0-fcaf-4919-82aa-269c08ee078e', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf59de6-ff08-420d-b490-ec84d1e84593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:04:01Z', 'updated_at': '2021-12-08T13:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:06.262181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.262859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.279209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Calling delete_port for b545e193-c592-44fd-823e-e06290104492 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:06.279926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.289903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Checking router: edf59de6-ff08-420d-b490-ec84d1e84593 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:04:06.290406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Updating router edf59de6-ff08-420d-b490-ec84d1e84593 port b7fd9aa0-fcaf-4919-82aa-269c08ee078e binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:04:06.316121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.318952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134d911-5ec4-43d3-aa0e-78d690e0b394 req-165f316e-74dd-4fdc-970d-3748b0264bf5 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:06.320668 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2134d911-5ec4-43d3-aa0e-78d690e0b394 req-165f316e-74dd-4fdc-970d-3748b0264bf5 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 944 time: 0.2000670 Dec 08 13:04:06.374221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.473532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.476100 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84791a2-e575-4ce6-bbdb-517b45bf7b15 None None] Pushing event updated for resources: {'Port': ['ID=534b5410-3248-482c-a650-176504393398,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:06.478300 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.480757 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7dc6bef0-beb5-43cc-bab8-efbe3982bee7 tempest-FloatingIPAdminTestJSON-519973842 tempest-FloatingIPAdminTestJSON-519973842-project] 10.222.0.76 "DELETE /v2.0/floatingips/c3d2b988-991b-40dd-939b-42ba99c76833 HTTP/1.1" status: 204 len: 168 time: 1.5222635 Dec 08 13:04:06.484821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53966) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:06.581955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.621238 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2134d911-5ec4-43d3-aa0e-78d690e0b394 req-09b52607-5fb5-4fce-a445-b2ec3469e24a tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741187 Dec 08 13:04:06.669306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event deleted for resources: {'Port': ['ID=b545e193-c592-44fd-823e-e06290104492,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:06.741105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.837697 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.844038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.845663 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c61067d3-d22b-486f-a6c4-96ba792cc079 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "DELETE /v2.0/floatingips/5b4d88ac-8a0f-4fb7-8d25-68c6931eef7d HTTP/1.1" status: 204 len: 168 time: 0.8617783 Dec 08 13:04:06.849215 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53970) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:06.859712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-568856f6-5b28-4abf-b921-95c315030cab tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Request body: {'floatingip': {'floating_network_id': '680124df-9830-475c-adde-8289c81ddbf2', 'port_id': '4f1eb2c4-bfcb-4247-b156-b9a8a754001f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:06.877865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Deleting port 47e39b4d-bef3-422c-8c6c-0bbad7ae9860 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:06.879866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.884581 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.972073 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.972880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:06.988116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Calling delete_port for 47e39b4d-bef3-422c-8c6c-0bbad7ae9860 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:07.017930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.034442 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-568856f6-5b28-4abf-b921-95c315030cab tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.081002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0671d-90ff-45de-b90e-14b8a4684a58 None None] Pushing event updated for resources: {'Port': ['ID=b7fd9aa0-fcaf-4919-82aa-269c08ee078e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:07.107864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Attempting to bind port b7fd9aa0-fcaf-4919-82aa-269c08ee078e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:07.108322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Attempting to bind port b7fd9aa0-fcaf-4919-82aa-269c08ee078e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:07.108757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Attempting to bind port b7fd9aa0-fcaf-4919-82aa-269c08ee078e on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:07.114310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:07.114809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:07.115279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.115738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:07.116346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Bound port: b7fd9aa0-fcaf-4919-82aa-269c08ee078e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:07.116795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.188771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] For port b7fd9aa0-fcaf-4919-82aa-269c08ee078e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:07.192307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] For port b7fd9aa0-fcaf-4919-82aa-269c08ee078e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b7fd9aa0-fcaf-4919-82aa-269c08ee078e,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:07.252883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.280665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.349132 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Routers {'edf59de6-ff08-420d-b490-ec84d1e84593'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:07.349871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['edf59de6-ff08-420d-b490-ec84d1e84593'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:07.357324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30cc98-6fa9-40d3-b228-f6dc64d79cd5 req-a14a73f8-a91a-4f90-b24f-a214adffd4f3 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:07.359102 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c30cc98-6fa9-40d3-b228-f6dc64d79cd5 req-a14a73f8-a91a-4f90-b24f-a214adffd4f3 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 943 time: 0.1555300 Dec 08 13:04:07.390295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86110a-149a-4c88-aef9-ecfb1f2420b6 req-f15e7a33-7121-4db9-a144-75737323566f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:07.397623 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2e86110a-149a-4c88-aef9-ecfb1f2420b6 req-f15e7a33-7121-4db9-a144-75737323566f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 946 time: 0.1981938 Dec 08 13:04:07.397770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0671d-90ff-45de-b90e-14b8a4684a58 None None] Pushing event updated for resources: {'Port': ['ID=b7fd9aa0-fcaf-4919-82aa-269c08ee078e,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:07.447670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.476613 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-568856f6-5b28-4abf-b921-95c315030cab tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:04:07.477728 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-568856f6-5b28-4abf-b921-95c315030cab tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6268685 Dec 08 13:04:07.482136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53984) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:07.482136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53986) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:07.482789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Pushing event deleted for resources: {'Port': ['ID=47e39b4d-bef3-422c-8c6c-0bbad7ae9860,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:07.495390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '4f1eb2c4-bfcb-4247-b156-b9a8a754001f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:07.506522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] Set router edf59de6-ff08-420d-b490-ec84d1e84593 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:07.533328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.536890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.538032 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8fe3a01f-27b9-4087-bdeb-8a3eddb91a38 tempest-FloatingIPAdminTestJSON-1180376055 tempest-FloatingIPAdminTestJSON-1180376055-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/98cae00c-4a83-4254-8805-baae3b28b055 HTTP/1.1" status: 204 len: 168 time: 1.0521820 Dec 08 13:04:07.541306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53990) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:07.609206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=0c6db0f7-1f00-494c-87d1-1e101868e23d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:07.636603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.647975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2e86110a-149a-4c88-aef9-ecfb1f2420b6 req-2b2b11c4-6d92-4044-afba-3400221c135d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330577 Dec 08 13:04:07.648339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-205675728'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:07.659678 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c30cc98-6fa9-40d3-b228-f6dc64d79cd5 req-c63441d8-2526-4c84-9d3a-dc5f686fb716 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598100 Dec 08 13:04:07.696200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking segment: {'id': '46b4018f-e6b9-4dce-a2bc-73972899277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:07.696573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network hostable DHCP agents. Network: 4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:07.716312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f53b9-0058-4274-8b06-1d66f83a230e tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Deleting port 2d1c8f7c-480e-4202-a2bc-134d75cf52fb {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:07.719280 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb0f53b9-0058-4274-8b06-1d66f83a230e tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.757193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Made reservation on behalf of 3abf0683e37f4873afccf4260873c1a2 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:07.761799 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.869249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.891934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network 4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:07.911089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb0f53b9-0058-4274-8b06-1d66f83a230e tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.914326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6496f77-b743-4950-9c0a-18d7ffcb084d None None] Network 884be5d0-32dd-49f2-a647-42cc3c2a033d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:07.914999 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.935804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f53b9-0058-4274-8b06-1d66f83a230e tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Calling delete_port for 2d1c8f7c-480e-4202-a2bc-134d75cf52fb owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:07.948601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:07.973227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae6a62-442a-4fbd-81ed-9687bf979e52 req-392e2f94-a024-4ace-be8e-5a74470cea66 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:07.974979 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ecae6a62-442a-4fbd-81ed-9687bf979e52 req-392e2f94-a024-4ace-be8e-5a74470cea66 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 944 time: 0.1461310 Dec 08 13:04:08.014059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.016795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965e6da-85fa-4c4b-a37f-a26a9933fee5 req-ff33fe82-1395-425b-8090-97c6b8d4a203 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:08.021511 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6965e6da-85fa-4c4b-a37f-a26a9933fee5 req-ff33fe82-1395-425b-8090-97c6b8d4a203 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 946 time: 0.1618032 Dec 08 13:04:08.025607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:08.027847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:08.028460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.031163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 53996) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:08.043002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1e70c8a8-a979-4fb5-958c-905e08feb865 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Request body: {'floatingip': {'port_id': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:08.046661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3575f97-c7bc-4e2e-a998-827746864766 None None] Network 4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:08.124934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ecae6a62-442a-4fbd-81ed-9687bf979e52 req-eb0f86bb-2c0b-49b9-a3b9-9147d451e34d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194615 Dec 08 13:04:08.134625 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b4a1cccd-6a8c-47fa-9819-6234e56f3730 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3969433 Dec 08 13:04:08.136104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 53998) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:08.141480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-aa6c9f52-6a62-4218-af93-066069c4e9b1 None None] Provisioning complete for port 534b5410-3248-482c-a650-176504393398 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:08.142006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9f52-6a62-4218-af93-066069c4e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.196250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Allocated IP 172.26.7.201 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/2a52dcd3-6ddc-4930-9639-774b93ec71f6) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:08.233679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5', 'network_id': '4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5', 'project_id': '1b708281d3b44e30aa3bf1752d1f514d', 'fixed_ips': [{'subnet_id': '0c6db0f7-1f00-494c-87d1-1e101868e23d'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:08.234755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.358752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.403953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9f52-6a62-4218-af93-066069c4e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.415030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf59de6-ff08-420d-b490-ec84d1e84593', 'name': 'tempest-snat-router-1860544362', 'tenant_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.106'}], 'enable_snat': False}, 'gw_port_id': 'b7fd9aa0-fcaf-4919-82aa-269c08ee078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:04:00Z', 'updated_at': '2021-12-08T13:04:03Z', 'revision_number': 3, 'project_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'gw_port': {'id': 'b7fd9aa0-fcaf-4919-82aa-269c08ee078e', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf59de6-ff08-420d-b490-ec84d1e84593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:04:01Z', 'updated_at': '2021-12-08T13:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:08.442231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e70c8a8-a979-4fb5-958c-905e08feb865 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for floatingip, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.459352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.476315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4873d-7420-4fb3-a39a-8c94fffd0657 None None] The sync data for ids ['edf59de6-ff08-420d-b490-ec84d1e84593'] in dv-neutron-799625-5-hyperv is: [{'id': 'edf59de6-ff08-420d-b490-ec84d1e84593', 'name': 'tempest-snat-router-1860544362', 'tenant_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.106'}], 'enable_snat': False}, 'gw_port_id': 'b7fd9aa0-fcaf-4919-82aa-269c08ee078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:04:00Z', 'updated_at': '2021-12-08T13:04:03Z', 'revision_number': 3, 'project_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'gw_port': {'id': 'b7fd9aa0-fcaf-4919-82aa-269c08ee078e', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf59de6-ff08-420d-b490-ec84d1e84593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:04:01Z', 'updated_at': '2021-12-08T13:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:08.492671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.529035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-aa6c9f52-6a62-4218-af93-066069c4e9b1 None None] For port 534b5410-3248-482c-a650-176504393398, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=534b5410-3248-482c-a650-176504393398,segment=NetworkSegment(99208e5a-1071-4e2a-a2da-1ac8bd2e9344),segment_id=99208e5a-1071-4e2a-a2da-1ac8bd2e9344)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:08.532030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Allocated IP 2001:db8::1 (4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5/0c6db0f7-1f00-494c-87d1-1e101868e23d/bfd5ce38-cffa-42c5-8082-3ecae7722408) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:08.557271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 534b5410-3248-482c-a650-176504393398 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:08.571247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.575389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.602676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.605145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9f52-6a62-4218-af93-066069c4e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.624199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e935dd5e-c795-4127-8a0b-0d759dd3d6a1 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:04:08.677481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:08.680626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:08.704043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:08.706843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:08.712108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9443a2df-b27a-4395-86f8-c39d8273dfdb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:08.731497 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.731918 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Added segment 595248ce-76d5-466d-b9f6-3feed310a9ea of type vlan for network d253752c-27a6-4fe1-b1ef-4754b34da0c3 Dec 08 13:04:08.739294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device dd31587e-54db-446e-957f-b7d523415bb1 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:08.753614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event updated for resources: {'Port': ['ID=2a52dcd3-6ddc-4930-9639-774b93ec71f6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:08.796932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Allocated IP 172.26.7.83 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/1243c5fa-0de9-48bc-8700-0f2ded630c4b) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:08.800287 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-aaba4c38-c8bc-40c2-8e8c-9224cb18b3cc None None] Provisioning complete for port 534b5410-3248-482c-a650-176504393398 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:08.800544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aaba4c38-c8bc-40c2-8e8c-9224cb18b3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.804664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb0f53b9-0058-4274-8b06-1d66f83a230e tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.897221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f53b9-0058-4274-8b06-1d66f83a230e tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event deleted for resources: {'Port': ['ID=2d1c8f7c-480e-4202-a2bc-134d75cf52fb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:08.900290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:08.945692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c9f52-6a62-4218-af93-066069c4e9b1 None None] Pushing event updated for resources: {'Port': ['ID=534b5410-3248-482c-a650-176504393398,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:09.032026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5f9a0-653d-403c-aa62-176717742d4a req-66cb56ce-21ff-4063-8d4a-921b28b24708 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:09.039980 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f2e5f9a0-653d-403c-aa62-176717742d4a req-66cb56ce-21ff-4063-8d4a-921b28b24708 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 943 time: 0.1064501 Dec 08 13:04:09.045084 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.resource_extend [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 13:04:09.107194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.122632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e935dd5e-c795-4127-8a0b-0d759dd3d6a1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:09.126486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 534b5410-3248-482c-a650-176504393398 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:09.126877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.178553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'port_id': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1', 'mac_address': 'fa:16:3e:ef:ba:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:04:09.195778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.225861 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f2e5f9a0-653d-403c-aa62-176717742d4a req-411ed6e0-91f1-4b09-b229-d3ea6e1628ac tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847484 Dec 08 13:04:09.245107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.253273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:09.254380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.272147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb0f53b9-0058-4274-8b06-1d66f83a230e tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.278878 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fb0f53b9-0058-4274-8b06-1d66f83a230e tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "DELETE /v2.0/ports/2d1c8f7c-480e-4202-a2bc-134d75cf52fb HTTP/1.1" status: 204 len: 168 time: 1.7364500 Dec 08 13:04:09.290160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54006) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:09.330205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port dd31587e-54db-446e-957f-b7d523415bb1 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:04:09.347657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Network 4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:09.352712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port dd31587e-54db-446e-957f-b7d523415bb1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:09.353089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.366513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:09.374795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.375422 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:09.383105 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8908381 Dec 08 13:04:09.383270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.396160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54008) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:09.411621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.419381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Pushing event updated for resources: {'Port': ['ID=bfd5ce38-cffa-42c5-8082-3ecae7722408,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:09.439570 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109b18f-698b-4a77-91c9-5c61bcde4bab tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event updated for resources: {'Network': ['ID=d253752c-27a6-4fe1-b1ef-4754b34da0c3,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:09.452283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Request body: {'subnet': {'network_id': 'd253752c-27a6-4fe1-b1ef-4754b34da0c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:09.460335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6db0f7-1f00-494c-87d1-1e101868e23d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:09.466340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network d253752c-27a6-4fe1-b1ef-4754b34da0c3 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:09.519807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e935dd5e-c795-4127-8a0b-0d759dd3d6a1 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:04:09.537447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed31f8-7f67-4e3c-a003-26bf55508d15 req-edaef8ea-bdbf-4627-a88e-8ae00263b938 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:09.538985 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33ed31f8-7f67-4e3c-a003-26bf55508d15 req-edaef8ea-bdbf-4627-a88e-8ae00263b938 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 944 time: 0.2912846 Dec 08 13:04:09.554444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383af2fa-b895-4cb0-8f92-ef833206200c tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:09.559283 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-383af2fa-b895-4cb0-8f92-ef833206200c tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9e0c8b-d050-44ca-a705-1a7853c34423 HTTP/1.1" status: 200 len: 913 time: 0.2648571 Dec 08 13:04:09.559485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54010) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:09.596047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.599544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.646176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.697211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Attempting to bind port bfd5ce38-cffa-42c5-8082-3ecae7722408 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:09.698153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Attempting to bind port bfd5ce38-cffa-42c5-8082-3ecae7722408 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '46b4018f-e6b9-4dce-a2bc-73972899277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:09.698522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Attempting to bind port bfd5ce38-cffa-42c5-8082-3ecae7722408 on network 4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:09.706657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e935dd5e-c795-4127-8a0b-0d759dd3d6a1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:09.729019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:09.730461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Checking segment: {'id': '46b4018f-e6b9-4dce-a2bc-73972899277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:09.730461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.730818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Bound using segment: {'id': '46b4018f-e6b9-4dce-a2bc-73972899277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:09.731273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Bound port: bfd5ce38-cffa-42c5-8082-3ecae7722408, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b4018f-e6b9-4dce-a2bc-73972899277e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:09.732061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.739241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:09.746066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:09.770659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:09.781336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.784099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:09.786303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.803050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b4018f-e6b9-4dce-a2bc-73972899277e') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:09.803427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b4018f-e6b9-4dce-a2bc-73972899277e') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:09.856346 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e70c8a8-a979-4fb5-958c-905e08feb865 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.857659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd31587e-54db-446e-957f-b7d523415bb1'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:04:09.859990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba2306c-8590-4175-b41a-dbb1755f4109" -d '{"events": [{"server_uuid": "506c81c7-ede1-4ba3-b116-6e4a7b05c39e", "name": "network-vif-plugged", "status": "completed", "tag": "dd31587e-54db-446e-957f-b7d523415bb1"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:04:09.868011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event updated for resources: {'Port': ['ID=1243c5fa-0de9-48bc-8700-0f2ded630c4b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:09.880737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port dd31587e-54db-446e-957f-b7d523415bb1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dd31587e-54db-446e-957f-b7d523415bb1,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:09.882187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] For port bfd5ce38-cffa-42c5-8082-3ecae7722408, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:09.904721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] For port bfd5ce38-cffa-42c5-8082-3ecae7722408, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bfd5ce38-cffa-42c5-8082-3ecae7722408,segment=NetworkSegment(46b4018f-e6b9-4dce-a2bc-73972899277e),segment_id=46b4018f-e6b9-4dce-a2bc-73972899277e)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:09.906146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:09.946931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:09.956963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555951ee-9ed9-4c90-821d-ec3e9f498958 x-openstack-request-id: req-555951ee-9ed9-4c90-821d-ec3e9f498958 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:04:09.957299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506c81c7-ede1-4ba3-b116-6e4a7b05c39e", "name": "network-vif-plugged", "status": "completed", "tag": "dd31587e-54db-446e-957f-b7d523415bb1", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:04:09.957557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-555951ee-9ed9-4c90-821d-ec3e9f498958 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:04:09.957945 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd31587e-54db-446e-957f-b7d523415bb1', 'code': 200} Dec 08 13:04:09.960081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e70c8a8-a979-4fb5-958c-905e08feb865 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.004764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.038521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=dd31587e-54db-446e-957f-b7d523415bb1,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:10.197165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.209316 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-1e70c8a8-a979-4fb5-958c-905e08feb865 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Floating IP 18c327ff-6d62-4f15-bbe0-8a23c92f31df associated. External IP: 172.26.7.177, port: 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557. Dec 08 13:04:10.217871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33ed31f8-7f67-4e3c-a003-26bf55508d15 req-813cec74-8f0a-47bf-ad01-de3883ad2224 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6564090 Dec 08 13:04:10.229928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.238230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['e935dd5e-c795-4127-8a0b-0d759dd3d6a1'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:04:10.239109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:10.239506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:10.242854 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:10.244748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.312069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187172eb-32a0-4247-9342-285db486b5cb None None] Network 4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:10.333309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40f292-6d89-445b-93b8-a14b6927c870 None None] Pushing event updated for resources: {'Port': ['ID=bfd5ce38-cffa-42c5-8082-3ecae7722408,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:10.366100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Made reservation on behalf of 3abf0683e37f4873afccf4260873c1a2 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:10.369480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.394106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.409824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Deleting port 1243c5fa-0de9-48bc-8700-0f2ded630c4b {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:10.410174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.491150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb3d9ae-271b-43a2-822f-1200fc67897d None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:04:10.546302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5fa675e5-4eff-4f64-9518-5ad1b06aa33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.656079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:04:10.656079 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:04:10.656079 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'id': '4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5'}] Dec 08 13:04:10.656079 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:10.656807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:10.689022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699b2f6-caf7-43bd-852c-66a08b5ca1d5 req-86102119-b485-4371-9329-a8a9986d782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:10.690760 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6699b2f6-caf7-43bd-852c-66a08b5ca1d5 req-86102119-b485-4371-9329-a8a9986d782e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 1098 time: 0.3374596 Dec 08 13:04:10.691170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 534b5410-3248-482c-a650-176504393398 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:10.720206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94630b6d-91c5-4faa-8588-1b7dbc274339 req-9befdd58-f696-4a64-80d6-1d73d8b361ce tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:10.727135 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94630b6d-91c5-4faa-8588-1b7dbc274339 req-9befdd58-f696-4a64-80d6-1d73d8b361ce tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 944 time: 0.3771193 Dec 08 13:04:10.768369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb3d9ae-271b-43a2-822f-1200fc67897d None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:04:10.864575 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6699b2f6-caf7-43bd-852c-66a08b5ca1d5 req-358acef7-f951-4665-91c6-563e521362e2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650460 Dec 08 13:04:10.883317 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94630b6d-91c5-4faa-8588-1b7dbc274339 req-6d2cd366-6106-47a0-aeaa-1fcfd36dc675 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503265 Dec 08 13:04:10.915457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 534b5410-3248-482c-a650-176504393398 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:10.915831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:10.926420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Router bda8e554-5103-4126-b148-2d4eecfffb1c is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:04:11.032617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.033198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.036136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.056133 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e70c8a8-a979-4fb5-958c-905e08feb865 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Router 7597b23e-0e06-4281-9db6-8040b5e03abd has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:04:11.057942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Calling delete_port for 1243c5fa-0de9-48bc-8700-0f2ded630c4b owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:11.092023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.104223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event updated for resources: {'Subnet': ['ID=22c2ace2-af46-49dc-a966-1059aa1631cf,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:11.122934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:11.134952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b7fd9aa0-fcaf-4919-82aa-269c08ee078e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:11.136934 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Sync routers for ids ['bda8e554-5103-4126-b148-2d4eecfffb1c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:11.145803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Checking segment: {'id': '595248ce-76d5-466d-b9f6-3feed310a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd253752c-27a6-4fe1-b1ef-4754b34da0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:11.146166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Network hostable DHCP agents. Network: d253752c-27a6-4fe1-b1ef-4754b34da0c3, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:11.153851 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Routers {'bda8e554-5103-4126-b148-2d4eecfffb1c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:11.156397 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bda8e554-5103-4126-b148-2d4eecfffb1c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:11.157993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.237295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting port bfd5ce38-cffa-42c5-8082-3ecae7722408 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:11.237891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.297026 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Set router bda8e554-5103-4126-b148-2d4eecfffb1c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:11.313767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port b7fd9aa0-fcaf-4919-82aa-269c08ee078e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:11.321960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.343245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] For port bfd5ce38-cffa-42c5-8082-3ecae7722408, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bfd5ce38-cffa-42c5-8082-3ecae7722408,segment=NetworkSegment(46b4018f-e6b9-4dce-a2bc-73972899277e),segment_id=46b4018f-e6b9-4dce-a2bc-73972899277e)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:11.343622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.365461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Calling delete_port for bfd5ce38-cffa-42c5-8082-3ecae7722408 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:11.406874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e70c8a8-a979-4fb5-958c-905e08feb865 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:11.414471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e70c8a8-a979-4fb5-958c-905e08feb865 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.421648 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] Sync routers for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:11.436025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:11.436760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:11.471558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.473376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b70faf7d-1301-4746-8fae-3f9f87f552ee tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5985532 Dec 08 13:04:11.476863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54018) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:11.478640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Network d253752c-27a6-4fe1-b1ef-4754b34da0c3 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:11.499518 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1e70c8a8-a979-4fb5-958c-905e08feb865 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "PUT /v2.0/floatingips/18c327ff-6d62-4f15-bbe0-8a23c92f31df HTTP/1.1" status: 200 len: 992 time: 3.4612904 Dec 08 13:04:11.502433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'tag': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:04:11.541424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.564318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port b7fd9aa0-fcaf-4919-82aa-269c08ee078e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b7fd9aa0-fcaf-4919-82aa-269c08ee078e,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:11.622764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.627774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port ba601e6d-a15b-453f-baee-aeb3ccbb9d33 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:11.628248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.657935 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event deleted for resources: {'Port': ['ID=1243c5fa-0de9-48bc-8700-0f2ded630c4b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:11.670949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.677546 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda8e554-5103-4126-b148-2d4eecfffb1c', 'name': 'tempest-snat-router-1860544362', 'tenant_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '2a52dcd3-6ddc-4930-9639-774b93ec71f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:04:06Z', 'updated_at': '2021-12-08T13:04:09Z', 'revision_number': 3, 'project_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'gw_port': {'id': '2a52dcd3-6ddc-4930-9639-774b93ec71f6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda8e554-5103-4126-b148-2d4eecfffb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:04:07Z', 'updated_at': '2021-12-08T13:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:11.714891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d2cee6-6e0f-41df-8122-899b0450c185" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4fbb21-e89b-4b11-984e-1e33eac80d4a", "tag": "3e70371b-c7c7-4c5c-8c8d-8b2864c4b557"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:04:11.717108 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Checking router: bda8e554-5103-4126-b148-2d4eecfffb1c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:04:11.717554 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Updating router bda8e554-5103-4126-b148-2d4eecfffb1c port 2a52dcd3-6ddc-4930-9639-774b93ec71f6 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:04:11.731232 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5f649286-d441-4423-af69-a4acfd118881 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/routers/bda8e554-5103-4126-b148-2d4eecfffb1c HTTP/1.1" status: 200 len: 908 time: 0.2437325 Dec 08 13:04:11.732023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.736082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d134c6e-942d-4836-99e0-04f1271855ac None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:11.744160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Port ba601e6d-a15b-453f-baee-aeb3ccbb9d33 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:11.748383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54032) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:11.752854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:11.760951 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.816712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port 036d2714-a4c9-4e28-b804-4044a5df4653 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:11.824055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No DVR routers for this DVR port bfd5ce38-cffa-42c5-8082-3ecae7722408 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:11.827907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Deleting port 0033491a-8819-40b4-8d86-33a274e4fd09 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:11.829317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.836816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:11.862289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Port': ['ID=bfd5ce38-cffa-42c5-8082-3ecae7722408,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:11.904870 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] create failed (client error): The resource could not be found. Dec 08 13:04:11.910089 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9b792a35-6a5e-402a-aca6-2256746e0437 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4188254 Dec 08 13:04:11.911059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54036) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:11.937731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, d253752c-27a6-4fe1-b1ef-4754b34da0c3) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:11.969986 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c69d48-9900-40ad-af60-8d670ba4daff x-openstack-request-id: req-e9c69d48-9900-40ad-af60-8d670ba4daff {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:04:11.970830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4fbb21-e89b-4b11-984e-1e33eac80d4a", "tag": "3e70371b-c7c7-4c5c-8c8d-8b2864c4b557", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:04:11.971355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9c69d48-9900-40ad-af60-8d670ba4daff {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:04:11.972317 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'tag': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557', 'status': 'completed', 'code': 200} Dec 08 13:04:12.047613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb36e0-f665-47a4-ba6e-dd0872411a8b None None] Network d253752c-27a6-4fe1-b1ef-4754b34da0c3 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:12.048013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.059706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=b7fd9aa0-fcaf-4919-82aa-269c08ee078e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:12.062991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:12.070022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.107274 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.132780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.153601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Calling delete_port for 0033491a-8819-40b4-8d86-33a274e4fd09 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:12.189221 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.197622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de93d5-15c0-44a0-83a1-964952ce82f6 req-90a1f019-ab3c-4c3b-9e55-f1fc6e7e14a7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:12.206965 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f6de93d5-15c0-44a0-83a1-964952ce82f6 req-90a1f019-ab3c-4c3b-9e55-f1fc6e7e14a7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.7316358 Dec 08 13:04:12.231847 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Attempting to bind port 2a52dcd3-6ddc-4930-9639-774b93ec71f6 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:12.232530 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Attempting to bind port 2a52dcd3-6ddc-4930-9639-774b93ec71f6 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:12.233121 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Attempting to bind port 2a52dcd3-6ddc-4930-9639-774b93ec71f6 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:12.247456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.259902 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:12.261153 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:12.261768 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.262823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d5d08-1fd6-410a-8ed6-ca438b335ee9 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:12.263607 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:12.264306 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Bound port: 2a52dcd3-6ddc-4930-9639-774b93ec71f6, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:12.265140 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.283185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Port 036d2714-a4c9-4e28-b804-4044a5df4653 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:12.334821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a393b-1257-4c66-a335-154e6028e48f req-dc5140f2-6dd7-4497-8b0a-69740bb53874 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:12.337155 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1e2a393b-1257-4c66-a335-154e6028e48f req-dc5140f2-6dd7-4497-8b0a-69740bb53874 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 944 time: 0.2782214 Dec 08 13:04:12.351535 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] For port 2a52dcd3-6ddc-4930-9639-774b93ec71f6, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:12.356296 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] For port 2a52dcd3-6ddc-4930-9639-774b93ec71f6, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=2a52dcd3-6ddc-4930-9639-774b93ec71f6,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:12.364228 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port b7fd9aa0-fcaf-4919-82aa-269c08ee078e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:12.364605 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.371157 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-84ccfc8a-ea81-43f8-8cab-8e8eea1c6967 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Deleting port 4f1eb2c4-bfcb-4247-b156-b9a8a754001f {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:12.371699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84ccfc8a-ea81-43f8-8cab-8e8eea1c6967 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.376760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-f225fa2b-60d5-4134-bb3d-e6d67d7d2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:12.378129 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-f225fa2b-60d5-4134-bb3d-e6d67d7d2ec5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=452d0abeb3b643bd976c48c2d4773b07&device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 1099 time: 0.3267274 Dec 08 13:04:12.380429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:12.389946 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617465c0-a16e-47a8-80d4-a458264b11cd None None] Pushing event updated for resources: {'Port': ['ID=2a52dcd3-6ddc-4930-9639-774b93ec71f6,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:12.426086 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-336f22f1-6905-41e0-b4ff-fe09282e742c tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9939649 Dec 08 13:04:12.426626 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.489170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-d253752c-27a6-4fe1-b1ef-4754b34da0c3', 'network_id': 'd253752c-27a6-4fe1-b1ef-4754b34da0c3', 'project_id': '3abf0683e37f4873afccf4260873c1a2', 'fixed_ips': [{'subnet_id': '22c2ace2-af46-49dc-a966-1059aa1631cf'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:12.491966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.515960 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617465c0-a16e-47a8-80d4-a458264b11cd None None] Pushing event updated for resources: {'Port': ['ID=2a52dcd3-6ddc-4930-9639-774b93ec71f6,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:12.517529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd850754-496a-47d2-a362-cdc18c827200 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:12.520782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-9290128a-3515-4f31-953f-631c18f2f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:12.522267 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-9290128a-3515-4f31-953f-631c18f2f905 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ff4d7af-c600-4604-9fb5-5441401772a1 HTTP/1.1" status: 200 len: 913 time: 0.1342924 Dec 08 13:04:12.523006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54038) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:12.531673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b4018f-e6b9-4dce-a2bc-73972899277e') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:12.532024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b4018f-e6b9-4dce-a2bc-73972899277e') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:12.546896 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Routers {'bda8e554-5103-4126-b148-2d4eecfffb1c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:12.556122 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:03:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bda8e554-5103-4126-b148-2d4eecfffb1c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:12.556261 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f6de93d5-15c0-44a0-83a1-964952ce82f6 req-806e0312-a34b-4c14-8681-8e39a5a235ac tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351455 Dec 08 13:04:12.588079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84ccfc8a-ea81-43f8-8cab-8e8eea1c6967 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.601208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-84ccfc8a-ea81-43f8-8cab-8e8eea1c6967 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Calling delete_port for 4f1eb2c4-bfcb-4247-b156-b9a8a754001f owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:12.633308 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b7fd9aa0-fcaf-4919-82aa-269c08ee078e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:12.643317 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e935dd5e-c795-4127-8a0b-0d759dd3d6a1 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:12.704994 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] Set router bda8e554-5103-4126-b148-2d4eecfffb1c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:12.829307 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84ccfc8a-ea81-43f8-8cab-8e8eea1c6967 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.896533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Allocated IP 172.20.0.2 (d253752c-27a6-4fe1-b1ef-4754b34da0c3/22c2ace2-af46-49dc-a966-1059aa1631cf/1a3a04b7-7331-461b-b2bb-c2f100ff581e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:12.898926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port b352d5a4-e45b-41e0-a5de-dedde7b61648 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:12.899505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.919613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.939358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccfc8a-ea81-43f8-8cab-8e8eea1c6967 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event deleted for resources: {'Port': ['ID=4f1eb2c4-bfcb-4247-b156-b9a8a754001f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:12.958011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1bd74087-b2ed-447f-84c8-ddbdf89490a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:12.970260 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda8e554-5103-4126-b148-2d4eecfffb1c', 'name': 'tempest-snat-router-1860544362', 'tenant_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '2a52dcd3-6ddc-4930-9639-774b93ec71f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:04:06Z', 'updated_at': '2021-12-08T13:04:09Z', 'revision_number': 3, 'project_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'gw_port': {'id': '2a52dcd3-6ddc-4930-9639-774b93ec71f6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda8e554-5103-4126-b148-2d4eecfffb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:04:07Z', 'updated_at': '2021-12-08T13:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:12.980203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:04:12.982793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Request body: {'port': {'network_id': 'd253752c-27a6-4fe1-b1ef-4754b34da0c3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1875845133'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:12.984659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port b7fd9aa0-fcaf-4919-82aa-269c08ee078e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:12.985110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.001826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.016549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.017249 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ba40b-0649-4fb2-87d2-99a2d0244056 None None] The sync data for ids ['bda8e554-5103-4126-b148-2d4eecfffb1c'] in dv-neutron-799625-5-hyperv is: [{'id': 'bda8e554-5103-4126-b148-2d4eecfffb1c', 'name': 'tempest-snat-router-1860544362', 'tenant_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': '2a52dcd3-6ddc-4930-9639-774b93ec71f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:04:06Z', 'updated_at': '2021-12-08T13:04:09Z', 'revision_number': 3, 'project_id': 'f889c8c7e0854db69eb428d544d0d2a1', 'gw_port': {'id': '2a52dcd3-6ddc-4930-9639-774b93ec71f6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda8e554-5103-4126-b148-2d4eecfffb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:04:07Z', 'updated_at': '2021-12-08T13:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:13.024395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:13.024919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.044356 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event deleted for resources: {'Port': ['ID=0033491a-8819-40b4-8d86-33a274e4fd09,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:13.106931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:21Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '18c327ff-6d62-4f15-bbe0-8a23c92f31df', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'floating_ip_address': '172.26.7.177', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'port_id': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'mac_address': 'fa:16:3e:f5:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:03:31Z', 'updated_at': '2021-12-08T13:04:09Z', 'revision_number': 1, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8358b0ac-3320-4c68-956a-e62cb84b13dd', 'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'mac_address': 'fa:16:3e:9d:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:20Z', 'updated_at': '2021-12-08T13:03:26Z', 'revision_number': 5, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'subnets': [{'id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:13.114239 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:13.132838 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-f12d721c-8a98-482e-8810-2be1728e25ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 HTTP/1.1" status: 200 len: 1000 time: 0.5801446 Dec 08 13:04:13.151896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:13.153662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.185283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84ccfc8a-ea81-43f8-8cab-8e8eea1c6967 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.185770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.191789 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-84ccfc8a-ea81-43f8-8cab-8e8eea1c6967 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "DELETE /v2.0/ports/4f1eb2c4-bfcb-4247-b156-b9a8a754001f HTTP/1.1" status: 204 len: 168 time: 1.2425675 Dec 08 13:04:13.194715 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54044) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:13.197842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.202120 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5 HTTP/1.1" status: 204 len: 168 time: 5.0650303 Dec 08 13:04:13.202732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] Checking router: 7597b23e-0e06-4281-9db6-8040b5e03abd for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:04:13.240496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54046) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:13.249273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600410245'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:13.304598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.317953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6f3e5-c71b-4fe0-8399-4ce988988a1b tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:13.323026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:13.323671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:13.333382 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1e2a393b-1257-4c66-a335-154e6028e48f req-07dfb683-b1f0-4b08-82b2-e957379698a0 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9587624 Dec 08 13:04:13.345798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-957965e6-990b-4fad-9859-5e87b194e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:13.347314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-957965e6-990b-4fad-9859-5e87b194e7c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e5b17fe-bfa3-43ee-ae49-9f76047d989a HTTP/1.1" status: 200 len: 851 time: 0.1983595 Dec 08 13:04:13.443718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95288b5f-ecc5-4945-b354-fa901207024d tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:13.443718 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-95288b5f-ecc5-4945-b354-fa901207024d tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "GET /v2.0/ports?device_id=b202c9bd-2d1c-446b-af6b-1d39f66b87fd HTTP/1.1" status: 200 len: 913 time: 0.2334456 Dec 08 13:04:13.443718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54048) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:13.525340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-5b04666a-a8b6-4a6d-9358-d52b83d74cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:13.527533 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-5b04666a-a8b6-4a6d-9358-d52b83d74cbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ff4d7af-c600-4604-9fb5-5441401772a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1657221 Dec 08 13:04:13.534418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Deleting port 2a52dcd3-6ddc-4930-9639-774b93ec71f6 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:13.534820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.633668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.651563 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-4924b12f-7675-457a-b95f-0c7413d8a56d service neutron] 10.222.0.72 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114471 Dec 08 13:04:13.676570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.678273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port b59a8631-7870-46f6-8cd9-21f4a68ee7d0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:13.678663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.725080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:13.732999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:04:13.735313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5bdf92-2010-48c9-9cb2-cc9b9a58d1c1" -d '{"events": [{"server_uuid": "ce894b4f-4ec6-47cf-9a19-a57d9bad5233", "name": "network-vif-plugged", "status": "completed", "tag": "e935dd5e-c795-4127-8a0b-0d759dd3d6a1"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:04:13.752824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Made reservation on behalf of 3abf0683e37f4873afccf4260873c1a2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:13.756542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.813907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4249fd9-9813-4189-b6bc-3a6fc2c2707b x-openstack-request-id: req-f4249fd9-9813-4189-b6bc-3a6fc2c2707b {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:04:13.814561 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce894b4f-4ec6-47cf-9a19-a57d9bad5233", "name": "network-vif-plugged", "status": "completed", "tag": "e935dd5e-c795-4127-8a0b-0d759dd3d6a1", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:04:13.814976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4249fd9-9813-4189-b6bc-3a6fc2c2707b {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:04:13.815514 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1', 'code': 200} Dec 08 13:04:13.824659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.842125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e935dd5e-c795-4127-8a0b-0d759dd3d6a1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:13.860254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] device_id is not set on port 85b7102a-3f55-4b39-9719-02939c28d8cb yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:13.872083 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:13.876571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.897041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Port b59a8631-7870-46f6-8cd9-21f4a68ee7d0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:13.943320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.971023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:13.990620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Network d253752c-27a6-4fe1-b1ef-4754b34da0c3 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:14.020825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:14.022730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:14.026805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Pushing event updated for resources: {'Port': ['ID=1a3a04b7-7331-461b-b2bb-c2f100ff581e,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:14.031687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:14.040414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:14.040784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.088568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.088677 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment e5f9bc0e-b053-4692-8086-70a19c571421 of type vlan for network 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f Dec 08 13:04:14.112903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Allocated IP 172.20.0.8 (d253752c-27a6-4fe1-b1ef-4754b34da0c3/22c2ace2-af46-49dc-a966-1059aa1631cf/85b7102a-3f55-4b39-9719-02939c28d8cb) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:14.158879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] For port 2a52dcd3-6ddc-4930-9639-774b93ec71f6, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=2a52dcd3-6ddc-4930-9639-774b93ec71f6,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:14.158879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.178666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Calling delete_port for 2a52dcd3-6ddc-4930-9639-774b93ec71f6 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:14.189573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.206555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.233974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:14.248418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Attempting to bind port 1a3a04b7-7331-461b-b2bb-c2f100ff581e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:14.248787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Attempting to bind port 1a3a04b7-7331-461b-b2bb-c2f100ff581e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '595248ce-76d5-466d-b9f6-3feed310a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd253752c-27a6-4fe1-b1ef-4754b34da0c3'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:14.249367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Attempting to bind port 1a3a04b7-7331-461b-b2bb-c2f100ff581e on network d253752c-27a6-4fe1-b1ef-4754b34da0c3 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:14.277115 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:14.277490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Checking segment: {'id': '595248ce-76d5-466d-b9f6-3feed310a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd253752c-27a6-4fe1-b1ef-4754b34da0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:14.277903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.278300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Bound using segment: {'id': '595248ce-76d5-466d-b9f6-3feed310a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd253752c-27a6-4fe1-b1ef-4754b34da0c3'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:14.278810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Bound port: 1a3a04b7-7331-461b-b2bb-c2f100ff581e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595248ce-76d5-466d-b9f6-3feed310a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd253752c-27a6-4fe1-b1ef-4754b34da0c3'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:14.279199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.353754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0188994-77d3-4800-973e-3cae3700d3b9 req-7336d2bd-96c1-468d-95e2-1348d5ea2dd3 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:14.356164 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e0188994-77d3-4800-973e-3cae3700d3b9 req-7336d2bd-96c1-468d-95e2-1348d5ea2dd3 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.6929941 Dec 08 13:04:14.412226 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37d2cee6-6e0f-41df-8122-899b0450c185 req-2227bde7-8397-439f-a6d5-34fd5decb76e service neutron] 10.222.0.72 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7507608 Dec 08 13:04:14.429441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.461274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:14.462015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.496294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.583824 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Could not find standard attr ID for object 2a52dcd3-6ddc-4930-9639-774b93ec71f6. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:04:14.587008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] For port 1a3a04b7-7331-461b-b2bb-c2f100ff581e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:14.589773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] For port 1a3a04b7-7331-461b-b2bb-c2f100ff581e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1a3a04b7-7331-461b-b2bb-c2f100ff581e,segment=NetworkSegment(595248ce-76d5-466d-b9f6-3feed310a9ea),segment_id=595248ce-76d5-466d-b9f6-3feed310a9ea)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:14.601533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 2a52dcd3-6ddc-4930-9639-774b93ec71f6 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:14.607284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port f8d7ff1d-1a04-403e-ac14-78d544f29269 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:14.607659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.622795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=71c11d6e-a32f-4af9-9ec0-9082edbf9c2f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:14.629830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a52dcd3-6ddc-4930-9639-774b93ec71f6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:14.642117 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a41b7499-35a4-4783-8ba6-a8f57dcfee1d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3987436 Dec 08 13:04:14.642978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54058) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:14.643758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 2a52dcd3-6ddc-4930-9639-774b93ec71f6 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:14.644106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 2a52dcd3-6ddc-4930-9639-774b93ec71f6 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 13:04:14.650519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': '71c11d6e-a32f-4af9-9ec0-9082edbf9c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:14.679409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:21Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '18c327ff-6d62-4f15-bbe0-8a23c92f31df', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'floating_ip_address': '172.26.7.177', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'port_id': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'mac_address': 'fa:16:3e:f5:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:03:31Z', 'updated_at': '2021-12-08T13:04:09Z', 'revision_number': 1, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8358b0ac-3320-4c68-956a-e62cb84b13dd', 'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'mac_address': 'fa:16:3e:9d:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:20Z', 'updated_at': '2021-12-08T13:03:26Z', 'revision_number': 5, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'subnets': [{'id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:14.682125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Router cd9e0c8b-d050-44ca-a705-1a7853c34423 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:04:14.687103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:14.689913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f216f94-539b-42ef-aac2-9e7ffbb584fe None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:14.718394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.720729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Port 2a52dcd3-6ddc-4930-9639-774b93ec71f6 not found, will not notify nova. {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 13:04:14.730280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.730734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.731145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.731738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.731894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.732345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.732740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.733445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.733555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.733950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.734335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.734756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.735150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:14.746241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb229644-f9f2-4bb9-96c1-471c18e48108 None None] The sync data for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv is: [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:21Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '18c327ff-6d62-4f15-bbe0-8a23c92f31df', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'floating_ip_address': '172.26.7.177', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'port_id': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'mac_address': 'fa:16:3e:f5:59:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:03:31Z', 'updated_at': '2021-12-08T13:04:09Z', 'revision_number': 1, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8358b0ac-3320-4c68-956a-e62cb84b13dd', 'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'mac_address': 'fa:16:3e:9d:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:20Z', 'updated_at': '2021-12-08T13:03:26Z', 'revision_number': 5, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'subnets': [{'id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:14.780910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Port f8d7ff1d-1a04-403e-ac14-78d544f29269 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:14.806739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92510498-d02b-43b0-8d57-613f2f5f2a52 req-3f7262c8-8cd7-46e9-895b-31485f472a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:14.809221 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-92510498-d02b-43b0-8d57-613f2f5f2a52 req-3f7262c8-8cd7-46e9-895b-31485f472a26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 1098 time: 0.4466462 Dec 08 13:04:14.826242 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e0188994-77d3-4800-973e-3cae3700d3b9 req-00b99165-7bde-4bd0-8624-7e8236b4e9d4 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4342761 Dec 08 13:04:14.880307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a258cd7-643f-4a18-b9f9-dd354b6f92fc req-dce59ede-d588-403a-a371-46e5c04560a1 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:14.883304 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2a258cd7-643f-4a18-b9f9-dd354b6f92fc req-dce59ede-d588-403a-a371-46e5c04560a1 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 945 time: 0.4148650 Dec 08 13:04:14.903310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11211bb-d536-4dec-a917-da0c27d0a8eb None None] Pushing event updated for resources: {'Port': ['ID=1a3a04b7-7331-461b-b2bb-c2f100ff581e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:14.910968 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:14.911336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.958322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:14.961954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:14.990520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.012983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port ca32c335-7aa1-4b22-911b-e9f43098c973 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:15.013368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.029375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:15.042974 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf9f8d9-5273-43f7-8f3d-af594fc72343 None None] Sync routers for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:15.062163 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9f8d9-5273-43f7-8f3d-af594fc72343 None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:15.062971 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5bf9f8d9-5273-43f7-8f3d-af594fc72343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:15.071130 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f29da6fc-3fba-4127-9dee-7ca34677ff50 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "PUT /v2.0/routers/cd9e0c8b-d050-44ca-a705-1a7853c34423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5084062 Dec 08 13:04:15.072276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54064) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:15.161666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.172404 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5bf9f8d9-5273-43f7-8f3d-af594fc72343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:15.180723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.185877 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9f8d9-5273-43f7-8f3d-af594fc72343 None None] Routers {'cd9e0c8b-d050-44ca-a705-1a7853c34423'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:15.187532 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5bf9f8d9-5273-43f7-8f3d-af594fc72343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cd9e0c8b-d050-44ca-a705-1a7853c34423'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:15.207086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Could not find standard attr ID for object 1243c5fa-0de9-48bc-8700-0f2ded630c4b. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:04:15.226259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Provisioning complete for port bebe0885-e079-4ab5-91c5-33dca82202e3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:15.226655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.231322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.263411 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2a258cd7-643f-4a18-b9f9-dd354b6f92fc req-d4dc2e23-828c-48d5-ab9e-789f19a463e4 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597994 Dec 08 13:04:15.280995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e60d6-8c10-4f02-80b1-9558ed378e83 None None] Port bebe0885-e079-4ab5-91c5-33dca82202e3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:15.281209 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5bf9f8d9-5273-43f7-8f3d-af594fc72343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:15.282585 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf9f8d9-5273-43f7-8f3d-af594fc72343 None None] The sync data for ids ['cd9e0c8b-d050-44ca-a705-1a7853c34423'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:15.343602 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-92510498-d02b-43b0-8d57-613f2f5f2a52 req-36ffd0cc-8102-4deb-bb6b-4e39c10a85ad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5122392 Dec 08 13:04:15.350099 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.352198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.354556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.393490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b2d2ae68-ce2c-416a-93cc-4f59f1a3327e None None] Could not find standard attr ID for object 2a52dcd3-6ddc-4930-9639-774b93ec71f6. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:04:15.401278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd0338-f1b2-49f5-b6e1-fcad4bf3b174 None None] New status for floating IP 18c327ff-6d62-4f15-bbe0-8a23c92f31df: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:04:15.459114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event updated for resources: {'Port': ['ID=85b7102a-3f55-4b39-9719-02939c28d8cb,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:15.470250 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.505828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Network d253752c-27a6-4fe1-b1ef-4754b34da0c3 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:15.514557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966030b-0f7d-4bbe-bdb1-7ee1d0817236 req-0fc6c0c2-7981-4eba-9119-dcd9e643a090 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:15.516150 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e966030b-0f7d-4bbe-bdb1-7ee1d0817236 req-0fc6c0c2-7981-4eba-9119-dcd9e643a090 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.5611098 Dec 08 13:04:15.518600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:15.521598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:15.528318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54066) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:15.535399 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Request body: {'floatingip': {'port_id': 'dd31587e-54db-446e-957f-b7d523415bb1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:15.605479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for floatingip, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.610605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.611226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bda8e554-5103-4126-b148-2d4eecfffb1c {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:04:15.649082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.650330 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-63762897-c0a1-496f-8ef9-6a643d701cc2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "DELETE /v2.0/routers/bda8e554-5103-4126-b148-2d4eecfffb1c HTTP/1.1" status: 204 len: 168 time: 3.8182368 Dec 08 13:04:15.655633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54068) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:15.690056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:15.690805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.713639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.775545 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.871815 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a0e10af7-03ab-4981-961e-4549859b0fa7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3221066 Dec 08 13:04:15.872254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=22d8b07a-9954-4525-8fa5-cdd18cf366ad,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:15.872434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54070) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:15.880420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Request body: {'port': {'network_id': 'd253752c-27a6-4fe1-b1ef-4754b34da0c3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-57212515', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:15.880916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.api.validators [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] bootfile-name is not in valid_values {{(pid=103715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:04:15.881277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.api.validators [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] tftp-server is not in valid_values {{(pid=103715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:04:15.881582 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.api.validators [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] server-ip-address is not in valid_values {{(pid=103715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:04:15.897298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.898154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.898154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.898362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.898696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.899042 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.899381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.899717 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.900052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.900384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.900769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.901100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.901443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:15.915510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Deleting port 64137fbe-24f4-40bf-ac36-8117473f896d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:15.916074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.924697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:15.933607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking segment: {'id': 'e5f9bc0e-b053-4692-8086-70a19c571421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c11d6e-a32f-4af9-9ec0-9082edbf9c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:15.933976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network hostable DHCP agents. Network: 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:15.952652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Deleting port 036d2714-a4c9-4e28-b804-4044a5df4653 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:15.953274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.160142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.252965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f6706-6e77-4995-abae-396ce042d90d None None] Network d253752c-27a6-4fe1-b1ef-4754b34da0c3 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:16.394998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Provisioning complete for port 1a3a04b7-7331-461b-b2bb-c2f100ff581e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:16.395472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.426297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:16.477549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.492737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.502526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.516716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Calling delete_port for 64137fbe-24f4-40bf-ac36-8117473f896d owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:16.527445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Calling delete_port for 036d2714-a4c9-4e28-b804-4044a5df4653 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:16.532721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] For port 1a3a04b7-7331-461b-b2bb-c2f100ff581e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1a3a04b7-7331-461b-b2bb-c2f100ff581e,segment=NetworkSegment(595248ce-76d5-466d-b9f6-3feed310a9ea),segment_id=595248ce-76d5-466d-b9f6-3feed310a9ea)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:16.576665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.581996 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:16.591900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2865bb2-c484-4ee7-8815-89fc9c866d9f None None] Network 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:16.592760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:16.593371 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.638527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac2b05-25e3-428e-8e3f-2d5724ac228d req-3d6c7b46-6879-4b22-8925-e6ba2c239d30 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:16.640157 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-20ac2b05-25e3-428e-8e3f-2d5724ac228d req-3d6c7b46-6879-4b22-8925-e6ba2c239d30 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 945 time: 0.2805009 Dec 08 13:04:16.658779 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.818401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Made reservation on behalf of 3abf0683e37f4873afccf4260873c1a2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:16.820633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.865396 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b29ca317-6bb8-492b-87e1-a1a12f16ada9 None None] Provisioning complete for port 1a3a04b7-7331-461b-b2bb-c2f100ff581e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:16.866079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b29ca317-6bb8-492b-87e1-a1a12f16ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.883742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Pushing event updated for resources: {'Port': ['ID=1a3a04b7-7331-461b-b2bb-c2f100ff581e,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:16.910769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] device_id is not set on port 3608c0bf-7246-464a-9f02-0fe42bf88af9 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:16.936107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-71c11d6e-a32f-4af9-9ec0-9082edbf9c2f', 'network_id': '71c11d6e-a32f-4af9-9ec0-9082edbf9c2f', 'project_id': '1b708281d3b44e30aa3bf1752d1f514d', 'fixed_ips': [{'subnet_id': '22d8b07a-9954-4525-8fa5-cdd18cf366ad'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:16.937073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:16.944068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.944755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.945310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.946007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.946558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.947244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.948334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.948867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.949685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.950213 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.950781 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.951307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.951872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76bad04-3f59-41e5-ac6d-3d4284a84d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:04:16.959840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1a3a04b7-7331-461b-b2bb-c2f100ff581e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:16.988684 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-20ac2b05-25e3-428e-8e3f-2d5724ac228d req-c20a7d3b-8f77-4f12-8da8-d51bb15251a7 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343790 Dec 08 13:04:17.014517 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.026844 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0596d2a6-a993-4656-8d4d-5001ca31a2fa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3805792 Dec 08 13:04:17.033620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54076) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:17.040926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.resource_extend [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 13:04:17.062853 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1480558728'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:17.094267 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event deleted for resources: {'Port': ['ID=036d2714-a4c9-4e28-b804-4044a5df4653,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:17.136219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5466129-0161-4903-bc85-dd3d16b724dd None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:17.140088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Deleting port b7fd9aa0-fcaf-4919-82aa-269c08ee078e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:17.140304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.184666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:17.188082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.191313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 1a3a04b7-7331-461b-b2bb-c2f100ff581e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:17.198345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.198483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.235412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.243552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Allocated IP 2001:db8::1 (71c11d6e-a32f-4af9-9ec0-9082edbf9c2f/22d8b07a-9954-4525-8fa5-cdd18cf366ad/aa3383b6-7acf-4703-9972-5e82ecb2dcce) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:17.252732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b29ca317-6bb8-492b-87e1-a1a12f16ada9 None None] Provisioning complete for port 85b7102a-3f55-4b39-9719-02939c28d8cb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:17.252732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b29ca317-6bb8-492b-87e1-a1a12f16ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.268410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Allocated IP 172.20.0.5 (d253752c-27a6-4fe1-b1ef-4754b34da0c3/22c2ace2-af46-49dc-a966-1059aa1631cf/3608c0bf-7246-464a-9f02-0fe42bf88af9) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:17.288312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.293561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:17.328050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b29ca317-6bb8-492b-87e1-a1a12f16ada9 None None] Port 85b7102a-3f55-4b39-9719-02939c28d8cb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:17.331757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] For port b7fd9aa0-fcaf-4919-82aa-269c08ee078e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b7fd9aa0-fcaf-4919-82aa-269c08ee078e,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:17.332185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.337583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.340206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.340555 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment 3182619f-cfdb-4a80-85c5-6cdc84b2992f of type vlan for network df7f06bd-3516-4967-9869-64b590aaad2c Dec 08 13:04:17.342393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.343971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.364040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Calling delete_port for b7fd9aa0-fcaf-4919-82aa-269c08ee078e owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:17.383398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event deleted for resources: {'Port': ['ID=64137fbe-24f4-40bf-ac36-8117473f896d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:17.474213 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.490026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 2a52dcd3-6ddc-4930-9639-774b93ec71f6 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:17.502132 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Floating IP 615f4630-874b-4a0d-a213-0869c8b95794 associated. External IP: 172.26.7.53, port: dd31587e-54db-446e-957f-b7d523415bb1. Dec 08 13:04:17.572481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.573072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Fanout notify agent at l3_agent the message router_deleted on router cd9e0c8b-d050-44ca-a705-1a7853c34423 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:04:17.582114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.582881 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-23931b09-bb18-4293-9c1c-9dbef5c30b46 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "DELETE /v2.0/routers/cd9e0c8b-d050-44ca-a705-1a7853c34423 HTTP/1.1" status: 204 len: 168 time: 2.5073047 Dec 08 13:04:17.588975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54078) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:17.631924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.637624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:17.638242 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.677628 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 2a52dcd3-6ddc-4930-9639-774b93ec71f6 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:17.678125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 2a52dcd3-6ddc-4930-9639-774b93ec71f6 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:17.692702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bcc231f6-b993-46ed-9f99-19de17e474e4 None None] Provisioning complete for port 85b7102a-3f55-4b39-9719-02939c28d8cb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:17.693055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bcc231f6-b993-46ed-9f99-19de17e474e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.695039 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.734826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-bcc231f6-b993-46ed-9f99-19de17e474e4 None None] Port 85b7102a-3f55-4b39-9719-02939c28d8cb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:17.746708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.775235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.795595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=df7f06bd-3516-4967-9869-64b590aaad2c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:17.812057 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f54a181d-7080-4f5a-b280-da4742157d5f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7494905 Dec 08 13:04:17.812057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54082) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:17.816266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Network 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:17.817812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': 'df7f06bd-3516-4967-9869-64b590aaad2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:17.821157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network df7f06bd-3516-4967-9869-64b590aaad2c details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:17.826730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:17.845999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:17.859766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d984f6-9f7f-4180-8487-7dbfde9af61b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Deleting subnet 1f8da688-8157-455f-a8c1-24d447b995aa {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:04:17.861086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Pushing event updated for resources: {'Port': ['ID=aa3383b6-7acf-4703-9972-5e82ecb2dcce,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:17.864392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89d984f6-9f7f-4180-8487-7dbfde9af61b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.951642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Attempting to bind port aa3383b6-7acf-4703-9972-5e82ecb2dcce on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:17.951862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Attempting to bind port aa3383b6-7acf-4703-9972-5e82ecb2dcce by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e5f9bc0e-b053-4692-8086-70a19c571421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c11d6e-a32f-4af9-9ec0-9082edbf9c2f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:17.952444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Attempting to bind port aa3383b6-7acf-4703-9972-5e82ecb2dcce on network 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:17.958166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:17.958841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Checking segment: {'id': 'e5f9bc0e-b053-4692-8086-70a19c571421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c11d6e-a32f-4af9-9ec0-9082edbf9c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:17.959399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.959958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Bound using segment: {'id': 'e5f9bc0e-b053-4692-8086-70a19c571421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c11d6e-a32f-4af9-9ec0-9082edbf9c2f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:17.960608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Bound port: aa3383b6-7acf-4703-9972-5e82ecb2dcce, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f9bc0e-b053-4692-8086-70a19c571421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '71c11d6e-a32f-4af9-9ec0-9082edbf9c2f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:17.960996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:17.998230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89d984f6-9f7f-4180-8487-7dbfde9af61b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.048982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] For port aa3383b6-7acf-4703-9972-5e82ecb2dcce, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:18.054127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] For port aa3383b6-7acf-4703-9972-5e82ecb2dcce, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aa3383b6-7acf-4703-9972-5e82ecb2dcce,segment=NetworkSegment(e5f9bc0e-b053-4692-8086-70a19c571421),segment_id=e5f9bc0e-b053-4692-8086-70a19c571421)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:18.135727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.136088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Router b202c9bd-2d1c-446b-af6b-1d39f66b87fd has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:04:18.155083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.195173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d63e0-ac04-41d8-9190-fed75ae10cb8 None None] Pushing event updated for resources: {'Port': ['ID=aa3383b6-7acf-4703-9972-5e82ecb2dcce,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:18.220015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89d984f6-9f7f-4180-8487-7dbfde9af61b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.223275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:18.226990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.256494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd08346-9f6b-4868-be33-6a4af89a53b5 req-eb74e4ce-45d0-4f9b-982e-2147071d248a tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:18.258090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1dd08346-9f6b-4868-be33-6a4af89a53b5 req-eb74e4ce-45d0-4f9b-982e-2147071d248a tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 945 time: 0.1564231 Dec 08 13:04:18.302819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:18.310857 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7ceab3bd-a1c0-438b-8ded-007bced5346e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "PUT /v2.0/routers/b202c9bd-2d1c-446b-af6b-1d39f66b87fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8736567 Dec 08 13:04:18.315045 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6dbeb-ea22-44cb-b8f6-6ef44bbc85fb None None] Sync routers for ids ['b202c9bd-2d1c-446b-af6b-1d39f66b87fd'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:18.321116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54086) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:18.328672 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b6dbeb-ea22-44cb-b8f6-6ef44bbc85fb None None] Routers {'b202c9bd-2d1c-446b-af6b-1d39f66b87fd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:18.329566 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b4b6dbeb-ea22-44cb-b8f6-6ef44bbc85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b202c9bd-2d1c-446b-af6b-1d39f66b87fd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:18.344348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Router a03fe847-aaad-4d24-90de-233301176b8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:04:18.370672 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b4b6dbeb-ea22-44cb-b8f6-6ef44bbc85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:18.384927 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b6dbeb-ea22-44cb-b8f6-6ef44bbc85fb None None] Routers {'b202c9bd-2d1c-446b-af6b-1d39f66b87fd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:18.401541 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b4b6dbeb-ea22-44cb-b8f6-6ef44bbc85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b202c9bd-2d1c-446b-af6b-1d39f66b87fd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:18.420301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Performing IP validity checks on allocation pools {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 13:04:18.420827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 13:04:18.441349 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b4b6dbeb-ea22-44cb-b8f6-6ef44bbc85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:18.441972 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6dbeb-ea22-44cb-b8f6-6ef44bbc85fb None None] The sync data for ids ['b202c9bd-2d1c-446b-af6b-1d39f66b87fd'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:18.457358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.491610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33982d4e-b0fd-462a-9407-b735fc4feb26 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.499592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.509232 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1dd08346-9f6b-4868-be33-6a4af89a53b5 req-eea38d12-487c-4114-9bbd-e6e9b71d33da tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398796 Dec 08 13:04:18.569006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Network d253752c-27a6-4fe1-b1ef-4754b34da0c3 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:18.577946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:18.623233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95a04d-2083-4234-8e90-f465a7b5c466 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:18.629989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:18.634541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7fd9aa0-fcaf-4919-82aa-269c08ee078e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:18.685151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89d984f6-9f7f-4180-8487-7dbfde9af61b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.688944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1a3a04b7-7331-461b-b2bb-c2f100ff581e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:18.755916 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33982d4e-b0fd-462a-9407-b735fc4feb26 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.757760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 1a3a04b7-7331-461b-b2bb-c2f100ff581e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:18.758135 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.759503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d984f6-9f7f-4180-8487-7dbfde9af61b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8da688-8157-455f-a8c1-24d447b995aa,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:18.762418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33982d4e-b0fd-462a-9407-b735fc4feb26 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.793297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89d984f6-9f7f-4180-8487-7dbfde9af61b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.796514 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-89d984f6-9f7f-4180-8487-7dbfde9af61b tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "DELETE /v2.0/subnets/1f8da688-8157-455f-a8c1-24d447b995aa HTTP/1.1" status: 204 len: 168 time: 1.2065752 Dec 08 13:04:18.803599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54090) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:18.829314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:18.834560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.846900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df38b7-7ba7-4e81-96fe-a791b2ac296c None None] Network 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:18.854169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] Sync routers for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:18.880302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:18.881060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.891287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event updated for resources: {'Port': ['ID=3608c0bf-7246-464a-9f02-0fe42bf88af9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:18.917902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:18.923836 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1058c758-228f-4a83-a2bc-209db3443d4d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "PUT /v2.0/floatingips/615f4630-874b-4a0d-a213-0869c8b95794 HTTP/1.1" status: 200 len: 990 time: 3.3944254 Dec 08 13:04:18.924743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'tag': 'dd31587e-54db-446e-957f-b7d523415bb1'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:04:18.928439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960" -d '{"events": [{"name": "network-changed", "server_uuid": "506c81c7-ede1-4ba3-b116-6e4a7b05c39e", "tag": "dd31587e-54db-446e-957f-b7d523415bb1"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:04:18.938965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7074f-8be7-4b4e-8d2f-d1afb07160f8 req-6eeac363-e744-4f8c-bd59-0c270db28905 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:18.941133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:18.941963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:18.943502 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94a7074f-8be7-4b4e-8d2f-d1afb07160f8 req-6eeac363-e744-4f8c-bd59-0c270db28905 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 945 time: 0.2935843 Dec 08 13:04:18.966078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54098) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:18.997203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-51db065e-d311-4706-a917-a5a7f3071c3c tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Request body: {'floatingip': {'port_id': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:19.049849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a843949-85d8-47ae-9fe7-da6112fffbd3 x-openstack-request-id: req-9a843949-85d8-47ae-9fe7-da6112fffbd3 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:04:19.051841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506c81c7-ede1-4ba3-b116-6e4a7b05c39e", "tag": "dd31587e-54db-446e-957f-b7d523415bb1", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:04:19.051841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a843949-85d8-47ae-9fe7-da6112fffbd3 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:04:19.051841 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'tag': 'dd31587e-54db-446e-957f-b7d523415bb1', 'status': 'completed', 'code': 200} Dec 08 13:04:19.053332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51db065e-d311-4706-a917-a5a7f3071c3c tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for floatingip, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.059387 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-98d8705d-c0cd-4a2b-ab2c-6275489ed620 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.1826625 Dec 08 13:04:19.060633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33982d4e-b0fd-462a-9407-b735fc4feb26 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.063564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33982d4e-b0fd-462a-9407-b735fc4feb26 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Fanout notify agent at l3_agent the message router_deleted on router b202c9bd-2d1c-446b-af6b-1d39f66b87fd {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:04:19.075347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54100) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:19.102246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.116658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33982d4e-b0fd-462a-9407-b735fc4feb26 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.118048 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-33982d4e-b0fd-462a-9407-b735fc4feb26 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "DELETE /v2.0/routers/b202c9bd-2d1c-446b-af6b-1d39f66b87fd HTTP/1.1" status: 204 len: 168 time: 0.7960632 Dec 08 13:04:19.131874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54102) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:19.149932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-353e1fd7-4aa6-4449-a6f4-ed23f30fe6ad None None] Provisioning complete for port 3608c0bf-7246-464a-9f02-0fe42bf88af9 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:19.150320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-353e1fd7-4aa6-4449-a6f4-ed23f30fe6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.175796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.181168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.196312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-353e1fd7-4aa6-4449-a6f4-ed23f30fe6ad None None] Port 3608c0bf-7246-464a-9f02-0fe42bf88af9 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:19.232548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aa3383b6-7acf-4703-9972-5e82ecb2dcce up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:19.270655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:19.271007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3a320-7e7d-430f-a6da-07bcb0a7ee82 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:19.278941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3a320-7e7d-430f-a6da-07bcb0a7ee82 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:19.286485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3a320-7e7d-430f-a6da-07bcb0a7ee82 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:19.291451 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4de3a320-7e7d-430f-a6da-07bcb0a7ee82 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2110162 Dec 08 13:04:19.291913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54104) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:19.348164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-4e00de94-4609-443e-b3c9-f204d26aabc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:19.350945 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-4e00de94-4609-443e-b3c9-f204d26aabc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 1098 time: 0.2744923 Dec 08 13:04:19.353009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.353736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edf59de6-ff08-420d-b490-ec84d1e84593 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:04:19.365536 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.374814 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6f091a16-52ab-404c-9786-6f5df5d54fca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "DELETE /v2.0/routers/edf59de6-ff08-420d-b490-ec84d1e84593 HTTP/1.1" status: 204 len: 168 time: 3.7186382 Dec 08 13:04:19.380237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e574866-70b6-465c-aebd-17c8a304af6a None None] DHCP port deletion for 0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:19.388437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54106) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:19.399446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port aa3383b6-7acf-4703-9972-5e82ecb2dcce triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:19.399822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.418812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2032365056', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:19.547735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e226e-1b79-4b6b-b10b-2528578443e7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Deleting port 3608c0bf-7246-464a-9f02-0fe42bf88af9 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:19.548083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb5e226e-1b79-4b6b-b10b-2528578443e7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.565605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.573069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.576268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.633513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.655811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-efa45a59-48b3-45cf-b4bf-685a6d65c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:19.657617 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-efa45a59-48b3-45cf-b4bf-685a6d65c73f service neutron] 10.222.0.72 "GET /v2.0/networks?id=94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 200 len: 912 time: 0.2702348 Dec 08 13:04:19.697914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0fd02-60a9-4a6f-9856-8a647b98be72 None None] Network 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:19.698096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac250f25-c8c6-4a2e-a6b7-059aa17a9169 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Deleting subnet 38993b4c-80dd-4868-82b5-2c8020b4c017 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:04:19.740309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac250f25-c8c6-4a2e-a6b7-059aa17a9169 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.782768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=d4d73bb8-b157-4351-b813-4c779baea804,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:19.813422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac250f25-c8c6-4a2e-a6b7-059aa17a9169 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.855867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb5e226e-1b79-4b6b-b10b-2528578443e7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.856089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4d3c0156-34df-4668-af93-120509e17767 None None] Provisioning complete for port aa3383b6-7acf-4703-9972-5e82ecb2dcce triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:19.856339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0156-34df-4668-af93-120509e17767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.871315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-83ff996b-d4b0-48fd-8070-0d34965d2067 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 200 len: 998 time: 0.1969185 Dec 08 13:04:19.875191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking segment: {'id': '3182619f-cfdb-4a80-85c5-6cdc84b2992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'df7f06bd-3516-4967-9869-64b590aaad2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:19.875558 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network hostable DHCP agents. Network: df7f06bd-3516-4967-9869-64b590aaad2c, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:19.886194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.888183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6e574866-70b6-465c-aebd-17c8a304af6a None None] Deleting port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:19.888885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6e574866-70b6-465c-aebd-17c8a304af6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.911545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e226e-1b79-4b6b-b10b-2528578443e7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Calling delete_port for 3608c0bf-7246-464a-9f02-0fe42bf88af9 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:19.924503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Deleting port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:19.924836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:19.996142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.051057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-9583ffda-f89d-41db-b6a1-ab550c634c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:20.052626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-9583ffda-f89d-41db-b6a1-ab550c634c40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3667c4c-da82-4c96-9338-734a8c9b92a9 HTTP/1.1" status: 200 len: 850 time: 0.1438131 Dec 08 13:04:20.062143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6e574866-70b6-465c-aebd-17c8a304af6a None None] For port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3f0d7390-1836-4b91-bdb2-f5d60c6aff9a,segment=NetworkSegment(1a3d3ffa-0320-4cde-998c-c92b2b300311),segment_id=1a3d3ffa-0320-4cde-998c-c92b2b300311)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:20.062554 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6e574866-70b6-465c-aebd-17c8a304af6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.077241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network df7f06bd-3516-4967-9869-64b590aaad2c is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:20.092657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port aa3383b6-7acf-4703-9972-5e82ecb2dcce, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aa3383b6-7acf-4703-9972-5e82ecb2dcce,segment=NetworkSegment(e5f9bc0e-b053-4692-8086-70a19c571421),segment_id=e5f9bc0e-b053-4692-8086-70a19c571421)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:20.102110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6e574866-70b6-465c-aebd-17c8a304af6a None None] Calling delete_port for 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:20.123644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:28Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '615f4630-874b-4a0d-a213-0869c8b95794', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'floating_ip_address': '172.26.7.53', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'port_id': 'dd31587e-54db-446e-957f-b7d523415bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'mac_address': 'fa:16:3e:7e:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:03:38Z', 'updated_at': '2021-12-08T13:04:16Z', 'revision_number': 1, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3e9247-d2b2-454e-9584-a8c657868a18', 'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'mac_address': 'fa:16:3e:8b:15:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:26Z', 'updated_at': '2021-12-08T13:03:33Z', 'revision_number': 5, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'subnets': [{'id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:20.124704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac250f25-c8c6-4a2e-a6b7-059aa17a9169 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.184352 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] For port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3f0d7390-1836-4b91-bdb2-f5d60c6aff9a,segment=NetworkSegment(1a3d3ffa-0320-4cde-998c-c92b2b300311),segment_id=1a3d3ffa-0320-4cde-998c-c92b2b300311)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:20.185012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.205680 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] Checking router: a03fe847-aaad-4d24-90de-233301176b8a for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:04:20.209772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Calling delete_port for 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:20.213108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.219236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-ad442abf-960d-43e4-9c6f-eb163af418cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:20.220849 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-ad442abf-960d-43e4-9c6f-eb163af418cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=94610d8d-462e-4641-bb77-8acc86d889aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1520255 Dec 08 13:04:20.259493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, df7f06bd-3516-4967-9869-64b590aaad2c) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:20.281682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:20.281682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.421566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06215caf-d243-41bd-926c-db8363e76353 None None] Network df7f06bd-3516-4967-9869-64b590aaad2c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:20.434279 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-b99ed751-2f3c-4590-b4af-e3aa002e84a7 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854930 Dec 08 13:04:20.438782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac250f25-c8c6-4a2e-a6b7-059aa17a9169 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.445365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d3c0156-34df-4668-af93-120509e17767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.488476 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4529650a-fc0c-4e92-b504-9996ea8514da tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6754260 Dec 08 13:04:20.492922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac250f25-c8c6-4a2e-a6b7-059aa17a9169 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event deleted for resources: {'Subnet': ['ID=38993b4c-80dd-4868-82b5-2c8020b4c017,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:20.494678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54112) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:20.506592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:20.506592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:20.515873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac250f25-c8c6-4a2e-a6b7-059aa17a9169 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.527703 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ac250f25-c8c6-4a2e-a6b7-059aa17a9169 tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "DELETE /v2.0/subnets/38993b4c-80dd-4868-82b5-2c8020b4c017 HTTP/1.1" status: 204 len: 168 time: 1.0592840 Dec 08 13:04:20.532563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54114) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:20.546547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51db065e-d311-4706-a917-a5a7f3071c3c tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.559919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae65ce-278a-4ae1-a5ce-5d8f209d16e7 None None] Network 680124df-9830-475c-adde-8289c81ddbf2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:20.587420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb5e226e-1b79-4b6b-b10b-2528578443e7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.614494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b7fd9aa0-fcaf-4919-82aa-269c08ee078e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:20.624218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51db065e-d311-4706-a917-a5a7f3071c3c tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.666644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.675795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.690672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=aa3383b6-7acf-4703-9972-5e82ecb2dcce,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:20.706946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event deleted for resources: {'Port': ['ID=3f0d7390-1836-4b91-bdb2-f5d60c6aff9a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:20.710698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] No DVR routers for this DVR port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:20.825138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-4d3c0156-34df-4668-af93-120509e17767 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:20.825690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-4d3c0156-34df-4668-af93-120509e17767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:20.826252 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: b7fd9aa0-fcaf-4919-82aa-269c08ee078e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:20.826747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b7fd9aa0-fcaf-4919-82aa-269c08ee078e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:20.827817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:20.836240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6e574866-70b6-465c-aebd-17c8a304af6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.869043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:20.878015 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-51db065e-d311-4706-a917-a5a7f3071c3c tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Floating IP 2a91ff1d-102e-48d9-b0eb-8ffc4dc3dc70 associated. External IP: 172.26.7.129, port: e935dd5e-c795-4127-8a0b-0d759dd3d6a1. Dec 08 13:04:20.890611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:20.891052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:20.918902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e226e-1b79-4b6b-b10b-2528578443e7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event deleted for resources: {'Port': ['ID=3608c0bf-7246-464a-9f02-0fe42bf88af9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:20.937662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:20.944112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e574866-70b6-465c-aebd-17c8a304af6a None None] Pushing event deleted for resources: {'Port': ['ID=3f0d7390-1836-4b91-bdb2-f5d60c6aff9a,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:20.948592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e574866-70b6-465c-aebd-17c8a304af6a None None] No DVR routers for this DVR port 3f0d7390-1836-4b91-bdb2-f5d60c6aff9a on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:20.968547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:20.968737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3d3ffa-0320-4cde-998c-c92b2b300311') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:20.968737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3d3ffa-0320-4cde-998c-c92b2b300311') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:21.017654 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Deleting port 08924cf9-10c5-461e-8a3c-d7794042ca27 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:21.018004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.023717 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.029213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-864eec7d-b02b-4aaa-bbc4-f54ae79f8960 req-08e3e7be-5295-46f8-9388-463cb341a759 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792110 Dec 08 13:04:21.096587 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.107994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.139304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.163753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-df7f06bd-3516-4967-9869-64b590aaad2c', 'network_id': 'df7f06bd-3516-4967-9869-64b590aaad2c', 'project_id': '1b708281d3b44e30aa3bf1752d1f514d', 'fixed_ips': [{'subnet_id': 'd4d73bb8-b157-4351-b813-4c779baea804'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:21.166797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb5e226e-1b79-4b6b-b10b-2528578443e7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.168066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.170156 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cb5e226e-1b79-4b6b-b10b-2528578443e7 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "DELETE /v2.0/ports/3608c0bf-7246-464a-9f02-0fe42bf88af9 HTTP/1.1" status: 204 len: 168 time: 1.8771253 Dec 08 13:04:21.174686 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.180357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54124) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:21.182810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Request body: {'port': {'name': 'tempest-new-port-name-1674207164', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:21.183211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.api.validators [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] bootfile-name is not in valid_values {{(pid=103715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:04:21.183556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.api.validators [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] tftp-server is not in valid_values {{(pid=103715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:04:21.183886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.api.validators [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] server-ip-address is not in valid_values {{(pid=103715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 13:04:21.193103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa53f078-d5bb-439f-9101-bbebefdae837 None None] DHCP port deletion for 680124df-9830-475c-adde-8289c81ddbf2 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:21.194406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:21.195025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:21.282758 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:21.294751 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] For port 08924cf9-10c5-461e-8a3c-d7794042ca27, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=08924cf9-10c5-461e-8a3c-d7794042ca27,segment=NetworkSegment(e9b07545-521a-4806-9910-8272e1cbbef5),segment_id=e9b07545-521a-4806-9910-8272e1cbbef5)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:21.295128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.351754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.356803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.363370 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "DELETE /v2.0/networks/0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5 HTTP/1.1" status: 204 len: 168 time: 2.5585282 Dec 08 13:04:21.365762 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54126) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:21.402005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.419200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.420300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Calling delete_port for 08924cf9-10c5-461e-8a3c-d7794042ca27 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:21.491972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-aa53f078-d5bb-439f-9101-bbebefdae837 None None] Deleting port 08924cf9-10c5-461e-8a3c-d7794042ca27 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:21.492530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa53f078-d5bb-439f-9101-bbebefdae837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.494674 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Allocated IP 2001:db8::3 (df7f06bd-3516-4967-9869-64b590aaad2c/d4d73bb8-b157-4351-b813-4c779baea804/fca13e28-b5a0-41ab-bbd5-aed69a56ce82) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:21.503942 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:04:21.545258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Allocated IP 172.26.7.132 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/a3dc5ff8-5e07-4bbd-ab4f-548edd91fdcf) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:21.686138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-aa53f078-d5bb-439f-9101-bbebefdae837 None None] For port 08924cf9-10c5-461e-8a3c-d7794042ca27, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=08924cf9-10c5-461e-8a3c-d7794042ca27,segment=NetworkSegment(e9b07545-521a-4806-9910-8272e1cbbef5),segment_id=e9b07545-521a-4806-9910-8272e1cbbef5)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:21.686869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa53f078-d5bb-439f-9101-bbebefdae837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.706918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d8d8c2d7-b608-4bbc-ae0f-7f79f88e150d None None] Provisioning complete for port aa3383b6-7acf-4703-9972-5e82ecb2dcce triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:21.707591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d8d8c2d7-b608-4bbc-ae0f-7f79f88e150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.712919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-aa53f078-d5bb-439f-9101-bbebefdae837 None None] Calling delete_port for 08924cf9-10c5-461e-8a3c-d7794042ca27 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:21.724717 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f77d1-5496-40db-af11-39953b55f4a0 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event deleted for resources: {'Network': ['ID=0ea28aae-5d3e-4a8a-b837-24ca19fe2dd5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:21.757013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.789282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.857907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.858773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:28Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '615f4630-874b-4a0d-a213-0869c8b95794', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'floating_ip_address': '172.26.7.53', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'port_id': 'dd31587e-54db-446e-957f-b7d523415bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'mac_address': 'fa:16:3e:7e:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:03:38Z', 'updated_at': '2021-12-08T13:04:16Z', 'revision_number': 1, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3e9247-d2b2-454e-9584-a8c657868a18', 'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'mac_address': 'fa:16:3e:8b:15:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:26Z', 'updated_at': '2021-12-08T13:03:33Z', 'revision_number': 5, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'subnets': [{'id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:21.874941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51db065e-d311-4706-a917-a5a7f3071c3c tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:04:21.895628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.914952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Deleting port bebe0885-e079-4ab5-91c5-33dca82202e3 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:21.915403 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:21.937705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c2f09-cab4-45b0-9242-19c1bd6ca069 None None] The sync data for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv is: [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:28Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '615f4630-874b-4a0d-a213-0869c8b95794', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'floating_ip_address': '172.26.7.53', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'port_id': 'dd31587e-54db-446e-957f-b7d523415bb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'mac_address': 'fa:16:3e:7e:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:03:38Z', 'updated_at': '2021-12-08T13:04:16Z', 'revision_number': 1, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3e9247-d2b2-454e-9584-a8c657868a18', 'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'mac_address': 'fa:16:3e:8b:15:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:26Z', 'updated_at': '2021-12-08T13:03:33Z', 'revision_number': 5, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'subnets': [{'id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:21.959159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event updated for resources: {'Port': ['ID=85b7102a-3f55-4b39-9719-02939c28d8cb,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:21.976784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:22.017870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.022229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:22.030414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:22.038584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] In _notify_port_updated(), no bound segment for port 85b7102a-3f55-4b39-9719-02939c28d8cb on network d253752c-27a6-4fe1-b1ef-4754b34da0c3 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:04:22.044347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:22.045013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.048913 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b6137525-db06-4dba-aa36-67bbc120a65f tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "PUT /v2.0/ports/85b7102a-3f55-4b39-9719-02939c28d8cb HTTP/1.1" status: 200 len: 1136 time: 0.8686275 Dec 08 13:04:22.066834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3868b-164f-4484-8b85-1bbd723efbdf None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:22.067630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54128) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:22.070663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa53f078-d5bb-439f-9101-bbebefdae837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.086095 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.094700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event updated for resources: {'Port': ['ID=a3dc5ff8-5e07-4bbd-ab4f-548edd91fdcf,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:22.117930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f078-d5bb-439f-9101-bbebefdae837 None None] Pushing event deleted for resources: {'Port': ['ID=08924cf9-10c5-461e-8a3c-d7794042ca27,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:22.120683 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.129509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53f078-d5bb-439f-9101-bbebefdae837 None None] No DVR routers for this DVR port 08924cf9-10c5-461e-8a3c-d7794042ca27 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:22.170392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event deleted for resources: {'Port': ['ID=08924cf9-10c5-461e-8a3c-d7794042ca27,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:22.209504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Network df7f06bd-3516-4967-9869-64b590aaad2c is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:22.214286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] No DVR routers for this DVR port 08924cf9-10c5-461e-8a3c-d7794042ca27 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:22.224147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:22.242492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:22.250757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3feb04-987c-400f-a99c-3e5820d7c467 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:22.256575 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7f3feb04-987c-400f-a99c-3e5820d7c467 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "GET /v2.0/ports/85b7102a-3f55-4b39-9719-02939c28d8cb HTTP/1.1" status: 200 len: 1136 time: 0.1791039 Dec 08 13:04:22.256575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.256575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.258857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54130) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:22.266515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51db065e-d311-4706-a917-a5a7f3071c3c tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:22.279276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Pushing event updated for resources: {'Port': ['ID=fca13e28-b5a0-41ab-bbd5-aed69a56ce82,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:22.283055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0418b40c-065c-4997-9dde-6db8844d2f07 None None] Provisioning complete for port a3dc5ff8-5e07-4bbd-ab4f-548edd91fdcf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:22.283436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0418b40c-065c-4997-9dde-6db8844d2f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.283546 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] Sync routers for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:22.301065 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:22.305193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51db065e-d311-4706-a917-a5a7f3071c3c tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.306096 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:22.316067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Calling delete_port for bebe0885-e079-4ab5-91c5-33dca82202e3 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:22.329538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.353709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0418b40c-065c-4997-9dde-6db8844d2f07 None None] Port a3dc5ff8-5e07-4bbd-ab4f-548edd91fdcf cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:22.397319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156b784-d825-48e4-ab35-7a0923aa8cb9 None None] New status for floating IP 615f4630-874b-4a0d-a213-0869c8b95794: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:04:22.425196 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-51db065e-d311-4706-a917-a5a7f3071c3c tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "PUT /v2.0/floatingips/2a91ff1d-102e-48d9-b0eb-8ffc4dc3dc70 HTTP/1.1" status: 200 len: 991 time: 3.4316149 Dec 08 13:04:22.450491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.477638 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:22.497359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'tag': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:04:22.500881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69abe254-7b27-4304-a277-984f4e708972" -d '{"events": [{"name": "network-changed", "server_uuid": "ce894b4f-4ec6-47cf-9a19-a57d9bad5233", "tag": "e935dd5e-c795-4127-8a0b-0d759dd3d6a1"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:04:22.541735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680124df-9830-475c-adde-8289c81ddbf2']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:22.639531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d73bb8-b157-4351-b813-4c779baea804,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:22.701266 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a7dc0f-2699-4c52-9216-9ee290f07428 x-openstack-request-id: req-e5a7dc0f-2699-4c52-9216-9ee290f07428 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:04:22.702030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce894b4f-4ec6-47cf-9a19-a57d9bad5233", "tag": "e935dd5e-c795-4127-8a0b-0d759dd3d6a1", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:04:22.702476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5a7dc0f-2699-4c52-9216-9ee290f07428 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:04:22.703403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aa3383b6-7acf-4703-9972-5e82ecb2dcce up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:22.704514 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'tag': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1', 'status': 'completed', 'code': 200} Dec 08 13:04:22.717733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b07545-521a-4806-9910-8272e1cbbef5') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:22.718335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b07545-521a-4806-9910-8272e1cbbef5') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:22.731545 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.752480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.752706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.756310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Attempting to bind port fca13e28-b5a0-41ab-bbd5-aed69a56ce82 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:22.756310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Attempting to bind port fca13e28-b5a0-41ab-bbd5-aed69a56ce82 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '3182619f-cfdb-4a80-85c5-6cdc84b2992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'df7f06bd-3516-4967-9869-64b590aaad2c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:22.756310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Attempting to bind port fca13e28-b5a0-41ab-bbd5-aed69a56ce82 on network df7f06bd-3516-4967-9869-64b590aaad2c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:22.765694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:22.766119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:22.770656 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:22.779711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:22.780143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Checking segment: {'id': '3182619f-cfdb-4a80-85c5-6cdc84b2992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'df7f06bd-3516-4967-9869-64b590aaad2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:22.780559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.784909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Bound using segment: {'id': '3182619f-cfdb-4a80-85c5-6cdc84b2992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'df7f06bd-3516-4967-9869-64b590aaad2c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:22.784909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Bound port: fca13e28-b5a0-41ab-bbd5-aed69a56ce82, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3182619f-cfdb-4a80-85c5-6cdc84b2992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'df7f06bd-3516-4967-9869-64b590aaad2c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:22.784909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.785154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.816698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Pushing event deleted for resources: {'Port': ['ID=bebe0885-e079-4ab5-91c5-33dca82202e3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:22.818885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abe254-7b27-4304-a277-984f4e708972 req-1db37930-6ad5-48a7-a618-ef047edbf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:22.820394 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69abe254-7b27-4304-a277-984f4e708972 req-1db37930-6ad5-48a7-a618-ef047edbf6c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da815581212a4701a86518ac824fe360&device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 1098 time: 0.1747601 Dec 08 13:04:22.828894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7f06bd-3516-4967-9869-64b590aaad2c']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:22.832687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c362dca9-cf8a-48b7-9bd0-6c68a9d8a76b tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Deleting port 85b7102a-3f55-4b39-9719-02939c28d8cb {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:22.833032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c362dca9-cf8a-48b7-9bd0-6c68a9d8a76b tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.843557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-72416e0e-7247-4b2a-b755-27f2d1b41cf7 None None] Provisioning complete for port 85b7102a-3f55-4b39-9719-02939c28d8cb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:22.843943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-72416e0e-7247-4b2a-b755-27f2d1b41cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.875852 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2a91ff1d-102e-48d9-b0eb-8ffc4dc3dc70', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'port_id': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'mac_address': 'fa:16:3e:ef:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:03:45Z', 'updated_at': '2021-12-08T13:04:20Z', 'revision_number': 1, 'project_id': 'da815581212a4701a86518ac824fe360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bf6db-bcc6-47b5-9922-c2e32554b49c', 'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'mac_address': 'fa:16:3e:81:74:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:40Z', 'revision_number': 5, 'project_id': 'da815581212a4701a86518ac824fe360', 'subnets': [{'id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:22.877753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3182619f-cfdb-4a80-85c5-6cdc84b2992f') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:22.878268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3182619f-cfdb-4a80-85c5-6cdc84b2992f') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:22.902451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1799464d-4ad2-4eca-98b5-3d41748e6f8b None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:22.910841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.923406 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] Checking router: 789eebf8-4148-42eb-a5eb-f2d1682cd9ca for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:04:22.947074 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:22.947909 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:22.953590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-72416e0e-7247-4b2a-b755-27f2d1b41cf7 None None] Port 85b7102a-3f55-4b39-9719-02939c28d8cb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:22.982205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:22.985910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.000103 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f6f9ba0b-639f-4de8-9d4a-e823e049a320 tempest-FloatingIPAdminTestJSON-456945913 tempest-FloatingIPAdminTestJSON-456945913-project] 10.222.0.76 "DELETE /v2.0/floatingips/467df5f2-f52a-4757-9bea-dc124ebf29cc HTTP/1.1" status: 204 len: 168 time: 1.6208813 Dec 08 13:04:23.004368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.011500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port aa3383b6-7acf-4703-9972-5e82ecb2dcce triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:23.011879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.039914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] For port fca13e28-b5a0-41ab-bbd5-aed69a56ce82, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:23.049043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.059111 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] 10.222.0.76 "DELETE /v2.0/networks/680124df-9830-475c-adde-8289c81ddbf2 HTTP/1.1" status: 204 len: 168 time: 2.5252528 Dec 08 13:04:23.064311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310f38c-7002-4bb0-8e7f-986aeec0096e tempest-FloatingIPNegativeTestJSON-1613157739 tempest-FloatingIPNegativeTestJSON-1613157739-project] Pushing event deleted for resources: {'Network': ['ID=680124df-9830-475c-adde-8289c81ddbf2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:23.078880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.117153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:23.117563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:23.122226 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:23.136450 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:23.172516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.223338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c362dca9-cf8a-48b7-9bd0-6c68a9d8a76b tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.252718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 08924cf9-10c5-461e-8a3c-d7794042ca27 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:23.270410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abe254-7b27-4304-a277-984f4e708972 req-9d53f64d-697a-433f-829d-876e2a461538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:23.271972 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69abe254-7b27-4304-a277-984f4e708972 req-9d53f64d-697a-433f-829d-876e2a461538 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 HTTP/1.1" status: 200 len: 907 time: 0.4360118 Dec 08 13:04:23.278104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c362dca9-cf8a-48b7-9bd0-6c68a9d8a76b tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Calling delete_port for 85b7102a-3f55-4b39-9719-02939c28d8cb owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:23.281096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 08924cf9-10c5-461e-8a3c-d7794042ca27 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:23.281235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 08924cf9-10c5-461e-8a3c-d7794042ca27 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:23.291468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] For port fca13e28-b5a0-41ab-bbd5-aed69a56ce82, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fca13e28-b5a0-41ab-bbd5-aed69a56ce82,segment=NetworkSegment(3182619f-cfdb-4a80-85c5-6cdc84b2992f),segment_id=3182619f-cfdb-4a80-85c5-6cdc84b2992f)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:23.364630 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.380348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:04:23.380348 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:04:23.380348 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'id': 'df7f06bd-3516-4967-9869-64b590aaad2c'}] Dec 08 13:04:23.380348 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:23.380828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:23.457822 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2a91ff1d-102e-48d9-b0eb-8ffc4dc3dc70', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'port_id': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'mac_address': 'fa:16:3e:ef:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:03:45Z', 'updated_at': '2021-12-08T13:04:20Z', 'revision_number': 1, 'project_id': 'da815581212a4701a86518ac824fe360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bf6db-bcc6-47b5-9922-c2e32554b49c', 'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'mac_address': 'fa:16:3e:81:74:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:40Z', 'revision_number': 5, 'project_id': 'da815581212a4701a86518ac824fe360', 'subnets': [{'id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:23.516787 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c43438-cad1-4ed0-92c2-a0ecac25890a None None] The sync data for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv is: [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2a91ff1d-102e-48d9-b0eb-8ffc4dc3dc70', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'port_id': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'mac_address': 'fa:16:3e:ef:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:03:45Z', 'updated_at': '2021-12-08T13:04:20Z', 'revision_number': 1, 'project_id': 'da815581212a4701a86518ac824fe360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bf6db-bcc6-47b5-9922-c2e32554b49c', 'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'mac_address': 'fa:16:3e:81:74:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:40Z', 'revision_number': 5, 'project_id': 'da815581212a4701a86518ac824fe360', 'subnets': [{'id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:23.532835 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08dafc-2b0a-4da5-bb83-42b5de22ea03 None None] Pushing event updated for resources: {'Port': ['ID=fca13e28-b5a0-41ab-bbd5-aed69a56ce82,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:23.558923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cdc3b6-6530-4ecc-8cf6-cb215b3e77fc None None] Network df7f06bd-3516-4967-9869-64b590aaad2c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:23.645084 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54154) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:23.720177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abcf84-aec3-4d5b-82db-09c5a2ae57e3 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:04:23.773997 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54158) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:23.861592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8abcf84-aec3-4d5b-82db-09c5a2ae57e3 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:04:23.880827 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c59d3a-b288-49d6-87f0-397897afa70c None None] New status for floating IP 2a91ff1d-102e-48d9-b0eb-8ffc4dc3dc70: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:04:23.906180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:23.919173 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69abe254-7b27-4304-a277-984f4e708972 req-365ee392-2585-4758-a122-737fbca58403 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e935dd5e-c795-4127-8a0b-0d759dd3d6a1 HTTP/1.1" status: 200 len: 999 time: 0.6357758 Dec 08 13:04:23.975863 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d552d395-9a70-4a6d-9d25-c2fcf741dd82 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c048f053883a4344aeb956bd1e33b975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979327 Dec 08 13:04:23.977185 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54162) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:24.015863 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e4913cde-ebdd-48c5-95cf-c3c37442a191 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1509ad1abc184a44895df63bff6520fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671846 Dec 08 13:04:24.017050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54164) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:24.072117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abe254-7b27-4304-a277-984f4e708972 req-5d789418-cc56-4ac9-bbac-36f75e69aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:24.074273 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69abe254-7b27-4304-a277-984f4e708972 req-5d789418-cc56-4ac9-bbac-36f75e69aeea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a7942c8-a4d2-4af7-abca-e303abc27af8 HTTP/1.1" status: 200 len: 845 time: 0.1454282 Dec 08 13:04:24.075402 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a90b347c-cd89-4c4d-8785-6f331c957abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.108833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a90b347c-cd89-4c4d-8785-6f331c957abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.111831 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b2ab-15f0-49a9-91eb-bddcbcea3998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.155543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b2ab-15f0-49a9-91eb-bddcbcea3998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.162045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting port fca13e28-b5a0-41ab-bbd5-aed69a56ce82 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:24.162672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.164847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.286661 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a90b347c-cd89-4c4d-8785-6f331c957abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.290006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abe254-7b27-4304-a277-984f4e708972 req-f0261983-6078-48cd-8c9c-5ade67ab9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:24.290233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a90b347c-cd89-4c4d-8785-6f331c957abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.294428 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a90b347c-cd89-4c4d-8785-6f331c957abe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1215051b-091d-4f79-a62b-b3babe11d641 HTTP/1.1" status: 204 len: 168 time: 0.3137929 Dec 08 13:04:24.295779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69abe254-7b27-4304-a277-984f4e708972 req-f0261983-6078-48cd-8c9c-5ade67ab9a5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f75a3534-4f3f-4bc4-8f24-a18ebd407bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2049804 Dec 08 13:04:24.296136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b2ab-15f0-49a9-91eb-bddcbcea3998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.296136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b2ab-15f0-49a9-91eb-bddcbcea3998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.296938 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0ae2b2ab-15f0-49a9-91eb-bddcbcea3998 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/215052be-aeb1-41bc-bd14-a229dd597c4a HTTP/1.1" status: 204 len: 168 time: 0.2788417 Dec 08 13:04:24.306111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b347c-cd89-4c4d-8785-6f331c957abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1215051b-091d-4f79-a62b-b3babe11d641,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:24.312920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] For port fca13e28-b5a0-41ab-bbd5-aed69a56ce82, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fca13e28-b5a0-41ab-bbd5-aed69a56ce82,segment=NetworkSegment(3182619f-cfdb-4a80-85c5-6cdc84b2992f),segment_id=3182619f-cfdb-4a80-85c5-6cdc84b2992f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:24.313353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.328928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2b2ab-15f0-49a9-91eb-bddcbcea3998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215052be-aeb1-41bc-bd14-a229dd597c4a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:24.347505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Calling delete_port for fca13e28-b5a0-41ab-bbd5-aed69a56ce82 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:24.385735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c362dca9-cf8a-48b7-9bd0-6c68a9d8a76b tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.505821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362dca9-cf8a-48b7-9bd0-6c68a9d8a76b tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event deleted for resources: {'Port': ['ID=85b7102a-3f55-4b39-9719-02939c28d8cb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:24.585127 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69abe254-7b27-4304-a277-984f4e708972 req-f4989ca2-f990-42e9-8086-d4f148ac6757 service neutron] 10.222.0.72 "GET /v2.0/networks/f75a3534-4f3f-4bc4-8f24-a18ebd407bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821939 Dec 08 13:04:24.704152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c362dca9-cf8a-48b7-9bd0-6c68a9d8a76b tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.716566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54180) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:24.716671 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c362dca9-cf8a-48b7-9bd0-6c68a9d8a76b tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "DELETE /v2.0/ports/85b7102a-3f55-4b39-9719-02939c28d8cb HTTP/1.1" status: 204 len: 168 time: 2.4525948 Dec 08 13:04:24.790603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.795205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-2557f816-2284-4321-bc2a-156ad0a021f4 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Deleting subnet 22c2ace2-af46-49dc-a966-1059aa1631cf {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:04:24.799671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2557f816-2284-4321-bc2a-156ad0a021f4 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.801307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Router d44cccfb-2a59-4122-a8b1-aa2bdaffa7af is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:04:24.825399 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No DVR routers for this DVR port fca13e28-b5a0-41ab-bbd5-aed69a56ce82 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:24.853553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2557f816-2284-4321-bc2a-156ad0a021f4 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.855313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Port': ['ID=fca13e28-b5a0-41ab-bbd5-aed69a56ce82,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:24.941322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2557f816-2284-4321-bc2a-156ad0a021f4 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:24.941582 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69abe254-7b27-4304-a277-984f4e708972 req-99928080-9492-4728-8161-96f491c05322 service neutron] 10.222.0.72 "GET /v2.0/networks/f75a3534-4f3f-4bc4-8f24-a18ebd407bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416615 Dec 08 13:04:24.988076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.040401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7f06bd-3516-4967-9869-64b590aaad2c']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:25.058539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3182619f-cfdb-4a80-85c5-6cdc84b2992f') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:25.058863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3182619f-cfdb-4a80-85c5-6cdc84b2992f') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:25.074955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.088070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:25.094227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2557f816-2284-4321-bc2a-156ad0a021f4 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.094887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.107587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:25.107587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:25.108853 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:25.112242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9c0f3-88a7-41af-b4b3-6ca937da5ad0 None None] Sync routers for ids ['d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:25.128144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f816-2284-4321-bc2a-156ad0a021f4 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event deleted for resources: {'Subnet': ['ID=22c2ace2-af46-49dc-a966-1059aa1631cf,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:25.133827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9c0f3-88a7-41af-b4b3-6ca937da5ad0 None None] Routers {'d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:25.136675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2557f816-2284-4321-bc2a-156ad0a021f4 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.138729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2de9c0f3-88a7-41af-b4b3-6ca937da5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:25.142445 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2557f816-2284-4321-bc2a-156ad0a021f4 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "DELETE /v2.0/subnets/22c2ace2-af46-49dc-a966-1059aa1631cf HTTP/1.1" status: 204 len: 168 time: 0.4272914 Dec 08 13:04:25.143517 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54190) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:25.156855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54194) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:25.193346 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cf217d37-a6d1-4b3d-922c-7b17f8c11382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.205095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7296b2-a333-4013-833a-21adb545746e None None] Network d253752c-27a6-4fe1-b1ef-4754b34da0c3 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:25.208771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2de9c0f3-88a7-41af-b4b3-6ca937da5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:25.216249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.220417 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d473a1e1-751e-4a03-a966-4bf3bd88fa97 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8306875 Dec 08 13:04:25.223498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54196) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:25.234195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c6704b5e-750d-4b29-b623-1454c2b0372f tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': False}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:25.255466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9c0f3-88a7-41af-b4b3-6ca937da5ad0 None None] Routers {'d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:25.256107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2de9c0f3-88a7-41af-b4b3-6ca937da5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:25.298219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.301491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.308210 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/df7f06bd-3516-4967-9869-64b590aaad2c HTTP/1.1" status: 204 len: 168 time: 4.8094037 Dec 08 13:04:25.312632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54200) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:25.329302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452355185'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:25.333778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa7e35-6494-46f4-bc39-68edd0b55894 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=df7f06bd-3516-4967-9869-64b590aaad2c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:25.356225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.391273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2de9c0f3-88a7-41af-b4b3-6ca937da5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:25.391921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9c0f3-88a7-41af-b4b3-6ca937da5ad0 None None] The sync data for ids ['d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:25.411846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:25.418811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.441736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:25.453633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.454144 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment 13d58a5d-8d32-4e1d-ba05-7b234eedb1f9 of type vlan for network ca63471c-4bd7-4556-9470-92ea3c23dad4 Dec 08 13:04:25.466637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cf217d37-a6d1-4b3d-922c-7b17f8c11382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.501066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f241fbdd-c1c9-4b7c-9f37-39470d75108d None None] DHCP port deletion for d253752c-27a6-4fe1-b1ef-4754b34da0c3 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:25.513150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.535700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cf217d37-a6d1-4b3d-922c-7b17f8c11382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.550737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Deleting port 1a3a04b7-7331-461b-b2bb-c2f100ff581e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:25.551081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.560955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f241fbdd-c1c9-4b7c-9f37-39470d75108d None None] Deleting port 1a3a04b7-7331-461b-b2bb-c2f100ff581e {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:25.561466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f241fbdd-c1c9-4b7c-9f37-39470d75108d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.596402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54206) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:25.617196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.624816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf217d37-a6d1-4b3d-922c-7b17f8c11382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d692bc-9c5f-4764-a74c-b38cf577716d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:25.626344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:25.628916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f241fbdd-c1c9-4b7c-9f37-39470d75108d None None] For port 1a3a04b7-7331-461b-b2bb-c2f100ff581e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1a3a04b7-7331-461b-b2bb-c2f100ff581e,segment=NetworkSegment(595248ce-76d5-466d-b9f6-3feed310a9ea),segment_id=595248ce-76d5-466d-b9f6-3feed310a9ea)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:25.629323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f241fbdd-c1c9-4b7c-9f37-39470d75108d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.640587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.647346 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cf217d37-a6d1-4b3d-922c-7b17f8c11382 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c3e608148ed48769a56f040d7a9418b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4858217 Dec 08 13:04:25.649875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f241fbdd-c1c9-4b7c-9f37-39470d75108d None None] Calling delete_port for 1a3a04b7-7331-461b-b2bb-c2f100ff581e owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:25.676175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54210) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:25.703815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] For port 1a3a04b7-7331-461b-b2bb-c2f100ff581e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1a3a04b7-7331-461b-b2bb-c2f100ff581e,segment=NetworkSegment(595248ce-76d5-466d-b9f6-3feed310a9ea),segment_id=595248ce-76d5-466d-b9f6-3feed310a9ea)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:25.704110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.737505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1027896638'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:25.762995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Calling delete_port for 1a3a04b7-7331-461b-b2bb-c2f100ff581e owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:25.790464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=ca63471c-4bd7-4556-9470-92ea3c23dad4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:25.802153 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1bd5a943-b7da-4879-9fd1-664adc3042ee tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4767749 Dec 08 13:04:25.803563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54216) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:25.807455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network ca63471c-4bd7-4556-9470-92ea3c23dad4 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:25.814633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': 'ca63471c-4bd7-4556-9470-92ea3c23dad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:25.876676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c6704b5e-750d-4b29-b623-1454c2b0372f tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.899306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.910483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d585aa-9870-4858-865b-aaab4ce30134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.913777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f241fbdd-c1c9-4b7c-9f37-39470d75108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.924943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event deleted for resources: {'Port': ['ID=1a3a04b7-7331-461b-b2bb-c2f100ff581e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:25.930009 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] No DVR routers for this DVR port 1a3a04b7-7331-461b-b2bb-c2f100ff581e on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:25.944033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:25.948332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.951784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241fbdd-c1c9-4b7c-9f37-39470d75108d None None] Pushing event deleted for resources: {'Port': ['ID=1a3a04b7-7331-461b-b2bb-c2f100ff581e,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:25.955686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241fbdd-c1c9-4b7c-9f37-39470d75108d None None] No DVR routers for this DVR port 1a3a04b7-7331-461b-b2bb-c2f100ff581e on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:25.972259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:25.990493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d585aa-9870-4858-865b-aaab4ce30134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.031524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.054746 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d253752c-27a6-4fe1-b1ef-4754b34da0c3']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:26.070488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595248ce-76d5-466d-b9f6-3feed310a9ea') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:26.070861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595248ce-76d5-466d-b9f6-3feed310a9ea') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:26.080935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:26.083059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.086422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.111905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.123504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.133688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:26.134075 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:26.137751 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:26.158633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d585aa-9870-4858-865b-aaab4ce30134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.161154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48d585aa-9870-4858-865b-aaab4ce30134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.164601 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-48d585aa-9870-4858-865b-aaab4ce30134 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5d692bc-9c5f-4764-a74c-b38cf577716d HTTP/1.1" status: 204 len: 168 time: 0.5037341 Dec 08 13:04:26.185812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d585aa-9870-4858-865b-aaab4ce30134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d692bc-9c5f-4764-a74c-b38cf577716d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:26.200165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.234236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:26.254272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f033ec2-2e6e-47fb-a2e0-051abdaf154c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:26.260949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.261405 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Added segment 8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a of type vlan for network 31e15824-b58d-47a3-b966-af5a7be199a4 Dec 08 13:04:26.352102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.490858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1a3a04b7-7331-461b-b2bb-c2f100ff581e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:26.495689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.506210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:26.506901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.512281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 1a3a04b7-7331-461b-b2bb-c2f100ff581e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:26.512942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1a3a04b7-7331-461b-b2bb-c2f100ff581e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:26.541009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.544431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.553735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.558776 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] 10.222.0.76 "DELETE /v2.0/networks/d253752c-27a6-4fe1-b1ef-4754b34da0c3 HTTP/1.1" status: 204 len: 168 time: 1.4140835 Dec 08 13:04:26.574473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda3b40-2437-4b5d-880b-5ee390d23531 tempest-ExtraDHCPOptionsTestJSON-64144661 tempest-ExtraDHCPOptionsTestJSON-64144661-project] Pushing event deleted for resources: {'Network': ['ID=d253752c-27a6-4fe1-b1ef-4754b34da0c3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:26.609824 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0122845 Dec 08 13:04:26.615228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc6d2b-5bbb-419f-ac7a-47f5b1e329e3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Network': ['ID=31e15824-b58d-47a3-b966-af5a7be199a4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:26.640774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 31e15824-b58d-47a3-b966-af5a7be199a4 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:26.650206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=e39c6bf4-79a4-4343-885f-25600f54507d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:26.673008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking segment: {'id': '13d58a5d-8d32-4e1d-ba05-7b234eedb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ca63471c-4bd7-4556-9470-92ea3c23dad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:26.673581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network hostable DHCP agents. Network: ca63471c-4bd7-4556-9470-92ea3c23dad4, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:26.756534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network ca63471c-4bd7-4556-9470-92ea3c23dad4 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:26.821170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c6704b5e-750d-4b29-b623-1454c2b0372f tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.826915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c6704b5e-750d-4b29-b623-1454c2b0372f tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.845586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, ca63471c-4bd7-4556-9470-92ea3c23dad4) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:26.850555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:26.851648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:26.858871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f24c366-6a11-41bd-85b0-505633ea4c52 None None] Network ca63471c-4bd7-4556-9470-92ea3c23dad4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:26.941031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7c5388e4-c24f-4a67-8405-fa037c9cffce tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1339591 Dec 08 13:04:26.943797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54232) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.037567 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6704b5e-750d-4b29-b623-1454c2b0372f tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Router d44cccfb-2a59-4122-a8b1-aa2bdaffa7af has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:04:27.081246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-ca63471c-4bd7-4556-9470-92ea3c23dad4', 'network_id': 'ca63471c-4bd7-4556-9470-92ea3c23dad4', 'project_id': '1b708281d3b44e30aa3bf1752d1f514d', 'fixed_ips': [{'subnet_id': 'e39c6bf4-79a4-4343-885f-25600f54507d'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:27.083214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.134613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.218674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54234) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.218910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.226231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fab1a8a0-f6af-4ea5-9380-8a838bc89868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.270683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6704b5e-750d-4b29-b623-1454c2b0372f tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:27.276177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c6704b5e-750d-4b29-b623-1454c2b0372f tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.280421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54236) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.280552 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c6704b5e-750d-4b29-b623-1454c2b0372f tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "PUT /v2.0/routers/d44cccfb-2a59-4122-a8b1-aa2bdaffa7af HTTP/1.1" status: 200 len: 926 time: 2.0558155 Dec 08 13:04:27.283717 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd6414-c2ac-4bb1-ae1d-828a45c1ad7c None None] Sync routers for ids ['d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:27.292673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Allocated IP 2001:db8::1 (ca63471c-4bd7-4556-9470-92ea3c23dad4/e39c6bf4-79a4-4343-885f-25600f54507d/6c0fcd89-f3a3-4de5-a158-6ffb3817a58d) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:27.298746 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd6414-c2ac-4bb1-ae1d-828a45c1ad7c None None] Routers {'d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:27.299375 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-46bd6414-c2ac-4bb1-ae1d-828a45c1ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:27.350697 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-46bd6414-c2ac-4bb1-ae1d-828a45c1ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:27.361221 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd6414-c2ac-4bb1-ae1d-828a45c1ad7c None None] Routers {'d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:27.362081 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-46bd6414-c2ac-4bb1-ae1d-828a45c1ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:27.397204 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-46bd6414-c2ac-4bb1-ae1d-828a45c1ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:27.398284 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd6414-c2ac-4bb1-ae1d-828a45c1ad7c None None] The sync data for ids ['d44cccfb-2a59-4122-a8b1-aa2bdaffa7af'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:27.414239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fab1a8a0-f6af-4ea5-9380-8a838bc89868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.436866 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1025133b-7982-4860-b351-0611cf41d0ca tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/routers/d44cccfb-2a59-4122-a8b1-aa2bdaffa7af HTTP/1.1" status: 200 len: 926 time: 0.1511178 Dec 08 13:04:27.437184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54238) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.487210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.516479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2041a-e568-4caf-a617-bcbbb3d78576 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:27.518128 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5cd2041a-e568-4caf-a617-bcbbb3d78576 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=d44cccfb-2a59-4122-a8b1-aa2bdaffa7af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0798783 Dec 08 13:04:27.520835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54242) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.601758 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54244) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.616329 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fab1a8a0-f6af-4ea5-9380-8a838bc89868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.616459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be8de9-6f09-4254-ad7f-66bffa8f49c2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:27.620107 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e2be8de9-6f09-4254-ad7f-66bffa8f49c2 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 881 time: 0.0954235 Dec 08 13:04:27.620431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54248) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.650014 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ac37b029-4f5f-4704-83e1-5656cc890039 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=d44cccfb-2a59-4122-a8b1-aa2bdaffa7af HTTP/1.1" status: 200 len: 205 time: 0.0260725 Dec 08 13:04:27.654743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54250) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.657519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.703015 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fab1a8a0-f6af-4ea5-9380-8a838bc89868 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a31ce35a93d5426e9c05c9eee30a602f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050466 Dec 08 13:04:27.703015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54252) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.712573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1a8a0-f6af-4ea5-9380-8a838bc89868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5700ee36-ea4d-4ea6-b184-344f8edfe834,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:27.726453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Network ca63471c-4bd7-4556-9470-92ea3c23dad4 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:27.734239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:27.738444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:27.799549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23080cee-33c8-45e6-b876-7ee79bc09eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.816202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.833528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Attempting to bind port 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:27.839050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Attempting to bind port 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '13d58a5d-8d32-4e1d-ba05-7b234eedb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ca63471c-4bd7-4556-9470-92ea3c23dad4'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:27.839050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Attempting to bind port 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d on network ca63471c-4bd7-4556-9470-92ea3c23dad4 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:27.839920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23080cee-33c8-45e6-b876-7ee79bc09eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.842586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Pushing event updated for resources: {'Port': ['ID=6c0fcd89-f3a3-4de5-a158-6ffb3817a58d,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:27.845110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:27.845484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Checking segment: {'id': '13d58a5d-8d32-4e1d-ba05-7b234eedb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ca63471c-4bd7-4556-9470-92ea3c23dad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:27.845939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.847200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Bound using segment: {'id': '13d58a5d-8d32-4e1d-ba05-7b234eedb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ca63471c-4bd7-4556-9470-92ea3c23dad4'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:27.847689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Bound port: 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d58a5d-8d32-4e1d-ba05-7b234eedb1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ca63471c-4bd7-4556-9470-92ea3c23dad4'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:27.848808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.883619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.887231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=e39c6bf4-79a4-4343-885f-25600f54507d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:27.890369 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5713d4c2-a644-46b7-a2ae-006cf90fdc63 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3abf0683e37f4873afccf4260873c1a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874017 Dec 08 13:04:27.892858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54254) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:27.946542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-107773a5-bae7-41ab-b872-c4957492bb48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:27.964727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] For port 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:27.970122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] For port 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6c0fcd89-f3a3-4de5-a158-6ffb3817a58d,segment=NetworkSegment(13d58a5d-8d32-4e1d-ba05-7b234eedb1f9),segment_id=13d58a5d-8d32-4e1d-ba05-7b234eedb1f9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:27.999993 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-107773a5-bae7-41ab-b872-c4957492bb48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.025347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23080cee-33c8-45e6-b876-7ee79bc09eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.030513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23080cee-33c8-45e6-b876-7ee79bc09eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.039909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.045971 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-23080cee-33c8-45e6-b876-7ee79bc09eb2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5700ee36-ea4d-4ea6-b184-344f8edfe834 HTTP/1.1" status: 204 len: 168 time: 0.3418131 Dec 08 13:04:28.117128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23080cee-33c8-45e6-b876-7ee79bc09eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5700ee36-ea4d-4ea6-b184-344f8edfe834,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:28.179907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-107773a5-bae7-41ab-b872-c4957492bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.183251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-107773a5-bae7-41ab-b872-c4957492bb48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.184823 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-107773a5-bae7-41ab-b872-c4957492bb48 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9443a2df-b27a-4395-86f8-c39d8273dfdb HTTP/1.1" status: 204 len: 168 time: 0.2908807 Dec 08 13:04:28.188906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f58b80-77b6-4d34-b566-fa85a0bf5e7b None None] Pushing event updated for resources: {'Port': ['ID=6c0fcd89-f3a3-4de5-a158-6ffb3817a58d,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:28.208137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107773a5-bae7-41ab-b872-c4957492bb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9443a2df-b27a-4395-86f8-c39d8273dfdb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:28.315042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa227296-02e2-4e3a-9495-ff137ed8641f None None] Network ca63471c-4bd7-4556-9470-92ea3c23dad4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:28.395388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.446674 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cae0b5-cc25-4b0a-9845-8c73bb905622 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:04:28.451551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca63471c-4bd7-4556-9470-92ea3c23dad4']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:28.467665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d58a5d-8d32-4e1d-ba05-7b234eedb1f9') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:28.469672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d58a5d-8d32-4e1d-ba05-7b234eedb1f9') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:28.483222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.499962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.509202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.516103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:28.516497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:28.519511 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:28.603907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cae0b5-cc25-4b0a-9845-8c73bb905622 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:04:28.659999 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:04:28.659999 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:04:28.659999 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'id': 'ca63471c-4bd7-4556-9470-92ea3c23dad4'}] Dec 08 13:04:28.659999 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:28.660358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:28.710014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Deleting port a3dc5ff8-5e07-4bbd-ab4f-548edd91fdcf {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:28.710365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.819401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:28.835685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Calling delete_port for a3dc5ff8-5e07-4bbd-ab4f-548edd91fdcf owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:29.126040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.152848 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event deleted for resources: {'Port': ['ID=a3dc5ff8-5e07-4bbd-ab4f-548edd91fdcf,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:29.161621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.177413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92727817-536b-44d0-8d9b-c76d301b01d3 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:29.280634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.383070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.388280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.396392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting port 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:29.397029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.518310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] For port 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6c0fcd89-f3a3-4de5-a158-6ffb3817a58d,segment=NetworkSegment(13d58a5d-8d32-4e1d-ba05-7b234eedb1f9),segment_id=13d58a5d-8d32-4e1d-ba05-7b234eedb1f9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:29.518707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.526097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54308) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:29.535610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Calling delete_port for 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:29.553179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.553663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Fanout notify agent at l3_agent the message router_deleted on router d44cccfb-2a59-4122-a8b1-aa2bdaffa7af {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:04:29.591070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.594706 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5980e56d-83d5-4d1b-8916-721a61e447ba tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/d44cccfb-2a59-4122-a8b1-aa2bdaffa7af HTTP/1.1" status: 204 len: 168 time: 1.9388902 Dec 08 13:04:29.596206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54312) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:29.601578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1d992a86-ee1d-4482-88b1-e3fa165f6f54 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1757037727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:29.713016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d992a86-ee1d-4482-88b1-e3fa165f6f54 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.714570 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d992a86-ee1d-4482-88b1-e3fa165f6f54 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.740467 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.794617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No DVR routers for this DVR port 6c0fcd89-f3a3-4de5-a158-6ffb3817a58d on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:29.814195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d992a86-ee1d-4482-88b1-e3fa165f6f54 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.846116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Port': ['ID=6c0fcd89-f3a3-4de5-a158-6ffb3817a58d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:29.872198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-239844374'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:29.890521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d992a86-ee1d-4482-88b1-e3fa165f6f54 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.927424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.948530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca63471c-4bd7-4556-9470-92ea3c23dad4']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:29.958257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d58a5d-8d32-4e1d-ba05-7b234eedb1f9') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:29.960788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d58a5d-8d32-4e1d-ba05-7b234eedb1f9') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:29.963268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54318) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:29.968469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.968604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'subnet': {'network_id': '31e15824-b58d-47a3-b966-af5a7be199a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:29.982003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.987113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:29.989506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:29.989506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.990560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:29.992400 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:30.011565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.072846 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d992a86-ee1d-4482-88b1-e3fa165f6f54 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.074253 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1d992a86-ee1d-4482-88b1-e3fa165f6f54 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4768357 Dec 08 13:04:30.077170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54324) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:30.082320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:30.145288 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.187015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.190981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.193940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:30.194507 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/ca63471c-4bd7-4556-9470-92ea3c23dad4 HTTP/1.1" status: 204 len: 168 time: 3.2486801 Dec 08 13:04:30.197924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.203176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54326) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:30.208620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86725443'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:30.246977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd417402-c038-4321-9f7b-b75159bdd5f8 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=ca63471c-4bd7-4556-9470-92ea3c23dad4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:30.291456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.326132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:30.332682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.346658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea77fb-dee7-496c-ab41-ea66a2db88d2,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:30.354177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.354177 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Added segment 707aded2-53f8-4a57-ad5c-51c3509b2652 of type vlan for network f81695e5-12b9-492d-a2d0-4f8ca240563c Dec 08 13:04:30.395381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:30.398745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.448262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.465272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:30.475474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.475824 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment bcd3c13f-f8fb-4e84-8699-1874331211ea of type vlan for network cfa721f6-c9ab-41a2-9775-59bdfe99b01e Dec 08 13:04:30.511420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54340) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:30.546684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.634842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.641419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.642232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:30.643163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.668874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.673274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.678251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1963916995'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:30.756039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.762076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:30.763363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.772465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Network': ['ID=f81695e5-12b9-492d-a2d0-4f8ca240563c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:30.777882 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f056dae5-4db3-48ef-9d51-4f687f15f67e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2491550 Dec 08 13:04:30.783349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54344) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:30.789369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:30.798275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'name': 'tempest-PortsIpV6TestJSON-1150252036'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:30.802784 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Subnet': ['ID=0f8bad83-a387-4940-a014-2cbf30269a7e,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:30.809104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Allocated IP 172.26.7.164 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/9f397d7b-f87f-4bdc-b76d-424f6b116b88) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:30.855528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Made reservation on behalf of 68f20bf424a147b79653b2b2fa90970f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:30.858993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.860998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Checking segment: {'id': '8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '31e15824-b58d-47a3-b966-af5a7be199a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:30.861372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network hostable DHCP agents. Network: 31e15824-b58d-47a3-b966-af5a7be199a4, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:30.864520 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=cfa721f6-c9ab-41a2-9775-59bdfe99b01e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:30.875111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network cfa721f6-c9ab-41a2-9775-59bdfe99b01e details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:30.878146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:30.931211 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-89fa6044-9a4b-42a6-aec3-cba917a2202d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7270646 Dec 08 13:04:30.932289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54346) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:30.938374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': 'cfa721f6-c9ab-41a2-9775-59bdfe99b01e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:30.963821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network 31e15824-b58d-47a3-b966-af5a7be199a4 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:31.034177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.054022 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 31e15824-b58d-47a3-b966-af5a7be199a4) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:31.059510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:31.064583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.066746 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e5915-7485-44e4-a96b-b14106d1c0d3 None None] Network 31e15824-b58d-47a3-b966-af5a7be199a4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:31.082811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.111292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:31.114902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.133145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 8217e471-34c3-4f45-9b0a-efc781d3b376 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:31.229625 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:31.233512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.244727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.244727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.317187 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-951c4bfc-0765-474f-975f-ee14697d3344 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3526263 Dec 08 13:04:31.324851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54348) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:31.329558 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1033335931'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:31.336352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-31e15824-b58d-47a3-b966-af5a7be199a4', 'network_id': '31e15824-b58d-47a3-b966-af5a7be199a4', 'project_id': 'ea721d767e22432bbc9d5c89f2423aea', 'fixed_ips': [{'subnet_id': '0f8bad83-a387-4940-a014-2cbf30269a7e'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:31.337222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.347888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:31.385393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:31.395251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7715176-91f7-4435-9a17-f039a13a79a0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:31.404692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:31.422806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event updated for resources: {'Port': ['ID=9f397d7b-f87f-4bdc-b76d-424f6b116b88,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:31.422806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:31.422806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.422806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.422806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Added segment 04eea636-7acf-40c3-9c54-289b920671f3 of type vlan for network 4b038e2b-6c15-40c1-a899-b24edd29ef92 Dec 08 13:04:31.429461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f78c22-dc53-410c-bd67-68d550615f81 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:31.446488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:31.456421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.500783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.513668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:31.536175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Allocated IP 2001:db8:0:ffff::2 (31e15824-b58d-47a3-b966-af5a7be199a4/0f8bad83-a387-4940-a014-2cbf30269a7e/12d2191f-122c-48c2-b65e-9817245c5cdd) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:31.536428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.536541 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Added segment 7e16b4d8-a3cd-45de-95cf-d8102f2c6a96 of type vlan for network 7f63c28c-3757-4490-b1c1-1c6316370076 Dec 08 13:04:31.583210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.614194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.661172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-44c1281f-ea3c-4447-ac2d-2d733230ef34 None None] Provisioning complete for port 9f397d7b-f87f-4bdc-b76d-424f6b116b88 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:31.661715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-44c1281f-ea3c-4447-ac2d-2d733230ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.683957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=3df31308-2891-4171-983d-977bfe120144,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:31.694550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.701564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:31.702172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.703471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking segment: {'id': 'bcd3c13f-f8fb-4e84-8699-1874331211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cfa721f6-c9ab-41a2-9775-59bdfe99b01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:31.703808 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network hostable DHCP agents. Network: cfa721f6-c9ab-41a2-9775-59bdfe99b01e, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:31.718968 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-44c1281f-ea3c-4447-ac2d-2d733230ef34 None None] Port 9f397d7b-f87f-4bdc-b76d-424f6b116b88 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:31.719333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.725318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:31.728957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.729074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.774416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.793895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Network': ['ID=7f63c28c-3757-4490-b1c1-1c6316370076,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:31.804229 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 7f63c28c-3757-4490-b1c1-1c6316370076 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:31.848600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network cfa721f6-c9ab-41a2-9775-59bdfe99b01e is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:31.858874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Pushing event updated for resources: {'Network': ['ID=4b038e2b-6c15-40c1-a899-b24edd29ef92,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:31.870904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 4b038e2b-6c15-40c1-a899-b24edd29ef92 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:31.884959 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1bdec623-0060-4274-adff-d021b5ee46ac tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5566292 Dec 08 13:04:31.885797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54356) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:31.888140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.891146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'subnet': {'network_id': '7f63c28c-3757-4490-b1c1-1c6316370076', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:31.911070 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5340fb31-cdb7-4a8b-90ae-fc53acbc1d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3936429 Dec 08 13:04:31.916792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=8217e471-34c3-4f45-9b0a-efc781d3b376,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:31.941881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Network 31e15824-b58d-47a3-b966-af5a7be199a4 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:31.948059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Checking segment: {'id': '707aded2-53f8-4a57-ad5c-51c3509b2652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:31.948059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network hostable DHCP agents. Network: f81695e5-12b9-492d-a2d0-4f8ca240563c, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:31.961986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:31.981274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:31.984078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:31.997777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, cfa721f6-c9ab-41a2-9775-59bdfe99b01e) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:32.004591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:32.011314 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.035698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191cd1a3-cd48-4795-a395-824c2ed00ccc None None] Network cfa721f6-c9ab-41a2-9775-59bdfe99b01e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:32.069258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Pushing event updated for resources: {'Port': ['ID=12d2191f-122c-48c2-b65e-9817245c5cdd,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:32.105536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Attempting to bind port 12d2191f-122c-48c2-b65e-9817245c5cdd on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:32.105914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Attempting to bind port 12d2191f-122c-48c2-b65e-9817245c5cdd by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '31e15824-b58d-47a3-b966-af5a7be199a4'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:32.106285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Attempting to bind port 12d2191f-122c-48c2-b65e-9817245c5cdd on network 31e15824-b58d-47a3-b966-af5a7be199a4 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:32.113079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:32.116824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.154482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54362) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:32.176200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:32.176999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Checking segment: {'id': '8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '31e15824-b58d-47a3-b966-af5a7be199a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:32.177199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Request body: {'port': {'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92', 'binding:host_id': 'hv-neutron-7996', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297495349'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:32.177861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.178903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Bound using segment: {'id': '8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '31e15824-b58d-47a3-b966-af5a7be199a4'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:32.179605 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Bound port: 12d2191f-122c-48c2-b65e-9817245c5cdd, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '31e15824-b58d-47a3-b966-af5a7be199a4'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:32.180945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.224771 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2a5cfaea-cade-4c93-a5d9-98bc0b1e2bf7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2910614 Dec 08 13:04:32.226739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54364) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:32.237424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-cfa721f6-c9ab-41a2-9775-59bdfe99b01e', 'network_id': 'cfa721f6-c9ab-41a2-9775-59bdfe99b01e', 'project_id': '1b708281d3b44e30aa3bf1752d1f514d', 'fixed_ips': [{'subnet_id': '3df31308-2891-4171-983d-977bfe120144'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:32.238447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.349710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] For port 12d2191f-122c-48c2-b65e-9817245c5cdd, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:32.371416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] For port 12d2191f-122c-48c2-b65e-9817245c5cdd, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=12d2191f-122c-48c2-b65e-9817245c5cdd,segment=NetworkSegment(8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a),segment_id=8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:32.371777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Made reservation on behalf of 742e6bd8db4f4abab8e42f61fcf9ec6a for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:32.374088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.410359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.417098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:32.428832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.436137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Allocated IP 2001:db8::1 (cfa721f6-c9ab-41a2-9775-59bdfe99b01e/3df31308-2891-4171-983d-977bfe120144/0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:32.452180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.518865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, f81695e5-12b9-492d-a2d0-4f8ca240563c) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:32.534774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cd185-fc7d-4bd8-bd94-884ff1a61ed4 None None] Pushing event updated for resources: {'Port': ['ID=12d2191f-122c-48c2-b65e-9817245c5cdd,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:32.545226 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce5b184-d3c3-4902-915a-bd3cb7051d52 None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:32.557544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:32.573473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:32.574808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.633633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.779583 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a1876f8d-49ac-4f86-b75c-bc319c73b016 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9951444 Dec 08 13:04:32.783667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54372) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:32.800824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1768499863'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:32.816741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.824240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.826312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.854744 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.893730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:04:32.895368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.926524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.949578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:32.950947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] device_id is not set on port 9010d94c-71f2-47f3-b6fe-a39f498a3afd yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:32.953601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.977455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:32.993234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:33.010918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.015490 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Added segment 2d905901-6484-40b1-9503-e1f54273dc1b of type vlan for network 08114f6b-8fa9-45c4-bb6a-ae22f51f017b Dec 08 13:04:33.044622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Network cfa721f6-c9ab-41a2-9775-59bdfe99b01e is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:33.048144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:33.056504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:33.057687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Subnet': ['ID=01bccbf3-3bf0-4aa3-b49f-c0cdbb8714ab,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:33.066276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eaa91a-bb13-4b41-8706-42020d2250b4,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:33.068168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.077901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Pushing event updated for resources: {'Port': ['ID=0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:33.103806 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Checking segment: {'id': '7e16b4d8-a3cd-45de-95cf-d8102f2c6a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f63c28c-3757-4490-b1c1-1c6316370076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:33.104178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network hostable DHCP agents. Network: 7f63c28c-3757-4490-b1c1-1c6316370076, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:33.106859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.120376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Router d00f67b4-0f4f-40b6-bf45-274210844a83 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:04:33.157562 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=3df31308-2891-4171-983d-977bfe120144,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:33.159278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Attempting to bind port 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:33.159657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Attempting to bind port 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'bcd3c13f-f8fb-4e84-8699-1874331211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cfa721f6-c9ab-41a2-9775-59bdfe99b01e'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:33.160095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Attempting to bind port 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245 on network cfa721f6-c9ab-41a2-9775-59bdfe99b01e {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:33.165772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:33.166420 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Checking segment: {'id': 'bcd3c13f-f8fb-4e84-8699-1874331211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cfa721f6-c9ab-41a2-9775-59bdfe99b01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:33.166973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.167471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Bound using segment: {'id': 'bcd3c13f-f8fb-4e84-8699-1874331211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cfa721f6-c9ab-41a2-9775-59bdfe99b01e'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:33.168021 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Bound port: 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd3c13f-f8fb-4e84-8699-1874331211ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cfa721f6-c9ab-41a2-9775-59bdfe99b01e'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:33.168557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.181247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.187566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:33.188920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.243740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] For port 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:33.249516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] For port 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245,segment=NetworkSegment(bcd3c13f-f8fb-4e84-8699-1874331211ea),segment_id=bcd3c13f-f8fb-4e84-8699-1874331211ea)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:33.271974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.284622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network 7f63c28c-3757-4490-b1c1-1c6316370076 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:33.300480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Network': ['ID=08114f6b-8fa9-45c4-bb6a-ae22f51f017b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:33.305895 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-62a3bc5c-7ab3-4dac-bbf0-85637aa210a4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5204711 Dec 08 13:04:33.309051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54374) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:33.313111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 08114f6b-8fa9-45c4-bb6a-ae22f51f017b details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:33.313802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'ports': [{'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c'}, {'network_id': '08114f6b-8fa9-45c4-bb6a-ae22f51f017b'}]} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:33.314126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:33.314637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': '08114f6b-8fa9-45c4-bb6a-ae22f51f017b'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:33.344527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:33.345127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.353533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.354947 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-15f852d3-2486-428e-9a57-c4f7cb292159 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "PUT /v2.0/routers/d00f67b4-0f4f-40b6-bf45-274210844a83 HTTP/1.1" status: 200 len: 884 time: 3.2764180 Dec 08 13:04:33.361630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54376) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:33.364776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] device_id is not set on port 9010d94c-71f2-47f3-b6fe-a39f498a3afd yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:33.377174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.383516 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa721f6-c9ab-41a2-9775-59bdfe99b01e']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:33.386711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 7f63c28c-3757-4490-b1c1-1c6316370076) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:33.389707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310c43a-1986-4229-b92b-b8418c7af990 None None] Sync routers for ids ['d00f67b4-0f4f-40b6-bf45-274210844a83'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:33.406569 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd3c13f-f8fb-4e84-8699-1874331211ea') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:33.407005 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd3c13f-f8fb-4e84-8699-1874331211ea') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:33.409750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:33.410451 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.419884 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402a937-2c11-4312-add4-d62b931104ec None None] Network 7f63c28c-3757-4490-b1c1-1c6316370076 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:33.432733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.455119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.466415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.481258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310c43a-1986-4229-b92b-b8418c7af990 None None] Routers {'d00f67b4-0f4f-40b6-bf45-274210844a83'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:33.481911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9310c43a-1986-4229-b92b-b8418c7af990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d00f67b4-0f4f-40b6-bf45-274210844a83'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:33.484249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:33.484913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:33.493539 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:33.544016 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f62e563a-ee7c-4fa8-885d-88b94baa7500 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6569562 Dec 08 13:04:33.545032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54378) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:33.564338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'port': {'network_id': '7f63c28c-3757-4490-b1c1-1c6316370076', 'name': 'tempest-NetworksIpV6TestAttrs-155639333'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:33.595320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9310c43a-1986-4229-b92b-b8418c7af990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:33.597498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a21ee-8db1-4b3e-abe0-1c372b54845f None None] Pushing event updated for resources: {'Port': ['ID=0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:33.607281 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cffe785a-6249-4730-96ba-6b32ab21ea9b tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/routers/d00f67b4-0f4f-40b6-bf45-274210844a83 HTTP/1.1" status: 200 len: 925 time: 0.2445998 Dec 08 13:04:33.610809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54380) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:33.620044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310c43a-1986-4229-b92b-b8418c7af990 None None] Routers {'d00f67b4-0f4f-40b6-bf45-274210844a83'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:33.620688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9310c43a-1986-4229-b92b-b8418c7af990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d00f67b4-0f4f-40b6-bf45-274210844a83'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:33.670424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b403b30-8d65-43e2-9458-b1dcca04f2cb None None] Network cfa721f6-c9ab-41a2-9775-59bdfe99b01e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:33.685947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9310c43a-1986-4229-b92b-b8418c7af990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:33.686654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310c43a-1986-4229-b92b-b8418c7af990 None None] The sync data for ids ['d00f67b4-0f4f-40b6-bf45-274210844a83'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:33.705732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1fb46-e0d4-4e7d-a6d2-8a44de0dfc0a tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:33.708321 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a0e1fb46-e0d4-4e7d-a6d2-8a44de0dfc0a tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=d00f67b4-0f4f-40b6-bf45-274210844a83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0958397 Dec 08 13:04:33.713762 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54384) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:33.737568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-7f63c28c-3757-4490-b1c1-1c6316370076', 'network_id': '7f63c28c-3757-4490-b1c1-1c6316370076', 'project_id': 'ea721d767e22432bbc9d5c89f2423aea', 'fixed_ips': [{'subnet_id': '01bccbf3-3bf0-4aa3-b49f-c0cdbb8714ab'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:33.738461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.801322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 2} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:33.808241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.833904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:33.878991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770fb8a-d366-45af-94c3-5374a0257988 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:33.881542 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6770fb8a-d366-45af-94c3-5374a0257988 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 881 time: 0.1664987 Dec 08 13:04:33.885125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54388) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:33.924635 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fc8d82a0-9c65-415a-ad5d-75d3c47d32bd tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=d00f67b4-0f4f-40b6-bf45-274210844a83 HTTP/1.1" status: 200 len: 205 time: 0.0382397 Dec 08 13:04:33.928073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54392) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:33.995048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 18cfd43b-9f18-49d3-bfed-56145e32bfc1 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:34.005972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Allocated IP 2001:db8::f816:3eff:fe1e:e4e0 (7f63c28c-3757-4490-b1c1-1c6316370076/01bccbf3-3bf0-4aa3-b49f-c0cdbb8714ab/1c4cf68e-b08d-4dc1-a8cf-e6084baed861) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:34.016642 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'Port': ['ID=9010d94c-71f2-47f3-b6fe-a39f498a3afd,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:34.052097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:04:34.052097 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:04:34.052097 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'id': 'cfa721f6-c9ab-41a2-9775-59bdfe99b01e'}] Dec 08 13:04:34.052097 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:34.052518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:34.064561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Checking segment: {'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:34.064961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Network hostable DHCP agents. Network: 4b038e2b-6c15-40c1-a899-b24edd29ef92, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:34.091121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d731a9-f7ad-438f-a207-8c66e9f5b72a None None] Network 31e15824-b58d-47a3-b966-af5a7be199a4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:34.169014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.177724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Network 4b038e2b-6c15-40c1-a899-b24edd29ef92 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:34.205151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:34.209167 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.229395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] device_id is not set on port 4d8227ea-a514-461c-a95d-4fa8d70ed354 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:34.234634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-44e99a03-f70e-4b63-919b-5ccc2d6a53b3 None None] Provisioning complete for port 12d2191f-122c-48c2-b65e-9817245c5cdd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:34.235399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-44e99a03-f70e-4b63-919b-5ccc2d6a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.264696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 4b038e2b-6c15-40c1-a899-b24edd29ef92) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:34.279399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:34.280409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.281266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d51af6-80e5-4f5e-b808-3184ad5fbb20 None None] Network 4b038e2b-6c15-40c1-a899-b24edd29ef92 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:34.297299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.300721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.301623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.301623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.310260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.310621 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.310998 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 2 to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd Dec 08 13:04:34.330313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.330313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.330313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.330313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.330313 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.330827 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 3 to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd Dec 08 13:04:34.346103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.346441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.347107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.352512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.352512 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.352962 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 4 to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd Dec 08 13:04:34.367117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 89a634b7-bd0a-40a4-966e-2158316db4e2 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:34.367544 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.367888 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.368224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.370982 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.373363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.373729 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.374078 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 5 to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd Dec 08 13:04:34.419292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.419646 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.419981 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.433787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.434101 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.436894 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 6 to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd Dec 08 13:04:34.457289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Allocated IP 2001:db8::f816:3eff:fe4c:1773 (7f63c28c-3757-4490-b1c1-1c6316370076/01bccbf3-3bf0-4aa3-b49f-c0cdbb8714ab/4d8227ea-a514-461c-a95d-4fa8d70ed354) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:34.466483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.466701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.474375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.474375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.474375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.474375 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.477924 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 7 to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd Dec 08 13:04:34.495649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.496211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.497442 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.565640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Network 7f63c28c-3757-4490-b1c1-1c6316370076 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:34.568173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.589947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 12d2191f-122c-48c2-b65e-9817245c5cdd up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:34.592162 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Pushing event updated for resources: {'Port': ['ID=1c4cf68e-b08d-4dc1-a8cf-e6084baed861,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:34.594236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:34.609474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.613542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Deleting port 9f397d7b-f87f-4bdc-b76d-424f6b116b88 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:34.613993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.622957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:34.623185 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.623615 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.659057 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 8 to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd Dec 08 13:04:34.696469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-44e99a03-f70e-4b63-919b-5ccc2d6a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.737473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.737814 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.738149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.747310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.758038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.758366 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.762312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Calling delete_port for 9f397d7b-f87f-4bdc-b76d-424f6b116b88 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:34.764657 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 9 to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd Dec 08 13:04:34.769105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Attempting to bind port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.769784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Attempting to bind port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '7e16b4d8-a3cd-45de-95cf-d8102f2c6a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f63c28c-3757-4490-b1c1-1c6316370076'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.769935 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Attempting to bind port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 on network 7f63c28c-3757-4490-b1c1-1c6316370076 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.780758 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.785653 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-44e99a03-f70e-4b63-919b-5ccc2d6a53b3 None None] For port 12d2191f-122c-48c2-b65e-9817245c5cdd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=12d2191f-122c-48c2-b65e-9817245c5cdd,segment=NetworkSegment(8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a),segment_id=8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:34.787323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:34.787323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Checking segment: {'id': '7e16b4d8-a3cd-45de-95cf-d8102f2c6a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f63c28c-3757-4490-b1c1-1c6316370076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:34.787609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.788158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Bound using segment: {'id': '7e16b4d8-a3cd-45de-95cf-d8102f2c6a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f63c28c-3757-4490-b1c1-1c6316370076'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:34.788535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Bound port: 1c4cf68e-b08d-4dc1-a8cf-e6084baed861, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e16b4d8-a3cd-45de-95cf-d8102f2c6a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7f63c28c-3757-4490-b1c1-1c6316370076'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:34.788934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.790854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 12d2191f-122c-48c2-b65e-9817245c5cdd triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:34.791213 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.794779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.795120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.795460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.803978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.804302 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.806211 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.plugins.ml2.plugin [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 10 to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd Dec 08 13:04:34.814796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.841363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting port 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:34.848038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.848038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:34.848038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:34.848038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:34.865122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:34.866290 dv-neutron-799625-5-hyperv neutron-server[103716]: ERROR neutron.plugins.ml2.managers [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 9010d94c-71f2-47f3-b6fe-a39f498a3afd on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:34.866909 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.867248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-44e99a03-f70e-4b63-919b-5ccc2d6a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.888439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:34.899063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:34.928290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:34.929118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:34.936162 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] For port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:34.961780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=18cfd43b-9f18-49d3-bfed-56145e32bfc1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:34.970247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] For port 9010d94c-71f2-47f3-b6fe-a39f498a3afd, host hv-neutron-7996, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:34.970247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempted to set empty binding levels {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 13:04:34.997707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] For port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1c4cf68e-b08d-4dc1-a8cf-e6084baed861,segment=NetworkSegment(7e16b4d8-a3cd-45de-95cf-d8102f2c6a96),segment_id=7e16b4d8-a3cd-45de-95cf-d8102f2c6a96)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:35.013384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] For port 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245,segment=NetworkSegment(bcd3c13f-f8fb-4e84-8699-1874331211ea),segment_id=bcd3c13f-f8fb-4e84-8699-1874331211ea)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:35.013754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.017179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e99a03-f70e-4b63-919b-5ccc2d6a53b3 None None] Pushing event updated for resources: {'Port': ['ID=12d2191f-122c-48c2-b65e-9817245c5cdd,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:35.028165 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Calling delete_port for 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:35.030526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-55941c1b-3503-440e-a66f-2b1616f445aa None None] Provisioning complete for port 12d2191f-122c-48c2-b65e-9817245c5cdd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:35.031128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55941c1b-3503-440e-a66f-2b1616f445aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.078994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.083277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.094828 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.123256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=89a634b7-bd0a-40a4-966e-2158316db4e2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:35.135141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:35.135924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.147152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Checking segment: {'id': '2d905901-6484-40b1-9503-e1f54273dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '08114f6b-8fa9-45c4-bb6a-ae22f51f017b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:35.147516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network hostable DHCP agents. Network: 08114f6b-8fa9-45c4-bb6a-ae22f51f017b, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:35.174373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'Port': ['ID=9010d94c-71f2-47f3-b6fe-a39f498a3afd,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:35.178684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network 7f63c28c-3757-4490-b1c1-1c6316370076 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:35.186622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:35.200207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b7943-e6c5-45b5-b2dc-f5f49dc29436 None None] Pushing event updated for resources: {'Port': ['ID=1c4cf68e-b08d-4dc1-a8cf-e6084baed861,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:35.208634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.209463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:35.218104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:35.218104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.234123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b3c04-946f-48c9-a5b4-14f1c4c69a51 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:35.256419 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1acfb560-8f48-4980-8cd8-90611d6235f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.1004407 Dec 08 13:04:35.259474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54400) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:35.266718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Port': ['ID=4d8227ea-a514-461c-a95d-4fa8d70ed354,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:35.267805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 08114f6b-8fa9-45c4-bb6a-ae22f51f017b is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:35.289953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event deleted for resources: {'Port': ['ID=9f397d7b-f87f-4bdc-b76d-424f6b116b88,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:35.316255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.331903 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6131f328-6d41-4a3a-95e5-5c104a22dddf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7796099 Dec 08 13:04:35.334423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54402) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:35.387787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.404499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3121d-9293-4f53-a3c6-88f2c8adbcfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Deleting port 9010d94c-71f2-47f3-b6fe-a39f498a3afd {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:35.404878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fc3121d-9293-4f53-a3c6-88f2c8adbcfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.463402 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0916a4-32ef-4e37-8051-3ade4e222db9 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Deleting subnet 01bccbf3-3bf0-4aa3-b49f-c0cdbb8714ab {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:04:35.468629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Port': ['ID=0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:35.474721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No DVR routers for this DVR port 0fdfd54a-0cca-4af3-9bb6-e0cf8c26b245 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:35.476272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af0916a4-32ef-4e37-8051-3ade4e222db9 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.588003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-7fc3121d-9293-4f53-a3c6-88f2c8adbcfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] For port 9010d94c-71f2-47f3-b6fe-a39f498a3afd, host hv-neutron-7996, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:35.588373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fc3121d-9293-4f53-a3c6-88f2c8adbcfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.621600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3121d-9293-4f53-a3c6-88f2c8adbcfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Calling delete_port for 9010d94c-71f2-47f3-b6fe-a39f498a3afd owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:35.625030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af0916a4-32ef-4e37-8051-3ade4e222db9 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.657774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 08114f6b-8fa9-45c4-bb6a-ae22f51f017b) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:35.670917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf4d130-f699-4239-a32a-6a727941c491 None None] Network 08114f6b-8fa9-45c4-bb6a-ae22f51f017b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:35.690945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:35.694865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.697189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:35.701972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:35.702673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.709022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.714007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.753550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa721f6-c9ab-41a2-9775-59bdfe99b01e']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:35.770805 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd3c13f-f8fb-4e84-8699-1874331211ea') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:35.771104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd3c13f-f8fb-4e84-8699-1874331211ea') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:35.794283 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1d1734bc-e43d-495b-8514-5b99ebe585d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4842227 Dec 08 13:04:35.797302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54404) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:35.811819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.828263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.828821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Fanout notify agent at l3_agent the message router_deleted on router d00f67b4-0f4f-40b6-bf45-274210844a83 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:04:35.839581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.839581 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-046cde67-afe5-4a22-9897-833d47d1134a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/d00f67b4-0f4f-40b6-bf45-274210844a83 HTTP/1.1" status: 204 len: 168 time: 1.9089458 Dec 08 13:04:35.841684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54406) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:35.844663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.847275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a77c2698-e39a-4a3d-9325-ffc1902dd953 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-315828243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:35.860854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:35.861380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:35.867838 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:35.927928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-11885156-54cb-44c0-b72a-440d638561ad tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 89a634b7-bd0a-40a4-966e-2158316db4e2 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:35.928597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11885156-54cb-44c0-b72a-440d638561ad tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:35.969266 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af0916a4-32ef-4e37-8051-3ade4e222db9 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.016995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a77c2698-e39a-4a3d-9325-ffc1902dd953 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.018345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a77c2698-e39a-4a3d-9325-ffc1902dd953 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.036749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11885156-54cb-44c0-b72a-440d638561ad tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.052276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-11885156-54cb-44c0-b72a-440d638561ad tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 89a634b7-bd0a-40a4-966e-2158316db4e2 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:36.057313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fc3121d-9293-4f53-a3c6-88f2c8adbcfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.059000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.073390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.077401 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/cfa721f6-c9ab-41a2-9775-59bdfe99b01e HTTP/1.1" status: 204 len: 168 time: 3.8475893 Dec 08 13:04:36.082225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54412) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.109780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732466493'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:36.118516 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3121d-9293-4f53-a3c6-88f2c8adbcfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event deleted for resources: {'Port': ['ID=9010d94c-71f2-47f3-b6fe-a39f498a3afd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:36.136590 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fc3121d-9293-4f53-a3c6-88f2c8adbcfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.142890 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7fc3121d-9293-4f53-a3c6-88f2c8adbcfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "DELETE /v2.0/ports/9010d94c-71f2-47f3-b6fe-a39f498a3afd HTTP/1.1" status: 204 len: 168 time: 0.8812015 Dec 08 13:04:36.142890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af0916a4-32ef-4e37-8051-3ade4e222db9 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.143538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54416) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.181554 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c39454a-ecd5-4783-be15-030381e71d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] GET failed (client error): The resource could not be found. Dec 08 13:04:36.183035 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8c39454a-ecd5-4783-be15-030381e71d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "GET /v2.0/ports/9010d94c-71f2-47f3-b6fe-a39f498a3afd HTTP/1.1" status: 404 len: 333 time: 0.0333769 Dec 08 13:04:36.183974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f5aad-4aea-4eab-b6d3-570b7697b0c9 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=cfa721f6-c9ab-41a2-9775-59bdfe99b01e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:36.201630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54418) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.218778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af0916a4-32ef-4e37-8051-3ade4e222db9 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.224250 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-af0916a4-32ef-4e37-8051-3ade4e222db9 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/subnets/01bccbf3-3bf0-4aa3-b49f-c0cdbb8714ab HTTP/1.1" status: 204 len: 168 time: 0.8866081 Dec 08 13:04:36.224901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Request body: {'port': {'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1671997628'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:36.225031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0916a4-32ef-4e37-8051-3ade4e222db9 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Subnet': ['ID=01bccbf3-3bf0-4aa3-b49f-c0cdbb8714ab,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:36.227220 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54420) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.239391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a77c2698-e39a-4a3d-9325-ffc1902dd953 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.305559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11885156-54cb-44c0-b72a-440d638561ad tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.317955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c91f7a-c65b-4ce3-ac8c-7b9e61c552ad tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:36.319620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c91f7a-c65b-4ce3-ac8c-7b9e61c552ad tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:36.321104 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e1c91f7a-c65b-4ce3-ac8c-7b9e61c552ad tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0909710 Dec 08 13:04:36.324973 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54422) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.336059 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75e3ffa-22b6-4f0a-9860-b16ee28c52a7 None None] Network 7f63c28c-3757-4490-b1c1-1c6316370076 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:36.348010 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:36.351491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.358179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a77c2698-e39a-4a3d-9325-ffc1902dd953 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.369226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11885156-54cb-44c0-b72a-440d638561ad tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=89a634b7-bd0a-40a4-966e-2158316db4e2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:36.388129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11885156-54cb-44c0-b72a-440d638561ad tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.394192 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-11885156-54cb-44c0-b72a-440d638561ad tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/89a634b7-bd0a-40a4-966e-2158316db4e2 HTTP/1.1" status: 204 len: 168 time: 0.5932937 Dec 08 13:04:36.395054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54424) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.428529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7dd641bf-c7de-454e-8f17-7b10c150b202 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.432142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:36.440432 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd641bf-c7de-454e-8f17-7b10c150b202 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 13:04:36.440900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd641bf-c7de-454e-8f17-7b10c150b202 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:04:36.448883 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7dd641bf-c7de-454e-8f17-7b10c150b202 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/7f63c28c-3757-4490-b1c1-1c6316370076 HTTP/1.1" status: 409 len: 405 time: 0.1183076 Dec 08 13:04:36.449521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54426) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.453712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ec80a-9e76-409e-a082-f4d332a8c10b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:36.454304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1914913669'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:36.457128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-37ddad9d-dbcf-4b8f-97eb-546aa06ec5d8 None None] Provisioning complete for port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:36.457513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37ddad9d-dbcf-4b8f-97eb-546aa06ec5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.460443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ec80a-9e76-409e-a082-f4d332a8c10b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:36.466046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.466218 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f40ec80a-9e76-409e-a082-f4d332a8c10b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0672598 Dec 08 13:04:36.466318 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment 12f9aa39-e90f-481a-b276-76b6b7c7b1a8 of type vlan for network c340b557-c367-4855-b5c1-69c603b3232d Dec 08 13:04:36.466409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54428) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.483702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Made reservation on behalf of 742e6bd8db4f4abab8e42f61fcf9ec6a for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:36.483702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.513550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.544947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] device_id is not set on port ee16921a-5879-4d97-b364-fe4085b60d7c yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:36.558103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37ddad9d-dbcf-4b8f-97eb-546aa06ec5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.589151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c3c4f-8d9f-4fca-aaaa-3a224adc361d None None] DHCP port deletion for 7f63c28c-3757-4490-b1c1-1c6316370076 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:36.600346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-37ddad9d-dbcf-4b8f-97eb-546aa06ec5d8 None None] For port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1c4cf68e-b08d-4dc1-a8cf-e6084baed861,segment=NetworkSegment(7e16b4d8-a3cd-45de-95cf-d8102f2c6a96),segment_id=7e16b4d8-a3cd-45de-95cf-d8102f2c6a96)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:36.615681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a77c2698-e39a-4a3d-9325-ffc1902dd953 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.616934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a77c2698-e39a-4a3d-9325-ffc1902dd953 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7741737 Dec 08 13:04:36.622285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.623070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54430) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.628122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': True}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:36.629473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:36.630875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.651031 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c3c4f-8d9f-4fca-aaaa-3a224adc361d None None] Deleting port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:36.651408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3c4f-8d9f-4fca-aaaa-3a224adc361d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.668041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:36.676838 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.716780 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 12d2191f-122c-48c2-b65e-9817245c5cdd up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:36.725654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37ddad9d-dbcf-4b8f-97eb-546aa06ec5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.740729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=c340b557-c367-4855-b5c1-69c603b3232d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:36.757698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:36.768079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.768502 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Added segment 72e39198-44f7-43e6-bf90-dbdfdc1aaf9c of type vlan for network fcc0e85e-a62c-4bd7-8488-0db95895cfe1 Dec 08 13:04:36.782988 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network c340b557-c367-4855-b5c1-69c603b3232d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:36.796424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a86588c7-5e51-43f5-b250-7cdeba6f3f8f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 18cfd43b-9f18-49d3-bfed-56145e32bfc1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:36.797010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a86588c7-5e51-43f5-b250-7cdeba6f3f8f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.807023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7a6c3c4f-8d9f-4fca-aaaa-3a224adc361d None None] For port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1c4cf68e-b08d-4dc1-a8cf-e6084baed861,segment=NetworkSegment(7e16b4d8-a3cd-45de-95cf-d8102f2c6a96),segment_id=7e16b4d8-a3cd-45de-95cf-d8102f2c6a96)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:36.807425 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3c4f-8d9f-4fca-aaaa-3a224adc361d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.811591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.819786 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6129b2a8-795a-459e-9513-01decca3e796 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7113981 Dec 08 13:04:36.820555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54432) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:36.825750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': 'c340b557-c367-4855-b5c1-69c603b3232d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:36.852566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c3c4f-8d9f-4fca-aaaa-3a224adc361d None None] Calling delete_port for 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:36.910839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddad9d-dbcf-4b8f-97eb-546aa06ec5d8 None None] Pushing event updated for resources: {'Port': ['ID=1c4cf68e-b08d-4dc1-a8cf-e6084baed861,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:36.928589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.934543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:36.935406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.975499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 12d2191f-122c-48c2-b65e-9817245c5cdd triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:36.976117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:36.980894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a86588c7-5e51-43f5-b250-7cdeba6f3f8f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.019160 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Network': ['ID=fcc0e85e-a62c-4bd7-8488-0db95895cfe1,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:37.019160 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:37.019160 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.026113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network fcc0e85e-a62c-4bd7-8488-0db95895cfe1 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:37.027987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.037472 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.041728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a86588c7-5e51-43f5-b250-7cdeba6f3f8f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 18cfd43b-9f18-49d3-bfed-56145e32bfc1 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:37.107126 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-21564df0-69b9-41a0-87bf-9b810e0321b3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6565340 Dec 08 13:04:37.110728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54436) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:37.116120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'subnet': {'network_id': 'fcc0e85e-a62c-4bd7-8488-0db95895cfe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:37.191531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3c4f-8d9f-4fca-aaaa-3a224adc361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.223104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.233469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c3c4f-8d9f-4fca-aaaa-3a224adc361d None None] Pushing event deleted for resources: {'Port': ['ID=1c4cf68e-b08d-4dc1-a8cf-e6084baed861,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:37.237802 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c3c4f-8d9f-4fca-aaaa-3a224adc361d None None] No DVR routers for this DVR port 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:37.264841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad757d50-11d0-4b3f-b45f-dd40461034c5 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:04:37.270815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a86588c7-5e51-43f5-b250-7cdeba6f3f8f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.280214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Network 4b038e2b-6c15-40c1-a899-b24edd29ef92 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:37.318113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:37.325163 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:37.326117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:37.326743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.363991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a86588c7-5e51-43f5-b250-7cdeba6f3f8f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.367213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a86588c7-5e51-43f5-b250-7cdeba6f3f8f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/18cfd43b-9f18-49d3-bfed-56145e32bfc1 HTTP/1.1" status: 204 len: 168 time: 0.8999763 Dec 08 13:04:37.374320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54442) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:37.378505 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:37.382403 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.386787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad757d50-11d0-4b3f-b45f-dd40461034c5 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:04:37.391643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'Port': ['ID=ee16921a-5879-4d97-b364-fe4085b60d7c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:37.408347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.441201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86588c7-5e51-43f5-b250-7cdeba6f3f8f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=18cfd43b-9f18-49d3-bfed-56145e32bfc1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:37.465194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf4cc5-5a53-4de0-ae50-d9a09224217a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:37.469496 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-87cf4cc5-5a53-4de0-ae50-d9a09224217a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0906899 Dec 08 13:04:37.469496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54444) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:37.505058 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b9b87eff-9b6c-4207-964d-90aeb0d96c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2854762 Dec 08 13:04:37.506036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54446) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:37.512138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:37.543724 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d35a87a-2366-43cd-a18d-cd3ea9503920 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:04:37.547550 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4d35a87a-2366-43cd-a18d-cd3ea9503920 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/89a634b7-bd0a-40a4-966e-2158316db4e2 HTTP/1.1" status: 404 len: 333 time: 0.0744505 Dec 08 13:04:37.550727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54448) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:37.550874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=fd92b231-5dd3-4998-b0a7-24e0ebf271e5,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:37.562744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking segment: {'id': '12f9aa39-e90f-481a-b276-76b6b7c7b1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c340b557-c367-4855-b5c1-69c603b3232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:37.563228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network hostable DHCP agents. Network: c340b557-c367-4855-b5c1-69c603b3232d, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:37.628278 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab297a0e-01d2-417d-8f4f-4323cfd89657 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:04:37.632370 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ab297a0e-01d2-417d-8f4f-4323cfd89657 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/18cfd43b-9f18-49d3-bfed-56145e32bfc1 HTTP/1.1" status: 404 len: 333 time: 0.0808358 Dec 08 13:04:37.632633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54450) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:37.690648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network c340b557-c367-4855-b5c1-69c603b3232d is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:37.705168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.717227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.739037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.752673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.765742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, c340b557-c367-4855-b5c1-69c603b3232d) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:37.773938 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b35a3-679a-4644-9370-20075a28cafa None None] Network c340b557-c367-4855-b5c1-69c603b3232d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:37.786206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:37.786860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.883553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.900712 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-14a75bef-45b3-49f9-89da-be6b7f325ddf tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0764785 Dec 08 13:04:37.902327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54452) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:37.909584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c340b557-c367-4855-b5c1-69c603b3232d', 'network_id': 'c340b557-c367-4855-b5c1-69c603b3232d', 'project_id': '1b708281d3b44e30aa3bf1752d1f514d', 'fixed_ips': [{'subnet_id': 'fd92b231-5dd3-4998-b0a7-24e0ebf271e5'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:37.909752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:37.911933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': 'c340b557-c367-4855-b5c1-69c603b3232d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:37.929058 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08114f6b-8fa9-45c4-bb6a-ae22f51f017b']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:37.946348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Allocated IP 172.26.7.86 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/9d2de0ad-e332-40c1-b4c3-08f2f5720a0b) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:37.955192 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d905901-6484-40b1-9503-e1f54273dc1b') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:37.955459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d905901-6484-40b1-9503-e1f54273dc1b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:37.992182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:04:37.996004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.004779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.026912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] device_id is not set on port ee16921a-5879-4d97-b364-fe4085b60d7c yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:38.060825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.085464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Allocated IP 2001:db8::2 (c340b557-c367-4855-b5c1-69c603b3232d/fd92b231-5dd3-4998-b0a7-24e0ebf271e5/33768f5c-b93e-4e8a-b6be-aac17deb0e49) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:38.105705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.125046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.213945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.213945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.213945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.213945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'Port': ['ID=ee16921a-5879-4d97-b364-fe4085b60d7c,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:38.218185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.218534 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.218983 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 2 to bind port ee16921a-5879-4d97-b364-fe4085b60d7c Dec 08 13:04:38.236959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.237368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.237637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.242888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.243160 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.243432 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 3 to bind port ee16921a-5879-4d97-b364-fe4085b60d7c Dec 08 13:04:38.253229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.259796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.287407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.287818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.288313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.325707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.326241 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.329988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:38.330736 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 4 to bind port ee16921a-5879-4d97-b364-fe4085b60d7c Dec 08 13:04:38.341574 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.344370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:38.347715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:38.348852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.360987 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:38.373359 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:38.385088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2175bff-1351-4cd1-9778-3cf7a6f40202 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:38.388694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.389115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.390424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.396641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.397036 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.397788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event updated for resources: {'Port': ['ID=9d2de0ad-e332-40c1-b4c3-08f2f5720a0b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:38.402704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Network c340b557-c367-4855-b5c1-69c603b3232d is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:38.410508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:38.415605 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 5 to bind port ee16921a-5879-4d97-b364-fe4085b60d7c Dec 08 13:04:38.417198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Subnet': ['ID=feb6e2c6-6d12-449f-ac52-4b8033b410a7,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:38.420160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:38.426196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Pushing event updated for resources: {'Port': ['ID=33768f5c-b93e-4e8a-b6be-aac17deb0e49,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:38.466945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.467372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.468082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.476935 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Checking segment: {'id': '72e39198-44f7-43e6-bf90-dbdfdc1aaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fcc0e85e-a62c-4bd7-8488-0db95895cfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:38.477928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network hostable DHCP agents. Network: fcc0e85e-a62c-4bd7-8488-0db95895cfe1, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:38.481551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.482040 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.482801 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 6 to bind port ee16921a-5879-4d97-b364-fe4085b60d7c Dec 08 13:04:38.515614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:38.539269 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.539611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.539954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.549438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:38.549879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1c4cf68e-b08d-4dc1-a8cf-e6084baed861 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:38.552791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b3349a23-a7e0-4d63-a54f-55a801ccfd95 None None] Provisioning complete for port 9d2de0ad-e332-40c1-b4c3-08f2f5720a0b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:38.553250 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b3349a23-a7e0-4d63-a54f-55a801ccfd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.557246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Attempting to bind port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.557699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Attempting to bind port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '12f9aa39-e90f-481a-b276-76b6b7c7b1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c340b557-c367-4855-b5c1-69c603b3232d'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.558163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Attempting to bind port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 on network c340b557-c367-4855-b5c1-69c603b3232d {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.582927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.583117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:38.583415 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.583542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Checking segment: {'id': '12f9aa39-e90f-481a-b276-76b6b7c7b1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c340b557-c367-4855-b5c1-69c603b3232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:38.583836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.584240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Bound using segment: {'id': '12f9aa39-e90f-481a-b276-76b6b7c7b1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c340b557-c367-4855-b5c1-69c603b3232d'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:38.584745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Bound port: 33768f5c-b93e-4e8a-b6be-aac17deb0e49, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f9aa39-e90f-481a-b276-76b6b7c7b1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c340b557-c367-4855-b5c1-69c603b3232d'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:38.585133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.587975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.603653 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 7 to bind port ee16921a-5879-4d97-b364-fe4085b60d7c Dec 08 13:04:38.606253 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.611899 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/networks/08114f6b-8fa9-45c4-bb6a-ae22f51f017b HTTP/1.1" status: 204 len: 168 time: 0.9778001 Dec 08 13:04:38.617823 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54460) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:38.622646 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:38.623260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-419061917'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:38.630517 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.630517 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network fcc0e85e-a62c-4bd7-8488-0db95895cfe1 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:38.632238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.632760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.632911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.633290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce414b-7ad6-45c8-b9da-3c8c844e3492 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Network': ['ID=08114f6b-8fa9-45c4-bb6a-ae22f51f017b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:38.644235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b3349a23-a7e0-4d63-a54f-55a801ccfd95 None None] Port 9d2de0ad-e332-40c1-b4c3-08f2f5720a0b cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:38.652941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.653115 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.654205 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 8 to bind port ee16921a-5879-4d97-b364-fe4085b60d7c Dec 08 13:04:38.673683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.674039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.674389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.683970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.683970 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.683970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 9 to bind port ee16921a-5879-4d97-b364-fe4085b60d7c Dec 08 13:04:38.695465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] For port 33768f5c-b93e-4e8a-b6be-aac17deb0e49, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:38.697665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.698009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.698356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.700456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] For port 33768f5c-b93e-4e8a-b6be-aac17deb0e49, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=33768f5c-b93e-4e8a-b6be-aac17deb0e49,segment=NetworkSegment(12f9aa39-e90f-481a-b276-76b6b7c7b1a8),segment_id=12f9aa39-e90f-481a-b276-76b6b7c7b1a8)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:38.703240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.706877 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.706877 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 10 to bind port ee16921a-5879-4d97-b364-fe4085b60d7c Dec 08 13:04:38.715733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:38.716144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:38.716592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:38.720978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:38.721302 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port ee16921a-5879-4d97-b364-fe4085b60d7c on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:38.721667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.776896 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, fcc0e85e-a62c-4bd7-8488-0db95895cfe1) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:38.781481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:38.782119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.785253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] For port ee16921a-5879-4d97-b364-fe4085b60d7c, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:38.785253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempted to set empty binding levels {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 13:04:38.787096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c787f09-48c6-45e2-88fb-afcb476cc229 None None] Network fcc0e85e-a62c-4bd7-8488-0db95895cfe1 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:38.805564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.807689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:38.811843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.868299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.891696 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a5bec580-8226-4d70-8358-2d5e8ff41ab7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7795763 Dec 08 13:04:38.892905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54462) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:38.906706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'port': {'network_id': 'fcc0e85e-a62c-4bd7-8488-0db95895cfe1', 'name': 'tempest-NetworksIpV6TestAttrs-934695958'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:38.920909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:38.957218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] In _notify_port_updated(), no bound segment for port ee16921a-5879-4d97-b364-fe4085b60d7c on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:04:38.958091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:38.958744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.960095 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "PUT /v2.0/ports/ee16921a-5879-4d97-b364-fe4085b60d7c HTTP/1.1" status: 200 len: 981 time: 1.4521689 Dec 08 13:04:38.963883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54464) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:38.970964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:38.971317 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Added segment 987a910d-e4a2-48ff-94a5-c2bc367af135 of type vlan for network 16a1300c-6df7-4452-a825-b9fd5ab92127 Dec 08 13:04:38.990916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e601e-3844-435f-88e5-ab333df6e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'Port': ['ID=ee16921a-5879-4d97-b364-fe4085b60d7c,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:39.033638 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.035841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.039199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.071326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df828c-5db2-4a5a-859d-21dd73c82aff None None] Pushing event updated for resources: {'Port': ['ID=33768f5c-b93e-4e8a-b6be-aac17deb0e49,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:39.117654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-fcc0e85e-a62c-4bd7-8488-0db95895cfe1', 'network_id': 'fcc0e85e-a62c-4bd7-8488-0db95895cfe1', 'project_id': 'ea721d767e22432bbc9d5c89f2423aea', 'fixed_ips': [{'subnet_id': 'feb6e2c6-6d12-449f-ac52-4b8033b410a7'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:39.118545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.141925 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=8d1bd2a3-92f3-4ef7-b154-aac4f6911c29,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:39.147312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network c340b557-c367-4855-b5c1-69c603b3232d is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:39.168765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.169342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.169815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.170285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.170803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.171264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.171725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.172183 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.172633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.172822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.173078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.173553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.174006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.174460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.174943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.175395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.175846 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.176313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.179435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.179435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.179435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.179435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.179435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.179435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.179938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.180020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.180020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.180165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.180241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.180685 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.189186 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-972dfe22-174b-4538-8191-183265e10dd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24043 time: 0.2189090 Dec 08 13:04:39.189186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:39.189374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54466) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:39.197211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.197682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.303921 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-49304387-5779-4fdb-ae06-1d15909e36a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Deleting port ee16921a-5879-4d97-b364-fe4085b60d7c {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:39.304271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-49304387-5779-4fdb-ae06-1d15909e36a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.319352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Allocated IP 2001:db8::f816:3eff:feed:5fc2 (fcc0e85e-a62c-4bd7-8488-0db95895cfe1/feb6e2c6-6d12-449f-ac52-4b8033b410a7/a1aacdd8-9f94-4589-889b-a31ba0165ac4) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:39.323088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7038128 Dec 08 13:04:39.324091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54468) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:39.334729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': '16a1300c-6df7-4452-a825-b9fd5ab92127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:39.338335 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b41c1456-ae1b-4742-baba-a7d3844035ea tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4285131 Dec 08 13:04:39.342460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54470) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:39.388754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c9399-114c-4abf-b0ce-e26d54ea660f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Network': ['ID=16a1300c-6df7-4452-a825-b9fd5ab92127,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:39.414924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 16a1300c-6df7-4452-a825-b9fd5ab92127 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:39.438199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07633e4-4e51-41a5-abed-46b5fc3fa470 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.461763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07633e4-4e51-41a5-abed-46b5fc3fa470 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.463928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07633e4-4e51-41a5-abed-46b5fc3fa470 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.465622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07633e4-4e51-41a5-abed-46b5fc3fa470 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.467414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07633e4-4e51-41a5-abed-46b5fc3fa470 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:39.472930 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a07633e4-4e51-41a5-abed-46b5fc3fa470 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1254377 Dec 08 13:04:39.518428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54476) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:39.531378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-723613972'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:39.555934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-49304387-5779-4fdb-ae06-1d15909e36a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] For port ee16921a-5879-4d97-b364-fe4085b60d7c, host hv-neutron-7996, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:39.556360 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-49304387-5779-4fdb-ae06-1d15909e36a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.573606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-49304387-5779-4fdb-ae06-1d15909e36a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Calling delete_port for ee16921a-5879-4d97-b364-fe4085b60d7c owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:39.596881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.644423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:39.647917 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.680300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.689498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] device_id is not set on port 09ac0f44-e8a0-4493-9c0b-285b1c7bbc65 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:39.746356 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:39.750102 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.756901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Network fcc0e85e-a62c-4bd7-8488-0db95895cfe1 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:39.758915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Pushing event updated for resources: {'Port': ['ID=a1aacdd8-9f94-4589-889b-a31ba0165ac4,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:39.763842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:39.765167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:39.810512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.815932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:39.818176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.833793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Attempting to bind port a1aacdd8-9f94-4589-889b-a31ba0165ac4 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:39.834150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Attempting to bind port a1aacdd8-9f94-4589-889b-a31ba0165ac4 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '72e39198-44f7-43e6-bf90-dbdfdc1aaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fcc0e85e-a62c-4bd7-8488-0db95895cfe1'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:39.834298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.834523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Attempting to bind port a1aacdd8-9f94-4589-889b-a31ba0165ac4 on network fcc0e85e-a62c-4bd7-8488-0db95895cfe1 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:39.834666 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment 7d382350-32a6-4bc8-b9d1-2a3e748d09de of type vlan for network 7d475cb6-347b-44ae-98b3-8176b849f678 Dec 08 13:04:39.841505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:39.841909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Checking segment: {'id': '72e39198-44f7-43e6-bf90-dbdfdc1aaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fcc0e85e-a62c-4bd7-8488-0db95895cfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:39.842314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.842748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Bound using segment: {'id': '72e39198-44f7-43e6-bf90-dbdfdc1aaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fcc0e85e-a62c-4bd7-8488-0db95895cfe1'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:39.844002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Bound port: a1aacdd8-9f94-4589-889b-a31ba0165ac4, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e39198-44f7-43e6-bf90-dbdfdc1aaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fcc0e85e-a62c-4bd7-8488-0db95895cfe1'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:39.844144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.869767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-49304387-5779-4fdb-ae06-1d15909e36a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.881693 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Allocated IP 2001:db8::f816:3eff:fe8b:3f58 (fcc0e85e-a62c-4bd7-8488-0db95895cfe1/feb6e2c6-6d12-449f-ac52-4b8033b410a7/09ac0f44-e8a0-4493-9c0b-285b1c7bbc65) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:39.905710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.913628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:39.917348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.926950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] For port a1aacdd8-9f94-4589-889b-a31ba0165ac4, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:39.931103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] For port a1aacdd8-9f94-4589-889b-a31ba0165ac4, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a1aacdd8-9f94-4589-889b-a31ba0165ac4,segment=NetworkSegment(72e39198-44f7-43e6-bf90-dbdfdc1aaf9c),segment_id=72e39198-44f7-43e6-bf90-dbdfdc1aaf9c)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:39.936309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49304387-5779-4fdb-ae06-1d15909e36a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee16921a-5879-4d97-b364-fe4085b60d7c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:39.955281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-49304387-5779-4fdb-ae06-1d15909e36a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:39.961496 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-49304387-5779-4fdb-ae06-1d15909e36a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "DELETE /v2.0/ports/ee16921a-5879-4d97-b364-fe4085b60d7c HTTP/1.1" status: 204 len: 168 time: 0.7676563 Dec 08 13:04:39.962292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54480) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:39.992913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_backend_mixin [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Performing IP validity checks on allocation pools {{(pid=103715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 13:04:39.995781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_backend_mixin [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 13:04:40.002949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.028699 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadd6887-f000-4872-809b-6fc9429035fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] GET failed (client error): The resource could not be found. Dec 08 13:04:40.030307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-aadd6887-f000-4872-809b-6fc9429035fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "GET /v2.0/ports/ee16921a-5879-4d97-b364-fe4085b60d7c HTTP/1.1" status: 404 len: 333 time: 0.0651245 Dec 08 13:04:40.038183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54482) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:40.043061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-772821684', 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:40.094281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.100095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af67b9-8e4e-44ee-8a0f-9f0c783ef575 None None] Pushing event updated for resources: {'Port': ['ID=a1aacdd8-9f94-4589-889b-a31ba0165ac4,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:40.102362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:40.109177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.159712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.198080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Made reservation on behalf of 742e6bd8db4f4abab8e42f61fcf9ec6a for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:40.201301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.209449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=7d475cb6-347b-44ae-98b3-8176b849f678,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:40.212516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Router b8015160-cb71-419c-821e-ff15d58a06a2 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:04:40.224597 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.226722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 7d475cb6-347b-44ae-98b3-8176b849f678 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:40.279644 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b6904a81-4854-4a18-8563-def9c5946784 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7598383 Dec 08 13:04:40.280361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54484) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:40.291680 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-988befd0-02da-4fd2-a319-3274f90dd335 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:40.306835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] device_id is not set on port 6c8471cd-ea5c-47db-af54-22a2c85bfad1 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:40.350789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.413492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.469397 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-be332292-60d2-4742-9d96-6cc5a13feea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.471942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network fcc0e85e-a62c-4bd7-8488-0db95895cfe1 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:40.494711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:40.513012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:40.525787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:40.529233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:40.529919 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.540174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.541294 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e1498-963e-461f-b663-a191b43e7833 None None] Sync routers for ids ['b8015160-cb71-419c-821e-ff15d58a06a2'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:40.545556 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-54b74612-7c56-420c-bda2-fd9baf50d6c5 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "PUT /v2.0/routers/b8015160-cb71-419c-821e-ff15d58a06a2 HTTP/1.1" status: 200 len: 917 time: 3.9174232 Dec 08 13:04:40.546436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54486) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:40.556129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Port': ['ID=09ac0f44-e8a0-4493-9c0b-285b1c7bbc65,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:40.559661 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e1498-963e-461f-b663-a191b43e7833 None None] Routers {'b8015160-cb71-419c-821e-ff15d58a06a2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:40.560288 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cc7e1498-963e-461f-b663-a191b43e7833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b8015160-cb71-419c-821e-ff15d58a06a2'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:40.587164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=1a8c815b-cea1-4bd6-90ae-28bdef2e27ce,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:40.587812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9318d548-7859-41f8-b175-2c859911a29c None None] Network c340b557-c367-4855-b5c1-69c603b3232d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:40.649250 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-988befd0-02da-4fd2-a319-3274f90dd335 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.683224 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f80c76e0-d433-41d8-9da2-e7733346e920 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7844360 Dec 08 13:04:40.686062 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54492) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:40.731862 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-988befd0-02da-4fd2-a319-3274f90dd335 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.760217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Checking segment: {'id': '987a910d-e4a2-48ff-94a5-c2bc367af135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '16a1300c-6df7-4452-a825-b9fd5ab92127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:40.760897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network hostable DHCP agents. Network: 16a1300c-6df7-4452-a825-b9fd5ab92127, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:40.767435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-988befd0-02da-4fd2-a319-3274f90dd335 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network 7d475cb6-347b-44ae-98b3-8176b849f678 is not hosted by any dhcp agent {{(pid=103716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 13:04:40.776867 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988befd0-02da-4fd2-a319-3274f90dd335 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:40.777617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-988befd0-02da-4fd2-a319-3274f90dd335 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.780816 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-988befd0-02da-4fd2-a319-3274f90dd335 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "PUT /v2.0/networks/7d475cb6-347b-44ae-98b3-8176b849f678 HTTP/1.1" status: 200 len: 723 time: 0.4991620 Dec 08 13:04:40.784651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54496) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:40.806074 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 33768f5c-b93e-4e8a-b6be-aac17deb0e49 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:40.823881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': '7d475cb6-347b-44ae-98b3-8176b849f678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:40.834125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ba60b0-4b4b-4151-a5b0-90c65ab590f5 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Deleting subnet feb6e2c6-6d12-449f-ac52-4b8033b410a7 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:04:40.875492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-885f48c9-e0ed-42cf-bbe7-ef73dd500eef None None] Provisioning complete for port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:40.876217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-885f48c9-e0ed-42cf-bbe7-ef73dd500eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.878289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23ba60b0-4b4b-4151-a5b0-90c65ab590f5 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.881818 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988befd0-02da-4fd2-a319-3274f90dd335 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=7d475cb6-347b-44ae-98b3-8176b849f678,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:40.901099 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 7d475cb6-347b-44ae-98b3-8176b849f678 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:40.902670 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cc7e1498-963e-461f-b663-a191b43e7833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:40.923933 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e1498-963e-461f-b663-a191b43e7833 None None] Routers {'b8015160-cb71-419c-821e-ff15d58a06a2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:40.924721 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cc7e1498-963e-461f-b663-a191b43e7833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b8015160-cb71-419c-821e-ff15d58a06a2'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:40.947194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23ba60b0-4b4b-4151-a5b0-90c65ab590f5 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:40.969266 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cc7e1498-963e-461f-b663-a191b43e7833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:40.970312 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e1498-963e-461f-b663-a191b43e7833 None None] The sync data for ids ['b8015160-cb71-419c-821e-ff15d58a06a2'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:41.008800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.011947 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7f3e299b-4dca-4108-8a3b-58e4d87a8f00 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/routers/b8015160-cb71-419c-821e-ff15d58a06a2 HTTP/1.1" status: 200 len: 923 time: 0.4491770 Dec 08 13:04:41.014680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54498) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.048687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 16a1300c-6df7-4452-a825-b9fd5ab92127 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:41.054865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:41.055292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.089964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d2172-d957-470f-9570-7a78f4f15044 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:41.091123 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-183d2172-d957-470f-9570-7a78f4f15044 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=b8015160-cb71-419c-821e-ff15d58a06a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0755179 Dec 08 13:04:41.094245 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54500) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.095055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:41.098837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.129951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 16a1300c-6df7-4452-a825-b9fd5ab92127) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:41.142200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23ba60b0-4b4b-4151-a5b0-90c65ab590f5 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.144469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:41.145086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.152001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93dd33a-4ad2-4f61-a9a6-ac4a6fbb8859 None None] Network 16a1300c-6df7-4452-a825-b9fd5ab92127 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:41.219431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.248430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab54f1b-3a1f-4f71-bdf7-cd1c281ca79d tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:41.248683 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-885f48c9-e0ed-42cf-bbe7-ef73dd500eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.251331 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1ab54f1b-3a1f-4f71-bdf7-cd1c281ca79d tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 881 time: 0.1560144 Dec 08 13:04:41.256559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54502) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.291669 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3efef0da-1be6-4259-b8b3-38221059d925 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8015160-cb71-419c-821e-ff15d58a06a2 HTTP/1.1" status: 200 len: 205 time: 0.0331697 Dec 08 13:04:41.292449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54504) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.297919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f38cec43-58d4-42d0-b486-8da0a921f106 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9676569 Dec 08 13:04:41.299965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Network 4b038e2b-6c15-40c1-a899-b24edd29ef92 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:41.301722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54506) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.310631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:41.328236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:41.329177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:41.329766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.346803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': '16a1300c-6df7-4452-a825-b9fd5ab92127', 'name': 'tempest-PortsIpV6TestJSON-2120430225'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:41.350602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'Port': ['ID=6c8471cd-ea5c-47db-af54-22a2c85bfad1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:41.374995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23ba60b0-4b4b-4151-a5b0-90c65ab590f5 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.412519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c43ab-71bc-4113-9931-de1e72dd6022 None None] Update dhcp port {'port': {'network_id': 'c340b557-c367-4855-b5c1-69c603b3232d', 'fixed_ips': [{'subnet_id': 'fd92b231-5dd3-4998-b0a7-24e0ebf271e5', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d1bd2a3-92f3-4ef7-b154-aac4f6911c29'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '33768f5c-b93e-4e8a-b6be-aac17deb0e49'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:04:41.418476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba60b0-4b4b-4151-a5b0-90c65ab590f5 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Subnet': ['ID=feb6e2c6-6d12-449f-ac52-4b8033b410a7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:41.418745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-885f48c9-e0ed-42cf-bbe7-ef73dd500eef None None] For port 33768f5c-b93e-4e8a-b6be-aac17deb0e49, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=33768f5c-b93e-4e8a-b6be-aac17deb0e49,segment=NetworkSegment(12f9aa39-e90f-481a-b276-76b6b7c7b1a8),segment_id=12f9aa39-e90f-481a-b276-76b6b7c7b1a8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:41.422210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.476373 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-32c098fd-ebb3-49b1-befe-dc0a5efb8afa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4369688 Dec 08 13:04:41.476938 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc3c43ab-71bc-4113-9931-de1e72dd6022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.480231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54508) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.482032 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-16a1300c-6df7-4452-a825-b9fd5ab92127', 'network_id': '16a1300c-6df7-4452-a825-b9fd5ab92127', 'project_id': '5a35742f37444c1896f111b89a9a5aa2', 'fixed_ips': [{'subnet_id': '1a8c815b-cea1-4bd6-90ae-28bdef2e27ce'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:41.482910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.490757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23ba60b0-4b4b-4151-a5b0-90c65ab590f5 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.494107 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-23ba60b0-4b4b-4151-a5b0-90c65ab590f5 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/subnets/feb6e2c6-6d12-449f-ac52-4b8033b410a7 HTTP/1.1" status: 204 len: 168 time: 0.8062334 Dec 08 13:04:41.505417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54510) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.532413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c058f1e7-4ef1-49bd-9172-aa359a2ccbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:41.533843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c058f1e7-4ef1-49bd-9172-aa359a2ccbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "GET /v2.0/ports/6c8471cd-ea5c-47db-af54-22a2c85bfad1 HTTP/1.1" status: 200 len: 958 time: 0.0527287 Dec 08 13:04:41.536808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54512) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.550445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-885f48c9-e0ed-42cf-bbe7-ef73dd500eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.576920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.583817 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.630044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f48c9-e0ed-42cf-bbe7-ef73dd500eef None None] Pushing event updated for resources: {'Port': ['ID=33768f5c-b93e-4e8a-b6be-aac17deb0e49,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:41.656726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc13e9-ecf3-4ba1-856c-f0b6b5f8aaf7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:41.663789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc13e9-ecf3-4ba1-856c-f0b6b5f8aaf7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:41.665445 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-54dc13e9-ecf3-4ba1-856c-f0b6b5f8aaf7 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1589782 Dec 08 13:04:41.671931 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54514) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.722156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=c126a4ae-b22d-41af-9645-a5590801fad5,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:41.735140 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking segment: {'id': '7d382350-32a6-4bc8-b9d1-2a3e748d09de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d475cb6-347b-44ae-98b3-8176b849f678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:41.735755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network hostable DHCP agents. Network: 7d475cb6-347b-44ae-98b3-8176b849f678, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:41.745755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bca55e-1f96-4190-bea5-1bcdbf377600 None None] Network fcc0e85e-a62c-4bd7-8488-0db95895cfe1 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:41.752376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-10fc5c0a-58ad-49c8-9c6b-ff2a0b462379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Deleting port 6c8471cd-ea5c-47db-af54-22a2c85bfad1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:41.753060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-10fc5c0a-58ad-49c8-9c6b-ff2a0b462379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.801196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:41.804632 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.824129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-10fc5c0a-58ad-49c8-9c6b-ff2a0b462379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.827803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 3e636caa-189c-434b-b997-5d3afce1c8b3 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:41.832455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network 7d475cb6-347b-44ae-98b3-8176b849f678 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:41.837213 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-452ac85f-e98c-4d2e-9dfa-8ede17348722 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.842206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-10fc5c0a-58ad-49c8-9c6b-ff2a0b462379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Calling delete_port for 6c8471cd-ea5c-47db-af54-22a2c85bfad1 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:41.865326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:41.865690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:41.890337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.902447 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-452ac85f-e98c-4d2e-9dfa-8ede17348722 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 13:04:41.903007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452ac85f-e98c-4d2e-9dfa-8ede17348722 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:04:41.907559 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-452ac85f-e98c-4d2e-9dfa-8ede17348722 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/fcc0e85e-a62c-4bd7-8488-0db95895cfe1 HTTP/1.1" status: 409 len: 405 time: 0.2339380 Dec 08 13:04:41.911558 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54520) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:41.917927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1432433896'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:41.933835 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-44969346-e680-4dad-a670-00daf79ae584 None None] Provisioning complete for port a1aacdd8-9f94-4589-889b-a31ba0165ac4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:41.934848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-44969346-e680-4dad-a670-00daf79ae584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.956050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 7d475cb6-347b-44ae-98b3-8176b849f678) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:41.963858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:41.964497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:41.996844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:42.000474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.094355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-10fc5c0a-58ad-49c8-9c6b-ff2a0b462379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.096393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Deleting port 9d2de0ad-e332-40c1-b4c3-08f2f5720a0b {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:42.096724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.111763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:42.128439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc5c0a-58ad-49c8-9c6b-ff2a0b462379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c8471cd-ea5c-47db-af54-22a2c85bfad1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:42.137089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.137443 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Added segment 0890705f-9557-4187-83b9-91e7618abe3a of type vlan for network 872b82a8-41b3-403a-97c0-806ff42f90b7 Dec 08 13:04:42.137777 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d809f270-6a0c-4af1-850f-d02ad901abdb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3188896 Dec 08 13:04:42.138666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54524) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:42.142888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-10fc5c0a-58ad-49c8-9c6b-ff2a0b462379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.146211 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-10fc5c0a-58ad-49c8-9c6b-ff2a0b462379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "DELETE /v2.0/ports/6c8471cd-ea5c-47db-af54-22a2c85bfad1 HTTP/1.1" status: 204 len: 168 time: 0.6084096 Dec 08 13:04:42.151535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54526) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:42.169122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e4467dd2-08f1-4ff1-b986-6ef746e96fbd tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:42.184498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9d5e56-3169-41d9-be3f-bfddcc95ec7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] GET failed (client error): The resource could not be found. Dec 08 13:04:42.187791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcb5008-06b5-4018-9768-79ade8d0ac2c None None] Network 7d475cb6-347b-44ae-98b3-8176b849f678 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:42.190307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ee9d5e56-3169-41d9-be3f-bfddcc95ec7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "GET /v2.0/ports/6c8471cd-ea5c-47db-af54-22a2c85bfad1 HTTP/1.1" status: 404 len: 333 time: 0.0375392 Dec 08 13:04:42.191142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54528) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:42.195719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Request body: {'port': {'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209689636'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:42.258828 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.270905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Made reservation on behalf of 742e6bd8db4f4abab8e42f61fcf9ec6a for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:42.272496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.273969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.292959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] device_id is not set on port 21827078-d94f-4fb2-a025-750ea7d52f3a yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:42.299714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Calling delete_port for 9d2de0ad-e332-40c1-b4c3-08f2f5720a0b owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:42.308137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-dc3c43ab-71bc-4113-9931-de1e72dd6022 None None] Allocated IP 172.20.0.1 (c340b557-c367-4855-b5c1-69c603b3232d/8d1bd2a3-92f3-4ef7-b154-aac4f6911c29/33768f5c-b93e-4e8a-b6be-aac17deb0e49) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:42.311709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Allocated IP 2001:db8::2 (16a1300c-6df7-4452-a825-b9fd5ab92127/1a8c815b-cea1-4bd6-90ae-28bdef2e27ce/1c4f5480-249c-4c9e-a207-59cd3ef4f62e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:42.401486 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4467dd2-08f1-4ff1-b986-6ef746e96fbd tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263367446'] for subnet, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.433238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.439008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:42.439616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.445778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6768be39-2e19-4e3c-8dd7-79e0a535e168 None None] DHCP port deletion for fcc0e85e-a62c-4bd7-8488-0db95895cfe1 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:42.476782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.524318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-7d475cb6-347b-44ae-98b3-8176b849f678', 'network_id': '7d475cb6-347b-44ae-98b3-8176b849f678', 'project_id': '1b708281d3b44e30aa3bf1752d1f514d', 'fixed_ips': [{'subnet_id': 'c126a4ae-b22d-41af-9645-a5590801fad5'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:42.525761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.596171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-44969346-e680-4dad-a670-00daf79ae584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.605805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a1aacdd8-9f94-4589-889b-a31ba0165ac4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:42.620300 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.664928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Network 4b038e2b-6c15-40c1-a899-b24edd29ef92 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:42.669561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:42.676284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:42.677465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:42.678192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.687889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'Port': ['ID=21827078-d94f-4fb2-a025-750ea7d52f3a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:42.706483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-dc3c43ab-71bc-4113-9931-de1e72dd6022 None None] For port 33768f5c-b93e-4e8a-b6be-aac17deb0e49, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=33768f5c-b93e-4e8a-b6be-aac17deb0e49,segment=NetworkSegment(12f9aa39-e90f-481a-b276-76b6b7c7b1a8),segment_id=12f9aa39-e90f-481a-b276-76b6b7c7b1a8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:42.777747 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a9681b98-36ee-4637-8334-7b8090b0ff90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5859337 Dec 08 13:04:42.781232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54530) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:42.786431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:42.806827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-44969346-e680-4dad-a670-00daf79ae584 None None] For port a1aacdd8-9f94-4589-889b-a31ba0165ac4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a1aacdd8-9f94-4589-889b-a31ba0165ac4,segment=NetworkSegment(72e39198-44f7-43e6-bf90-dbdfdc1aaf9c),segment_id=72e39198-44f7-43e6-bf90-dbdfdc1aaf9c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:42.849466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.859474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Network': ['ID=872b82a8-41b3-403a-97c0-806ff42f90b7,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:42.868008 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e5736726-7b5c-4a85-a49a-8e2e2b1c1c0a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9513383 Dec 08 13:04:42.868185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54532) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:42.872845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'subnet': {'network_id': '872b82a8-41b3-403a-97c0-806ff42f90b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:42.887235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 872b82a8-41b3-403a-97c0-806ff42f90b7 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:42.892388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc3c43ab-71bc-4113-9931-de1e72dd6022 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.897664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-44969346-e680-4dad-a670-00daf79ae584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.936157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6768be39-2e19-4e3c-8dd7-79e0a535e168 None None] Deleting port a1aacdd8-9f94-4589-889b-a31ba0165ac4 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:42.936535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6768be39-2e19-4e3c-8dd7-79e0a535e168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.942871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1f8c757a-91a8-41c4-9580-fb26922708d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.988414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc3c43ab-71bc-4113-9931-de1e72dd6022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.990236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a1aacdd8-9f94-4589-889b-a31ba0165ac4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:42.990708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:42.998436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.051298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4467dd2-08f1-4ff1-b986-6ef746e96fbd tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787370702978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263993885'] for subnet, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.120893 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.128222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6768be39-2e19-4e3c-8dd7-79e0a535e168 None None] For port a1aacdd8-9f94-4589-889b-a31ba0165ac4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a1aacdd8-9f94-4589-889b-a31ba0165ac4,segment=NetworkSegment(72e39198-44f7-43e6-bf90-dbdfdc1aaf9c),segment_id=72e39198-44f7-43e6-bf90-dbdfdc1aaf9c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:43.128611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6768be39-2e19-4e3c-8dd7-79e0a535e168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.135687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] device_id is not set on port 21827078-d94f-4fb2-a025-750ea7d52f3a yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:43.146365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.152209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4467dd2-08f1-4ff1-b986-6ef746e96fbd tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:43.152809 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4467dd2-08f1-4ff1-b986-6ef746e96fbd tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.155028 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e4467dd2-08f1-4ff1-b986-6ef746e96fbd tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "PUT /v2.0/subnets/c126a4ae-b22d-41af-9645-a5590801fad5 HTTP/1.1" status: 200 len: 826 time: 0.9914248 Dec 08 13:04:43.157074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54542) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:43.159207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.160913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44969346-e680-4dad-a670-00daf79ae584 None None] Pushing event updated for resources: {'Port': ['ID=a1aacdd8-9f94-4589-889b-a31ba0165ac4,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:43.204984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:43.211006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.222376 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4467dd2-08f1-4ff1-b986-6ef746e96fbd tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=c126a4ae-b22d-41af-9645-a5590801fad5,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:43.229772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6768be39-2e19-4e3c-8dd7-79e0a535e168 None None] Calling delete_port for a1aacdd8-9f94-4589-889b-a31ba0165ac4 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:43.230117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event deleted for resources: {'Port': ['ID=9d2de0ad-e332-40c1-b4c3-08f2f5720a0b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:43.294336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509db8e2-9e53-4765-bde3-9389f3920beb None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:43.307610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::3a6 (16a1300c-6df7-4452-a825-b9fd5ab92127/1a8c815b-cea1-4bd6-90ae-28bdef2e27ce/3e636caa-189c-434b-b997-5d3afce1c8b3) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:43.314990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.324766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Network 16a1300c-6df7-4452-a825-b9fd5ab92127 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:43.337238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.341713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Allocated IP 2001:db8::2 (7d475cb6-347b-44ae-98b3-8176b849f678/c126a4ae-b22d-41af-9645-a5590801fad5/e46d26ec-2a6c-4a13-b28a-089635191a2c) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:43.345991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:43.349123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:43.430728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.433449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.526848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c43ab-71bc-4113-9931-de1e72dd6022 None None] Pushing event updated for resources: {'Port': ['ID=33768f5c-b93e-4e8a-b6be-aac17deb0e49,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:43.540951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'Port': ['ID=21827078-d94f-4fb2-a025-750ea7d52f3a,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:43.565816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.580394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.580952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Fanout notify agent at l3_agent the message router_deleted on router b8015160-cb71-419c-821e-ff15d58a06a2 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:04:43.590055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.591262 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fa070f1d-ef3b-442d-8522-11a53b96a121 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/b8015160-cb71-419c-821e-ff15d58a06a2 HTTP/1.1" status: 204 len: 168 time: 2.2976127 Dec 08 13:04:43.603792 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54544) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:43.607217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-fab47e1e-468b-4b1a-9baf-15855db7a558 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-565915610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:43.629510 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-92996b8d-6f3e-4997-8174-73ebc282953c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3261096 Dec 08 13:04:43.678869 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.680776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Attempting to bind port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:43.682348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Attempting to bind port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '987a910d-e4a2-48ff-94a5-c2bc367af135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '16a1300c-6df7-4452-a825-b9fd5ab92127'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:43.682851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Attempting to bind port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e on network 16a1300c-6df7-4452-a825-b9fd5ab92127 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:43.705388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Pushing event updated for resources: {'Port': ['ID=1c4f5480-249c-4c9e-a207-59cd3ef4f62e,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:43.715181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:43.715867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Checking segment: {'id': '987a910d-e4a2-48ff-94a5-c2bc367af135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '16a1300c-6df7-4452-a825-b9fd5ab92127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:43.716345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.716836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Bound using segment: {'id': '987a910d-e4a2-48ff-94a5-c2bc367af135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '16a1300c-6df7-4452-a825-b9fd5ab92127'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:43.717429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Bound port: 1c4f5480-249c-4c9e-a207-59cd3ef4f62e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987a910d-e4a2-48ff-94a5-c2bc367af135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '16a1300c-6df7-4452-a825-b9fd5ab92127'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:43.717909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.722998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:43.723342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:43.723684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:43.734989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:43.735330 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:43.758651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 2 to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a Dec 08 13:04:43.782937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.788990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 33768f5c-b93e-4e8a-b6be-aac17deb0e49 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:43.825065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6768be39-2e19-4e3c-8dd7-79e0a535e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.832103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fab47e1e-468b-4b1a-9baf-15855db7a558 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.833136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fab47e1e-468b-4b1a-9baf-15855db7a558 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.853787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:43.854130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:43.854478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:43.882947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:43.883271 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:43.886133 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 3 to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a Dec 08 13:04:43.902773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fab47e1e-468b-4b1a-9baf-15855db7a558 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.907975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-daf05bfa-778e-40a0-9f82-5611630c5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:43.909531 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-daf05bfa-778e-40a0-9f82-5611630c5d63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=452d0abeb3b643bd976c48c2d4773b07&device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 1099 time: 0.2037582 Dec 08 13:04:43.917041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 16a1300c-6df7-4452-a825-b9fd5ab92127 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:43.920842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:43.925203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:43.927067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:43.927430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:43.927753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:43.930887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.940617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:43.941896 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:43.971531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=3e636caa-189c-434b-b997-5d3afce1c8b3,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:43.982358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:43.982740 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:43.988753 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 4 to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a Dec 08 13:04:43.997515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fab47e1e-468b-4b1a-9baf-15855db7a558 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.009426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:44.009762 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:44.010101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:44.034833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:44.035163 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:44.056802 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 5 to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a Dec 08 13:04:44.064143 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0113e015-1df1-4131-a1c9-b41d172f10af tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7600074 Dec 08 13:04:44.074432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54546) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:44.092561 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768be39-2e19-4e3c-8dd7-79e0a535e168 None None] No DVR routers for this DVR port a1aacdd8-9f94-4589-889b-a31ba0165ac4 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:44.097252 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768be39-2e19-4e3c-8dd7-79e0a535e168 None None] Pushing event deleted for resources: {'Port': ['ID=a1aacdd8-9f94-4589-889b-a31ba0165ac4,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:44.115238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] For port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:44.125741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:44.126079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:44.126421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:44.140875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:44.141519 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:44.143519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.146826 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 6 to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a Dec 08 13:04:44.164437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb13f7d2-88a4-4997-b838-bab6e0a6eb7e None None] Network c340b557-c367-4855-b5c1-69c603b3232d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:44.168908 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fab47e1e-468b-4b1a-9baf-15855db7a558 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.173326 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fab47e1e-468b-4b1a-9baf-15855db7a558 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5670061 Dec 08 13:04:44.173326 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54550) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:44.177417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': False}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:44.186375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] For port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1c4f5480-249c-4c9e-a207-59cd3ef4f62e,segment=NetworkSegment(987a910d-e4a2-48ff-94a5-c2bc367af135),segment_id=987a910d-e4a2-48ff-94a5-c2bc367af135)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:44.194141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.207590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.objects.ports [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103715) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:04:44.211063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:44.212011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:44.212011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:44.214875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-310276c5-68c7-4d4e-b991-2080b693a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:44.216383 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-310276c5-68c7-4d4e-b991-2080b693a675 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ff4d7af-c600-4604-9fb5-5441401772a1 HTTP/1.1" status: 200 len: 913 time: 0.2809505 Dec 08 13:04:44.217136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.218569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:44.218985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.224231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bb92a6ef-c693-48fa-82a4-d6cb8c4e1732 None None] Provisioning complete for port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:44.224619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bb92a6ef-c693-48fa-82a4-d6cb8c4e1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.267516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:44.267867 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:44.319460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.332537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.383301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e3250d75-3504-47c5-9635-54d1818c2691 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 3e636caa-189c-434b-b997-5d3afce1c8b3 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:44.383640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e3250d75-3504-47c5-9635-54d1818c2691 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.424271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Network 7d475cb6-347b-44ae-98b3-8176b849f678 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:44.440170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:44.461858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Pushing event updated for resources: {'Port': ['ID=e46d26ec-2a6c-4a13-b28a-089635191a2c,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:44.477494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.480080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:44.566437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e3250d75-3504-47c5-9635-54d1818c2691 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.584056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e3250d75-3504-47c5-9635-54d1818c2691 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 3e636caa-189c-434b-b997-5d3afce1c8b3 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:44.620093 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 7 to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a Dec 08 13:04:44.644550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36355c-5b73-4ab5-a90c-3e156f2cf8ea None None] Pushing event updated for resources: {'Port': ['ID=1c4f5480-249c-4c9e-a207-59cd3ef4f62e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:44.657351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Attempting to bind port e46d26ec-2a6c-4a13-b28a-089635191a2c on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:44.657728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Attempting to bind port e46d26ec-2a6c-4a13-b28a-089635191a2c by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '7d382350-32a6-4bc8-b9d1-2a3e748d09de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d475cb6-347b-44ae-98b3-8176b849f678'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:44.658098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Attempting to bind port e46d26ec-2a6c-4a13-b28a-089635191a2c on network 7d475cb6-347b-44ae-98b3-8176b849f678 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:44.664480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:44.664859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Checking segment: {'id': '7d382350-32a6-4bc8-b9d1-2a3e748d09de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d475cb6-347b-44ae-98b3-8176b849f678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:44.665319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.665717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Bound using segment: {'id': '7d382350-32a6-4bc8-b9d1-2a3e748d09de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d475cb6-347b-44ae-98b3-8176b849f678'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:44.666196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Bound port: e46d26ec-2a6c-4a13-b28a-089635191a2c, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d382350-32a6-4bc8-b9d1-2a3e748d09de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d475cb6-347b-44ae-98b3-8176b849f678'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:44.666671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.683290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:44.683633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:44.683978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:44.723010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:44.723661 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:44.732071 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 8 to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a Dec 08 13:04:44.785600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Checking segment: {'id': '0890705f-9557-4187-83b9-91e7618abe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '872b82a8-41b3-403a-97c0-806ff42f90b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:44.785915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] For port e46d26ec-2a6c-4a13-b28a-089635191a2c, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:44.786019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network hostable DHCP agents. Network: 872b82a8-41b3-403a-97c0-806ff42f90b7, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:44.790753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:44.791440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:44.791780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:44.797200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Subnet': ['ID=39e3973e-d8b0-4aab-b701-5d5f6eb227b7,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:44.797375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] For port e46d26ec-2a6c-4a13-b28a-089635191a2c, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e46d26ec-2a6c-4a13-b28a-089635191a2c,segment=NetworkSegment(7d382350-32a6-4bc8-b9d1-2a3e748d09de),segment_id=7d382350-32a6-4bc8-b9d1-2a3e748d09de)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:44.812586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:44.812922 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:44.813921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.836282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a1aacdd8-9f94-4589-889b-a31ba0165ac4 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:44.850117 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-d2b99798-89b2-4394-afe3-37f84163644a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 HTTP/1.1" status: 200 len: 1002 time: 0.6175597 Dec 08 13:04:44.861882 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 9 to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a Dec 08 13:04:44.863941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: a1aacdd8-9f94-4589-889b-a31ba0165ac4 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:44.867004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a1aacdd8-9f94-4589-889b-a31ba0165ac4 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:44.867004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:44.950510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37245441-3b3b-4288-b5d4-fe970b6df185 None None] Pushing event updated for resources: {'Port': ['ID=e46d26ec-2a6c-4a13-b28a-089635191a2c,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:44.965112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:44.965385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:44.965731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:44.970298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-652e366a-2cba-4bf1-8d60-63b65b29dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:44.971841 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-652e366a-2cba-4bf1-8d60-63b65b29dc39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8e5b17fe-bfa3-43ee-ae49-9f76047d989a HTTP/1.1" status: 200 len: 851 time: 0.0794380 Dec 08 13:04:45.010772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e3250d75-3504-47c5-9635-54d1818c2691 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.064856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3250d75-3504-47c5-9635-54d1818c2691 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=3e636caa-189c-434b-b997-5d3afce1c8b3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:45.065065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=c126a4ae-b22d-41af-9645-a5590801fad5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:45.070890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:45.071072 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:45.076578 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempt 10 to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a Dec 08 13:04:45.088382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network 872b82a8-41b3-403a-97c0-806ff42f90b7 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:45.091132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.105779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e3250d75-3504-47c5-9635-54d1818c2691 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.113607 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e3250d75-3504-47c5-9635-54d1818c2691 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/3e636caa-189c-434b-b997-5d3afce1c8b3 HTTP/1.1" status: 204 len: 168 time: 1.0380487 Dec 08 13:04:45.114399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54556) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:45.119800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-7aa1edd7-7a5b-46b1-b931-d9c384ce8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:45.119800 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-7aa1edd7-7a5b-46b1-b931-d9c384ce8814 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ff4d7af-c600-4604-9fb5-5441401772a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1058307 Dec 08 13:04:45.126736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ba490ca4-fcc6-4ecd-9f5c-f0d73b1c365e None None] Provisioning complete for port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:45.127064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ba490ca4-fcc6-4ecd-9f5c-f0d73b1c365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.139304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.151402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.153919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.162104 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f002a3-93d0-4bd9-bc75-2b4d28135b3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:04:45.163180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f002a3-93d0-4bd9-bc75-2b4d28135b3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:04:45.171349 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-72f002a3-93d0-4bd9-bc75-2b4d28135b3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/3e636caa-189c-434b-b997-5d3afce1c8b3 HTTP/1.1" status: 404 len: 333 time: 0.0387728 Dec 08 13:04:45.172038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54558) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:45.177635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d475cb6-347b-44ae-98b3-8176b849f678']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:45.191115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d382350-32a6-4bc8-b9d1-2a3e748d09de') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:45.191466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d382350-32a6-4bc8-b9d1-2a3e748d09de') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:45.209308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:45.209746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:45.210179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempting to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:45.216066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 872b82a8-41b3-403a-97c0-806ff42f90b7) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:45.219959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.222016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:04:45.222441 dv-neutron-799625-5-hyperv neutron-server[103715]: ERROR neutron.plugins.ml2.managers [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Failed to bind port 21827078-d94f-4fb2-a025-750ea7d52f3a on host hv-neutron-7996 for vnic_type normal using segments [{'id': '04eea636-7acf-40c3-9c54-289b920671f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4b038e2b-6c15-40c1-a899-b24edd29ef92'}] Dec 08 13:04:45.222911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.240324 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8fb9f2-af8d-488f-ba0e-13b65adfb034 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:04:45.242832 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ae3c7-d066-4838-b970-640cc0c64553 None None] Network 872b82a8-41b3-403a-97c0-806ff42f90b7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:45.246179 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-da8fb9f2-af8d-488f-ba0e-13b65adfb034 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/3e636caa-189c-434b-b997-5d3afce1c8b3 HTTP/1.1" status: 404 len: 333 time: 0.0717638 Dec 08 13:04:45.250821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:45.251436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54560) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:45.251624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.327332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.405435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-82925415-cd07-4c34-b7e4-a888dab35a36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet 1a8c815b-cea1-4bd6-90ae-28bdef2e27ce {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:04:45.411729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82925415-cd07-4c34-b7e4-a888dab35a36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.414837 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-54d19fc2-691d-441d-a806-7ce3adc32a9f service neutron] 10.222.0.72 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122340 Dec 08 13:04:45.424973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:45.425492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:45.429974 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:45.433918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-872b82a8-41b3-403a-97c0-806ff42f90b7', 'network_id': '872b82a8-41b3-403a-97c0-806ff42f90b7', 'project_id': 'ea721d767e22432bbc9d5c89f2423aea', 'fixed_ips': [{'subnet_id': '39e3973e-d8b0-4aab-b701-5d5f6eb227b7'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:45.435707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.494361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82925415-cd07-4c34-b7e4-a888dab35a36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.529091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dfd5ef23-8bcc-4aa7-818c-dbdc9cb6a894 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6600876 Dec 08 13:04:45.540970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54568) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:45.566559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Allocated IP 172.26.7.253 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/67b29bb3-84c8-4b4b-8e61-cb6e7f8c6117) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:45.688081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82925415-cd07-4c34-b7e4-a888dab35a36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.757409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Allocated IP 2001:db8::f816:3eff:fe56:6b87 (872b82a8-41b3-403a-97c0-806ff42f90b7/39e3973e-d8b0-4aab-b701-5d5f6eb227b7/0aa07a95-86c0-449c-a789-5a2e1bf0ad98) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:45.817146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:04:45.817146 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:04:45.817146 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'id': '7d475cb6-347b-44ae-98b3-8176b849f678'}] Dec 08 13:04:45.817146 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:45.817615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:45.827841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.844284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] For port 21827078-d94f-4fb2-a025-750ea7d52f3a, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:45.844665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attempted to set empty binding levels {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 13:04:45.851261 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.878996 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b63ecb00-08e2-4047-bc75-47387deb7490 req-d6eb5cbe-cb02-4efd-8315-4935cbc6773b service neutron] 10.222.0.72 "GET /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185343 Dec 08 13:04:45.901749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82925415-cd07-4c34-b7e4-a888dab35a36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.910599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1c4f5480-249c-4c9e-a207-59cd3ef4f62e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:45.923977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.941844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82925415-cd07-4c34-b7e4-a888dab35a36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.948620 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-82925415-cd07-4c34-b7e4-a888dab35a36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/1a8c815b-cea1-4bd6-90ae-28bdef2e27ce HTTP/1.1" status: 204 len: 168 time: 0.6958544 Dec 08 13:04:45.949727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54570) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:45.950964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:45.951233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82925415-cd07-4c34-b7e4-a888dab35a36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8c815b-cea1-4bd6-90ae-28bdef2e27ce,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:46.011010 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.047871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] In _notify_port_updated(), no bound segment for port 21827078-d94f-4fb2-a025-750ea7d52f3a on network 4b038e2b-6c15-40c1-a899-b24edd29ef92 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:04:46.049655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:46.050428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.052101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "PUT /v2.0/ports/21827078-d94f-4fb2-a025-750ea7d52f3a HTTP/1.1" status: 200 len: 981 time: 3.2696640 Dec 08 13:04:46.055726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54572) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:46.058671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.066510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf631211-d758-45ff-aad2-a23c3d9cbddf None None] Network 16a1300c-6df7-4452-a825-b9fd5ab92127 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:46.068509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:46.093561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:46.096892 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:46.139624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9e1e0-4ad2-4666-a875-6d753191063e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event updated for resources: {'Port': ['ID=21827078-d94f-4fb2-a025-750ea7d52f3a,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:46.146982 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.150911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d575f-63c5-4a6f-be1c-75f40f2181b9 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:46.163121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Pushing event updated for resources: {'Port': ['ID=67b29bb3-84c8-4b4b-8e61-cb6e7f8c6117,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:46.165197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:46.166438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.222475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:46.222475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.244802 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.251608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.322552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Subnet': ['ID=39e3973e-d8b0-4aab-b701-5d5f6eb227b7,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:46.330111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8490ab6a-d7ad-4c28-a83d-8c0ffcbc0021 None None] Provisioning complete for port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:46.330508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8490ab6a-d7ad-4c28-a83d-8c0ffcbc0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.333160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.344219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a312c3c9-d179-43b9-9675-74447143ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Deleting port 21827078-d94f-4fb2-a025-750ea7d52f3a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:46.344648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a312c3c9-d179-43b9-9675-74447143ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.368713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] For port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1c4f5480-249c-4c9e-a207-59cd3ef4f62e,segment=NetworkSegment(987a910d-e4a2-48ff-94a5-c2bc367af135),segment_id=987a910d-e4a2-48ff-94a5-c2bc367af135)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:46.369156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.398303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 1c4f5480-249c-4c9e-a207-59cd3ef4f62e owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:46.418522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.428598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Network 872b82a8-41b3-403a-97c0-806ff42f90b7 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:46.435932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] DHCP port deletion for 16a1300c-6df7-4452-a825-b9fd5ab92127 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:46.439433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-a312c3c9-d179-43b9-9675-74447143ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] For port 21827078-d94f-4fb2-a025-750ea7d52f3a, host hv-neutron-7996, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:46.440008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a312c3c9-d179-43b9-9675-74447143ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.440290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.466948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:46.467131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a312c3c9-d179-43b9-9675-74447143ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Calling delete_port for 21827078-d94f-4fb2-a025-750ea7d52f3a owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:46.475078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:46.479360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Pushing event updated for resources: {'Port': ['ID=0aa07a95-86c0-449c-a789-5a2e1bf0ad98,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:46.600165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.623863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f577c399-edff-4753-8d1d-c870d59dd73c None None] Network 7d475cb6-347b-44ae-98b3-8176b849f678 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:46.628702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1c4f5480-249c-4c9e-a207-59cd3ef4f62e,segment=NetworkSegment(987a910d-e4a2-48ff-94a5-c2bc367af135),segment_id=987a910d-e4a2-48ff-94a5-c2bc367af135)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:46.647301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872b82a8-41b3-403a-97c0-806ff42f90b7']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:46.665653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.681404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Attempting to bind port 0aa07a95-86c0-449c-a789-5a2e1bf0ad98 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:46.681780 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Attempting to bind port 0aa07a95-86c0-449c-a789-5a2e1bf0ad98 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '0890705f-9557-4187-83b9-91e7618abe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '872b82a8-41b3-403a-97c0-806ff42f90b7'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:46.682149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Attempting to bind port 0aa07a95-86c0-449c-a789-5a2e1bf0ad98 on network 872b82a8-41b3-403a-97c0-806ff42f90b7 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:46.682946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0890705f-9557-4187-83b9-91e7618abe3a') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:46.683388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0890705f-9557-4187-83b9-91e7618abe3a') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:46.691587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8490ab6a-d7ad-4c28-a83d-8c0ffcbc0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.704573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.732026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting port e46d26ec-2a6c-4a13-b28a-089635191a2c {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:46.732375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.735117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.735881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e46d26ec-2a6c-4a13-b28a-089635191a2c up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:46.737731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:46.738098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Checking segment: {'id': '0890705f-9557-4187-83b9-91e7618abe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '872b82a8-41b3-403a-97c0-806ff42f90b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:46.738492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.738925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Bound using segment: {'id': '0890705f-9557-4187-83b9-91e7618abe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '872b82a8-41b3-403a-97c0-806ff42f90b7'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:46.739410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Bound port: 0aa07a95-86c0-449c-a789-5a2e1bf0ad98, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0890705f-9557-4187-83b9-91e7618abe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '872b82a8-41b3-403a-97c0-806ff42f90b7'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:46.739796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.742421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.763040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:46.763560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:46.767993 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:46.823920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a312c3c9-d179-43b9-9675-74447143ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.840718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] Deleting port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:46.841286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.842931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] For port e46d26ec-2a6c-4a13-b28a-089635191a2c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e46d26ec-2a6c-4a13-b28a-089635191a2c,segment=NetworkSegment(7d382350-32a6-4bc8-b9d1-2a3e748d09de),segment_id=7d382350-32a6-4bc8-b9d1-2a3e748d09de)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:46.843374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.860857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312c3c9-d179-43b9-9675-74447143ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Pushing event deleted for resources: {'Port': ['ID=21827078-d94f-4fb2-a025-750ea7d52f3a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:46.889058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Calling delete_port for e46d26ec-2a6c-4a13-b28a-089635191a2c owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:46.891458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.898823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a312c3c9-d179-43b9-9675-74447143ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.907308 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a312c3c9-d179-43b9-9675-74447143ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "DELETE /v2.0/ports/21827078-d94f-4fb2-a025-750ea7d52f3a HTTP/1.1" status: 204 len: 168 time: 0.8410265 Dec 08 13:04:46.907308 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54580) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:46.932911 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d2c3c9-2749-49ae-a26e-340b603118e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] GET failed (client error): The resource could not be found. Dec 08 13:04:46.933470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:04:46.933470 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:04:46.933470 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'id': '872b82a8-41b3-403a-97c0-806ff42f90b7'}] Dec 08 13:04:46.933470 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:46.934027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:46.938731 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d4d2c3c9-2749-49ae-a26e-340b603118e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202467452-project-admin] 10.222.0.76 "GET /v2.0/ports/21827078-d94f-4fb2-a025-750ea7d52f3a HTTP/1.1" status: 404 len: 333 time: 0.0285347 Dec 08 13:04:46.938885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=1c4f5480-249c-4c9e-a207-59cd3ef4f62e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:46.938967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54582) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:46.952212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No DVR routers for this DVR port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:46.971235 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:46.983670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.109386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.141497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a1300c-6df7-4452-a825-b9fd5ab92127']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:47.153808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=1c4f5480-249c-4c9e-a207-59cd3ef4f62e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:47.154458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987a910d-e4a2-48ff-94a5-c2bc367af135') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:47.154858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987a910d-e4a2-48ff-94a5-c2bc367af135') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:47.166145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] DHCP port deletion for 7d475cb6-347b-44ae-98b3-8176b849f678 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:47.166367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.183913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] For port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1c4f5480-249c-4c9e-a207-59cd3ef4f62e,segment=NetworkSegment(987a910d-e4a2-48ff-94a5-c2bc367af135),segment_id=987a910d-e4a2-48ff-94a5-c2bc367af135)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:47.184322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.185379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.192291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:47.192749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:47.196164 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:47.202264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] For port 0aa07a95-86c0-449c-a789-5a2e1bf0ad98, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:47.219594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] Calling delete_port for 1c4f5480-249c-4c9e-a207-59cd3ef4f62e owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:47.249712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] For port 0aa07a95-86c0-449c-a789-5a2e1bf0ad98, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0aa07a95-86c0-449c-a789-5a2e1bf0ad98,segment=NetworkSegment(0890705f-9557-4187-83b9-91e7618abe3a),segment_id=0890705f-9557-4187-83b9-91e7618abe3a)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:47.250838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port e46d26ec-2a6c-4a13-b28a-089635191a2c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:47.251234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.254372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.286858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Port': ['ID=e46d26ec-2a6c-4a13-b28a-089635191a2c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:47.288665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No DVR routers for this DVR port e46d26ec-2a6c-4a13-b28a-089635191a2c on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:47.289406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Port e46d26ec-2a6c-4a13-b28a-089635191a2c was deleted so its status cannot be updated. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 13:04:47.323471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-04ad6607-c2ca-425b-81a9-59ef12e337ba None None] Could not find standard attr ID for object e46d26ec-2a6c-4a13-b28a-089635191a2c. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:04:47.337656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.339851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.372363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.380146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.391155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.391488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-04ad6607-c2ca-425b-81a9-59ef12e337ba None None] Provisioning complete for port 67b29bb3-84c8-4b4b-8e61-cb6e7f8c6117 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:47.391876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-04ad6607-c2ca-425b-81a9-59ef12e337ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.399008 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/networks/16a1300c-6df7-4452-a825-b9fd5ab92127 HTTP/1.1" status: 204 len: 168 time: 1.4406917 Dec 08 13:04:47.402157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54584) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:47.413222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-623697449'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:47.421351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66214409-a260-4a2e-8e46-d3e9b9ca6667 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Network': ['ID=16a1300c-6df7-4452-a825-b9fd5ab92127,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:47.425537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d475cb6-347b-44ae-98b3-8176b849f678']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:47.437459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.444100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d382350-32a6-4bc8-b9d1-2a3e748d09de') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:47.444100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d382350-32a6-4bc8-b9d1-2a3e748d09de') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:47.459768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.482153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] Deleting port e46d26ec-2a6c-4a13-b28a-089635191a2c {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:47.482153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.482445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.504552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.505322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c2ea-41db-46e1-a67f-2fec632983dd None None] Pushing event updated for resources: {'Port': ['ID=0aa07a95-86c0-449c-a789-5a2e1bf0ad98,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:47.510942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:47.511348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.515227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-04ad6607-c2ca-425b-81a9-59ef12e337ba None None] Port 67b29bb3-84c8-4b4b-8e61-cb6e7f8c6117 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:47.515380 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:47.517121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b038e2b-6c15-40c1-a899-b24edd29ef92']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:47.531715 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04eea636-7acf-40c3-9c54-289b920671f3') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:47.531985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04eea636-7acf-40c3-9c54-289b920671f3') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:47.546441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.557301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:47.557301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.563952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.568346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613cf444-be11-4c75-853c-0c71774d4ac6 None None] Network 872b82a8-41b3-403a-97c0-806ff42f90b7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:47.570503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:47.570664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] For port e46d26ec-2a6c-4a13-b28a-089635191a2c, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:47.570934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.571081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:47.574828 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:47.601537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] Calling delete_port for e46d26ec-2a6c-4a13-b28a-089635191a2c owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:47.605810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.607243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.ipam_backend_mixin [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] Port e46d26ec-2a6c-4a13-b28a-089635191a2c was not found and therefore no delete operation was performed {{(pid=103717) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 13:04:47.612515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Deleting port 0aa07a95-86c0-449c-a789-5a2e1bf0ad98 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:47.612955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.623772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.651071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] Network 16a1300c-6df7-4452-a825-b9fd5ab92127 is not hosted by any dhcp agent {{(pid=103717) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 13:04:47.651544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] No DVR routers for this DVR port 1c4f5480-249c-4c9e-a207-59cd3ef4f62e on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:47.680743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fbf24-8ae1-47a4-b68b-144d3ff3fc9c None None] Pushing event deleted for resources: {'Port': ['ID=1c4f5480-249c-4c9e-a207-59cd3ef4f62e,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:47.687120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Router d8b517f1-5492-4a8e-b9df-022e97135acb is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:04:47.727576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] No DVR routers for this DVR port e46d26ec-2a6c-4a13-b28a-089635191a2c on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:47.741271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] For port 0aa07a95-86c0-449c-a789-5a2e1bf0ad98, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0aa07a95-86c0-449c-a789-5a2e1bf0ad98,segment=NetworkSegment(0890705f-9557-4187-83b9-91e7618abe3a),segment_id=0890705f-9557-4187-83b9-91e7618abe3a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:47.741752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.751964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e9ad9-ad32-4dec-9794-545e112a3d69 None None] Pushing event deleted for resources: {'Port': ['ID=e46d26ec-2a6c-4a13-b28a-089635191a2c,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:47.755602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Calling delete_port for 0aa07a95-86c0-449c-a789-5a2e1bf0ad98 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:47.769616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.782382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.782518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1c4f5480-249c-4c9e-a207-59cd3ef4f62e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:47.786094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/7d475cb6-347b-44ae-98b3-8176b849f678 HTTP/1.1" status: 204 len: 168 time: 4.6278374 Dec 08 13:04:47.801585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54592) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:47.811253 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.821206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 1c4f5480-249c-4c9e-a207-59cd3ef4f62e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:47.822005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 1c4f5480-249c-4c9e-a207-59cd3ef4f62e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:47.822308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:47.822872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e46d26ec-2a6c-4a13-b28a-089635191a2c no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:47.834648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.838633 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] 10.222.0.76 "DELETE /v2.0/networks/4b038e2b-6c15-40c1-a899-b24edd29ef92 HTTP/1.1" status: 204 len: 168 time: 0.8994949 Dec 08 13:04:47.840804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32520032-5f8a-40a4-921f-eae929181d36 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=7d475cb6-347b-44ae-98b3-8176b849f678,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:47.851946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.852099 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cc7571-783f-4e01-a661-a093f400a35d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:04:47.852234 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Added segment 5199d004-99a8-4cab-b75a-92dcf517e99b of type vlan for network 356b3497-68c7-4591-9c81-35be921671ce Dec 08 13:04:47.853468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cc7571-783f-4e01-a661-a093f400a35d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:04:47.857904 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c1cc7571-783f-4e01-a661-a093f400a35d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/7d475cb6-347b-44ae-98b3-8176b849f678 HTTP/1.1" status: 404 len: 339 time: 0.0550480 Dec 08 13:04:47.862459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54596) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:47.867804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2141094745', 'description': 'd1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:47.871321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82156dec-d485-4293-8b4a-16e57d05c1c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-712968226-project] Pushing event deleted for resources: {'Network': ['ID=4b038e2b-6c15-40c1-a899-b24edd29ef92,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:47.879311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2736725e-fd34-49e1-8cae-b607f6d26e86 None None] Network 7d475cb6-347b-44ae-98b3-8176b849f678 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:47.909398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: e46d26ec-2a6c-4a13-b28a-089635191a2c {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:47.910401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e46d26ec-2a6c-4a13-b28a-089635191a2c not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:47.911252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.926373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2736725e-fd34-49e1-8cae-b607f6d26e86 None None] Network 7d475cb6-347b-44ae-98b3-8176b849f678 could not be found, it might have been deleted concurrently. {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 13:04:47.950186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:47.952879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba04a23-2d17-4f61-b6b1-a1e56d205ed9 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:04:47.955485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:47.959473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54598) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:47.959600 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3dc12984-05e2-4c5e-8225-27cf347e28d9 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "PUT /v2.0/routers/d8b517f1-5492-4a8e-b9df-022e97135acb HTTP/1.1" status: 200 len: 919 time: 3.7856183 Dec 08 13:04:47.981093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9874452-453a-4eca-8d85-1d0f6f9da971 None None] Sync routers for ids ['d8b517f1-5492-4a8e-b9df-022e97135acb'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:47.998775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9874452-453a-4eca-8d85-1d0f6f9da971 None None] Routers {'d8b517f1-5492-4a8e-b9df-022e97135acb'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:47.999589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c9874452-453a-4eca-8d85-1d0f6f9da971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d8b517f1-5492-4a8e-b9df-022e97135acb'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:48.002893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.021795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:48.026271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.038664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.044170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:48.044765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.048117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Port': ['ID=0aa07a95-86c0-449c-a789-5a2e1bf0ad98,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:48.049388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c9874452-453a-4eca-8d85-1d0f6f9da971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:48.050251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No DVR routers for this DVR port 0aa07a95-86c0-449c-a789-5a2e1bf0ad98 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:48.058318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:48.073033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.073638 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment 660ca3c2-f0fd-4cc4-81ad-61f49ba4b0ee of type vlan for network 667e2bb6-313f-468f-aedf-8cf6435d1362 Dec 08 13:04:48.076970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9874452-453a-4eca-8d85-1d0f6f9da971 None None] Routers {'d8b517f1-5492-4a8e-b9df-022e97135acb'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:48.077856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c9874452-453a-4eca-8d85-1d0f6f9da971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d8b517f1-5492-4a8e-b9df-022e97135acb'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:48.117656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c9874452-453a-4eca-8d85-1d0f6f9da971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:48.118604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9874452-453a-4eca-8d85-1d0f6f9da971 None None] The sync data for ids ['d8b517f1-5492-4a8e-b9df-022e97135acb'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:48.122750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.179146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba04a23-2d17-4f61-b6b1-a1e56d205ed9 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:04:48.221770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.228360 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:48.229388 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.240873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.250293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Network': ['ID=356b3497-68c7-4591-9c81-35be921671ce,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:48.262539 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4a08eafb-7f1c-4f1d-9340-acb0e6b1c0de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8494065 Dec 08 13:04:48.263304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54600) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.265139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 356b3497-68c7-4591-9c81-35be921671ce details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:48.269391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d3839c74-7709-48e4-a6ad-fe9cda505c17 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/routers/d8b517f1-5492-4a8e-b9df-022e97135acb HTTP/1.1" status: 200 len: 925 time: 0.3084848 Dec 08 13:04:48.269617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': '356b3497-68c7-4591-9c81-35be921671ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:48.278316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54602) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.322039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872b82a8-41b3-403a-97c0-806ff42f90b7']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:48.335498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0890705f-9557-4187-83b9-91e7618abe3a') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:48.335964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0890705f-9557-4187-83b9-91e7618abe3a') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:48.342624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=667e2bb6-313f-468f-aedf-8cf6435d1362,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:48.358154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 667e2bb6-313f-468f-aedf-8cf6435d1362 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:48.376737 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.384001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54606) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.395744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.404385 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-aaeac76e-ea9f-4761-9f93-25cb2c1a52ed tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5404477 Dec 08 13:04:48.406441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54610) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.422748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:48.423154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:48.426696 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:48.467547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e61fb-0466-4413-8cf7-4df701676e15 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:48.469103 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c27e61fb-0466-4413-8cf7-4df701676e15 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=d8b517f1-5492-4a8e-b9df-022e97135acb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1927946 Dec 08 13:04:48.472015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54612) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.504802 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:48.510646 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.561271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67085e5-ae3c-4834-9a5f-9aaa39963754 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:48.562697 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e67085e5-ae3c-4834-9a5f-9aaa39963754 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/networks?id=667e2bb6-313f-468f-aedf-8cf6435d1362 HTTP/1.1" status: 200 len: 765 time: 0.1553321 Dec 08 13:04:48.565394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54614) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.570278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-08835629-11d2-4cc7-b071-a392fd5fc0b2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'description': 'd2'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:48.660829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.671417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.677941 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/872b82a8-41b3-403a-97c0-806ff42f90b7 HTTP/1.1" status: 204 len: 168 time: 3.0990887 Dec 08 13:04:48.679025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54616) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.685278 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1281546120'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:48.696961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9573c-4cfe-41ad-9347-f35c79709bd2 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Network': ['ID=872b82a8-41b3-403a-97c0-806ff42f90b7,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:48.715552 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-388ed726-57dc-4fb5-a03b-175b765106e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=68f20bf424a147b79653b2b2fa90970f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296778 Dec 08 13:04:48.725329 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54618) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.762493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd21de-fd58-4631-9ea8-ebfa787ee23c tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:48.764038 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-24dd21de-fd58-4631-9ea8-ebfa787ee23c tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 881 time: 0.2896805 Dec 08 13:04:48.776464 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54622) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.824016 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9afe3a75-7551-4ef1-8f58-c53135b0aa36 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=d8b517f1-5492-4a8e-b9df-022e97135acb HTTP/1.1" status: 200 len: 205 time: 0.0421338 Dec 08 13:04:48.834047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54626) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:48.880283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:48.883759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:48.964549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29a54497-89ee-4627-bbfc-c4b44c3d4ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.008679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:49.022367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08835629-11d2-4cc7-b071-a392fd5fc0b2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.025895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.044518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.044870 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Added segment f085ff8b-1cbf-4b86-8abb-f2b083ef31e6 of type vlan for network da3829f1-2f83-475d-bf9f-df148e53fce5 Dec 08 13:04:49.070013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29a54497-89ee-4627-bbfc-c4b44c3d4ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.092796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1822d-f7b2-41d5-8190-4ef3a3505275 req-f8d7ff94-ff91-4a61-b4c1-21d7fbaa25ea tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:49.093357 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1d1822d-f7b2-41d5-8190-4ef3a3505275 req-f8d7ff94-ff91-4a61-b4c1-21d7fbaa25ea tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 946 time: 0.0487409 Dec 08 13:04:49.115529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08835629-11d2-4cc7-b071-a392fd5fc0b2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.115858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.139989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08835629-11d2-4cc7-b071-a392fd5fc0b2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network 667e2bb6-313f-468f-aedf-8cf6435d1362 is not hosted by any dhcp agent {{(pid=103715) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 13:04:49.145331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08835629-11d2-4cc7-b071-a392fd5fc0b2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:49.145928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08835629-11d2-4cc7-b071-a392fd5fc0b2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.147426 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-08835629-11d2-4cc7-b071-a392fd5fc0b2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "PUT /v2.0/networks/667e2bb6-313f-468f-aedf-8cf6435d1362 HTTP/1.1" status: 200 len: 762 time: 0.5809357 Dec 08 13:04:49.157527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54632) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:49.205327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=04d512a8-4120-4eeb-ae3c-18a4b3219940,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:49.223849 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.232366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08835629-11d2-4cc7-b071-a392fd5fc0b2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=667e2bb6-313f-468f-aedf-8cf6435d1362,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:49.243685 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1d1822d-f7b2-41d5-8190-4ef3a3505275 req-93efc065-ee0d-43d1-befa-3507ede09226 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441545 Dec 08 13:04:49.251083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 667e2bb6-313f-468f-aedf-8cf6435d1362 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:49.275331 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Checking segment: {'id': '5199d004-99a8-4cab-b75a-92dcf517e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '356b3497-68c7-4591-9c81-35be921671ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:49.275706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network hostable DHCP agents. Network: 356b3497-68c7-4591-9c81-35be921671ce, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:49.312355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f746e-668e-4ead-bc33-e838cb4306d1 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:49.314534 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-412f746e-668e-4ead-bc33-e838cb4306d1 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/networks?id=667e2bb6-313f-468f-aedf-8cf6435d1362 HTTP/1.1" status: 200 len: 765 time: 0.1559782 Dec 08 13:04:49.319156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54636) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:49.394954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.404852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29a54497-89ee-4627-bbfc-c4b44c3d4ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.407409 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29a54497-89ee-4627-bbfc-c4b44c3d4ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.408554 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-29a54497-89ee-4627-bbfc-c4b44c3d4ade admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d7715176-91f7-4435-9a17-f039a13a79a0 HTTP/1.1" status: 204 len: 168 time: 0.6808162 Dec 08 13:04:49.457021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 356b3497-68c7-4591-9c81-35be921671ce is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:49.459033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.465107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:49.465691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.506922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a54497-89ee-4627-bbfc-c4b44c3d4ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7715176-91f7-4435-9a17-f039a13a79a0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:49.595189 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 356b3497-68c7-4591-9c81-35be921671ce) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:49.605134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f981d-0609-48ac-9788-1615b3f6d55e None None] Network 356b3497-68c7-4591-9c81-35be921671ce requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:49.625094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:49.625699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.635461 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30422c-02be-4325-8be8-ae96b8f68637 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:49.637083 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9e30422c-02be-4325-8be8-ae96b8f68637 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3171523 Dec 08 13:04:49.640187 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Network': ['ID=da3829f1-2f83-475d-bf9f-df148e53fce5,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:49.641297 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54642) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:49.653290 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-67d4421d-9fea-4a6b-8efb-d55fe19bda07 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9723527 Dec 08 13:04:49.661134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54646) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:49.668191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'subnet': {'network_id': 'da3829f1-2f83-475d-bf9f-df148e53fce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:49.694549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Deleting port 67b29bb3-84c8-4b4b-8e61-cb6e7f8c6117 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:49.694931 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.750212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-356b3497-68c7-4591-9c81-35be921671ce', 'network_id': '356b3497-68c7-4591-9c81-35be921671ce', 'project_id': '5a35742f37444c1896f111b89a9a5aa2', 'fixed_ips': [{'subnet_id': '04d512a8-4120-4eeb-ae3c-18a4b3219940'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:49.751342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.773636 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d1cddb4e-5117-4eb4-9c78-f4471f29a2e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5058172 Dec 08 13:04:49.774386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54648) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:49.776151 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8067a2f9-4ba2-4250-8354-a6ebd9517765 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 207 time: 0.1310458 Dec 08 13:04:49.779688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54650) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:49.808249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': '356b3497-68c7-4591-9c81-35be921671ce', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-256429635'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:49.878084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network da3829f1-2f83-475d-bf9f-df148e53fce5 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:49.948408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:49.966884 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Calling delete_port for 67b29bb3-84c8-4b4b-8e61-cb6e7f8c6117 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:49.977459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:49.980751 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.087440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c77c9-745c-4ddd-808c-ca4c83866277 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.091095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Allocated IP 2001:db8::2 (356b3497-68c7-4591-9c81-35be921671ce/04d512a8-4120-4eeb-ae3c-18a4b3219940/8f426556-95c1-4ab5-8991-792b92de3f0b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:50.093690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c77c9-745c-4ddd-808c-ca4c83866277 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.099914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c77c9-745c-4ddd-808c-ca4c83866277 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.106110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c77c9-745c-4ddd-808c-ca4c83866277 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.112578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c77c9-745c-4ddd-808c-ca4c83866277 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.118764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c77c9-745c-4ddd-808c-ca4c83866277 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.123333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2f6c77c9-745c-4ddd-808c-ca4c83866277 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3407791 Dec 08 13:04:50.124409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54658) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:50.200633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:50.204098 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.252700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54660) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:50.259212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port a77713b8-46d9-43b0-ac19-b386c26f0dd8 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:50.278185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ee736d9c-c17b-4ce6-aee4-57ad0dd721d1 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1524689 Dec 08 13:04:50.289927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.292321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54662) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:50.376498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.384362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1332fc-cd9d-4ec7-8967-431d0321dab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.386239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1332fc-cd9d-4ec7-8967-431d0321dab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.387864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1332fc-cd9d-4ec7-8967-431d0321dab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.389499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1332fc-cd9d-4ec7-8967-431d0321dab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.391181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1332fc-cd9d-4ec7-8967-431d0321dab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.396753 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cd1332fc-cd9d-4ec7-8967-431d0321dab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0990825 Dec 08 13:04:50.397486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54664) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:50.419696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Network 356b3497-68c7-4591-9c81-35be921671ce is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:50.425944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:50.431557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:50.435486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Pushing event updated for resources: {'Port': ['ID=8f426556-95c1-4ab5-8991-792b92de3f0b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:50.489924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cbae6-9673-400d-bd02-a7ac2298aab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.491677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cbae6-9673-400d-bd02-a7ac2298aab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.494599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cbae6-9673-400d-bd02-a7ac2298aab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.496156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cbae6-9673-400d-bd02-a7ac2298aab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.497757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cbae6-9673-400d-bd02-a7ac2298aab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.498103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Attempting to bind port 8f426556-95c1-4ab5-8991-792b92de3f0b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:50.498600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Attempting to bind port 8f426556-95c1-4ab5-8991-792b92de3f0b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '5199d004-99a8-4cab-b75a-92dcf517e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '356b3497-68c7-4591-9c81-35be921671ce'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:50.499074 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Attempting to bind port 8f426556-95c1-4ab5-8991-792b92de3f0b on network 356b3497-68c7-4591-9c81-35be921671ce {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:50.502725 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-899cbae6-9673-400d-bd02-a7ac2298aab3 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1010835 Dec 08 13:04:50.503299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54668) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:50.516058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:50.516731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Checking segment: {'id': '5199d004-99a8-4cab-b75a-92dcf517e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '356b3497-68c7-4591-9c81-35be921671ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:50.517151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.517736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Bound using segment: {'id': '5199d004-99a8-4cab-b75a-92dcf517e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '356b3497-68c7-4591-9c81-35be921671ce'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:50.519024 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Bound port: 8f426556-95c1-4ab5-8991-792b92de3f0b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5199d004-99a8-4cab-b75a-92dcf517e99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '356b3497-68c7-4591-9c81-35be921671ce'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:50.519448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.589914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] For port 8f426556-95c1-4ab5-8991-792b92de3f0b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:50.593353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] For port 8f426556-95c1-4ab5-8991-792b92de3f0b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8f426556-95c1-4ab5-8991-792b92de3f0b,segment=NetworkSegment(5199d004-99a8-4cab-b75a-92dcf517e99b),segment_id=5199d004-99a8-4cab-b75a-92dcf517e99b)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:50.627319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d4655-6f00-4952-b697-b7f51c5df376 req-3effdd32-93c5-4a7b-bf61-5a3ced96772b tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.628878 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d4d4655-6f00-4952-b697-b7f51c5df376 req-3effdd32-93c5-4a7b-bf61-5a3ced96772b tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 946 time: 0.1128874 Dec 08 13:04:50.664868 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab781568-9f15-4a92-9062-8ed2f66d5527 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.667163 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ab781568-9f15-4a92-9062-8ed2f66d5527 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/networks/884be5d0-32dd-49f2-a647-42cc3c2a033d HTTP/1.1" status: 200 len: 804 time: 0.1626513 Dec 08 13:04:50.670660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54670) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:50.672832 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.702496 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e8d1cc29-ff14-4a50-b030-bfa25251b6cd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=742e6bd8db4f4abab8e42f61fcf9ec6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401474 Dec 08 13:04:50.702728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54672) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:50.739029 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343830fa-4b4a-426f-81c4-066474ce6344 None None] Pushing event updated for resources: {'Port': ['ID=8f426556-95c1-4ab5-8991-792b92de3f0b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:50.750980 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d4d4655-6f00-4952-b697-b7f51c5df376 req-a75bfcc8-b13f-4229-a658-71f6f41f923e tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146214 Dec 08 13:04:50.759311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::2d1 (356b3497-68c7-4591-9c81-35be921671ce/04d512a8-4120-4eeb-ae3c-18a4b3219940/a77713b8-46d9-43b0-ac19-b386c26f0dd8) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:50.762453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.800337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.802236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event deleted for resources: {'Port': ['ID=67b29bb3-84c8-4b4b-8e61-cb6e7f8c6117,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:50.819716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a37135-d0e4-482a-8385-20ffb892772d None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:50.864088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-782caf61-8ab0-4123-b705-87d0ea1fe399 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/networks/884be5d0-32dd-49f2-a647-42cc3c2a033d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1899076 Dec 08 13:04:50.864088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f5a4cbee-556e-4896-8330-f808cb588214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.865947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54674) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:50.922732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f5a4cbee-556e-4896-8330-f808cb588214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:50.954262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0999b16-58ca-4705-ae3c-737ea78b06f0 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:50.958925 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d0999b16-58ca-4705-ae3c-737ea78b06f0 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/subnets/a0e15b92-7521-4670-ae21-332d965a59f0 HTTP/1.1" status: 200 len: 843 time: 0.0887365 Dec 08 13:04:50.971025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54676) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:51.003824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Subnet': ['ID=5df14a2c-d48d-47d1-9457-6189ad0d8135,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:51.012650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.047429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d7171-3973-4a56-adc6-4e8e04ceba6f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:51.053657 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ff6d7171-3973-4a56-adc6-4e8e04ceba6f tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "GET /v2.0/subnets/a0e15b92-7521-4670-ae21-332d965a59f0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0767815 Dec 08 13:04:51.056567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54682) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:51.065333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-911204322'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:51.127108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.134523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.151318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f5a4cbee-556e-4896-8330-f808cb588214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.154387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f5a4cbee-556e-4896-8330-f808cb588214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.159647 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f5a4cbee-556e-4896-8330-f808cb588214 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/09eaa91a-bb13-4b41-8706-42020d2250b4 HTTP/1.1" status: 204 len: 168 time: 0.4575081 Dec 08 13:04:51.163467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Checking segment: {'id': 'f085ff8b-1cbf-4b86-8abb-f2b083ef31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da3829f1-2f83-475d-bf9f-df148e53fce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:51.166189 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network hostable DHCP agents. Network: da3829f1-2f83-475d-bf9f-df148e53fce5, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:51.176227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4cbee-556e-4896-8330-f808cb588214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eaa91a-bb13-4b41-8706-42020d2250b4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:51.186558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:51.197122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.211469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.242472 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:51.252240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.252621 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Added segment 1971dc06-0dc6-458b-b164-a7c2625fd741 of type vlan for network d8febdcb-2264-47c2-af7c-e6b41826752b Dec 08 13:04:51.291926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.296460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.297437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Fanout notify agent at l3_agent the message router_deleted on router d8b517f1-5492-4a8e-b9df-022e97135acb {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:04:51.309818 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.314451 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d6e3445e-f0a0-4665-86c9-4ec3a98190f3 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/d8b517f1-5492-4a8e-b9df-022e97135acb HTTP/1.1" status: 204 len: 168 time: 2.4759483 Dec 08 13:04:51.314696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54686) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:51.319456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2045936731', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:51.331108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network da3829f1-2f83-475d-bf9f-df148e53fce5 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:51.333332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.391447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 356b3497-68c7-4591-9c81-35be921671ce is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:51.397225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:51.400334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:51.406048 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:51.406764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.423142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=a77713b8-46d9-43b0-ac19-b386c26f0dd8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:51.467576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.473284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:51.473857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.518259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.519942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.523403 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, da3829f1-2f83-475d-bf9f-df148e53fce5) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:51.529243 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:51.529855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.533524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df815d87-ad9b-4625-956d-89075d677776 None None] Network da3829f1-2f83-475d-bf9f-df148e53fce5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:51.538605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Network': ['ID=d8febdcb-2264-47c2-af7c-e6b41826752b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:51.553827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network d8febdcb-2264-47c2-af7c-e6b41826752b details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:51.592729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.629836 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-46767a67-1c66-4080-a042-3f71c084c923 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5705831 Dec 08 13:04:51.630164 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9e40393a-b1cd-48b1-a5b8-07a0e62082e1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8508992 Dec 08 13:04:51.638771 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e5533ad5-db9d-4cf5-95bc-1bd9d1e70cc1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9712355 Dec 08 13:04:51.638988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54690) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:51.638988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54692) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:51.640124 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54694) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:51.647311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'network_id': 'd8febdcb-2264-47c2-af7c-e6b41826752b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:51.711828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-da3829f1-2f83-475d-bf9f-df148e53fce5', 'network_id': 'da3829f1-2f83-475d-bf9f-df148e53fce5', 'project_id': 'ea721d767e22432bbc9d5c89f2423aea', 'fixed_ips': [{'subnet_id': '5df14a2c-d48d-47d1-9457-6189ad0d8135'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:51.713858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:51.985392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.030181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.073609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8f426556-95c1-4ab5-8991-792b92de3f0b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:52.109295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e234716b-cf71-4516-b64e-f64f335ab693 None None] Network 356b3497-68c7-4591-9c81-35be921671ce requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:52.121819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.167402 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Made reservation on behalf of 1b708281d3b44e30aa3bf1752d1f514d for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:52.172381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.209518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c79eb28f-45e1-4b74-8f93-b3f5a09687b1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port a77713b8-46d9-43b0-ac19-b386c26f0dd8 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:52.210033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c79eb28f-45e1-4b74-8f93-b3f5a09687b1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.234176 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bddee9f8-79ba-49c1-9f45-48632440e728 None None] Provisioning complete for port 8f426556-95c1-4ab5-8991-792b92de3f0b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:52.234841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bddee9f8-79ba-49c1-9f45-48632440e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.247237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf54002-1edb-450e-8cdc-dca22e1531e3 req-dad454d9-12f2-4856-ab63-5e4681e7fa36 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:52.254451 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4cf54002-1edb-450e-8cdc-dca22e1531e3 req-dad454d9-12f2-4856-ab63-5e4681e7fa36 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 946 time: 0.2981284 Dec 08 13:04:52.263047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Performing IP validity checks on allocation pools {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 13:04:52.264060 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 13:04:52.293195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8f426556-95c1-4ab5-8991-792b92de3f0b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:52.293828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.307372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-15994a87-dc48-404f-a7f6-5ad83a53d155 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:52.309333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-15994a87-dc48-404f-a7f6-5ad83a53d155 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 946 time: 0.2015355 Dec 08 13:04:52.342217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Allocated IP 2001:db8::2 (da3829f1-2f83-475d-bf9f-df148e53fce5/5df14a2c-d48d-47d1-9457-6189ad0d8135/6fd37a56-0c86-4d31-8585-77dbf475b453) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:52.463534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c79eb28f-45e1-4b74-8f93-b3f5a09687b1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.505105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4cf54002-1edb-450e-8cdc-dca22e1531e3 req-1177769f-0fc8-4455-95b5-4d30b7d2a3b7 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497475 Dec 08 13:04:52.507508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c79eb28f-45e1-4b74-8f93-b3f5a09687b1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for a77713b8-46d9-43b0-ac19-b386c26f0dd8 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:52.539890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.542111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bddee9f8-79ba-49c1-9f45-48632440e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.596860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Deleting port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:52.597212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.642484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bddee9f8-79ba-49c1-9f45-48632440e728 None None] For port 8f426556-95c1-4ab5-8991-792b92de3f0b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8f426556-95c1-4ab5-8991-792b92de3f0b,segment=NetworkSegment(5199d004-99a8-4cab-b75a-92dcf517e99b),segment_id=5199d004-99a8-4cab-b75a-92dcf517e99b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:52.671282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.681713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.702103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bddee9f8-79ba-49c1-9f45-48632440e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.704076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.767463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.789337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] For port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:52.790234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.794650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.800922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Network da3829f1-2f83-475d-bf9f-df148e53fce5 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:52.802092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:52.802471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:52.805268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:52.808246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:52.810313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddee9f8-79ba-49c1-9f45-48632440e728 None None] Pushing event updated for resources: {'Port': ['ID=8f426556-95c1-4ab5-8991-792b92de3f0b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:52.908956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.964784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Pushing event updated for resources: {'Port': ['ID=6fd37a56-0c86-4d31-8585-77dbf475b453,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:52.966052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Allocated IP 172.26.7.121 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/620415e0-b662-4a7d-a42e-1edb392fb5cb) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:52.967673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c79eb28f-45e1-4b74-8f93-b3f5a09687b1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:52.974411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Attempting to bind port 6fd37a56-0c86-4d31-8585-77dbf475b453 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:52.974826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Attempting to bind port 6fd37a56-0c86-4d31-8585-77dbf475b453 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'f085ff8b-1cbf-4b86-8abb-f2b083ef31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da3829f1-2f83-475d-bf9f-df148e53fce5'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:52.980010 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=e198493f-8704-4025-9adc-512eb6f50b95,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:52.980214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Attempting to bind port 6fd37a56-0c86-4d31-8585-77dbf475b453 on network da3829f1-2f83-475d-bf9f-df148e53fce5 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:52.992641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-343160eb-cbb3-4229-b8a3-dd6aba29be5d None None] Could not find standard attr ID for object a77713b8-46d9-43b0-ac19-b386c26f0dd8. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:04:52.999366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Subnet': ['ID=5df14a2c-d48d-47d1-9457-6189ad0d8135,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:53.010255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Checking segment: {'id': '1971dc06-0dc6-458b-b164-a7c2625fd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8febdcb-2264-47c2-af7c-e6b41826752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:53.010921 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network hostable DHCP agents. Network: d8febdcb-2264-47c2-af7c-e6b41826752b, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:53.020961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:53.021593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Checking segment: {'id': 'f085ff8b-1cbf-4b86-8abb-f2b083ef31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da3829f1-2f83-475d-bf9f-df148e53fce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:53.022086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.022609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Bound using segment: {'id': 'f085ff8b-1cbf-4b86-8abb-f2b083ef31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da3829f1-2f83-475d-bf9f-df148e53fce5'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:53.027008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Bound port: 6fd37a56-0c86-4d31-8585-77dbf475b453, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f085ff8b-1cbf-4b86-8abb-f2b083ef31e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'da3829f1-2f83-475d-bf9f-df148e53fce5'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:53.027008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.040717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-343160eb-cbb3-4229-b8a3-dd6aba29be5d None None] Provisioning complete for port 8f426556-95c1-4ab5-8991-792b92de3f0b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:53.041218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-343160eb-cbb3-4229-b8a3-dd6aba29be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.081594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79eb28f-45e1-4b74-8f93-b3f5a09687b1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=a77713b8-46d9-43b0-ac19-b386c26f0dd8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:53.136871 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Network d8febdcb-2264-47c2-af7c-e6b41826752b is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:53.178329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] For port 6fd37a56-0c86-4d31-8585-77dbf475b453, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:53.198280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] For port 6fd37a56-0c86-4d31-8585-77dbf475b453, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6fd37a56-0c86-4d31-8585-77dbf475b453,segment=NetworkSegment(f085ff8b-1cbf-4b86-8abb-f2b083ef31e6),segment_id=f085ff8b-1cbf-4b86-8abb-f2b083ef31e6)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:53.203428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.252698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, d8febdcb-2264-47c2-af7c-e6b41826752b) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:53.258137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:53.259096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.272945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde78db7-a88f-4682-84c3-655301392a34 None None] Network d8febdcb-2264-47c2-af7c-e6b41826752b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:53.309423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.337971 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d7ce5ef5-96bd-4f70-8c2b-6b25f06211cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6965125 Dec 08 13:04:53.340358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54724) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:53.350535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-783879d0-9696-489b-8fba-ecf1d9c9e4d0 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:53.356938 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.443021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:53.456688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c79eb28f-45e1-4b74-8f93-b3f5a09687b1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.457074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:53.463421 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c79eb28f-45e1-4b74-8f93-b3f5a09687b1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/a77713b8-46d9-43b0-ac19-b386c26f0dd8 HTTP/1.1" status: 204 len: 168 time: 1.8222449 Dec 08 13:04:53.464507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:53.479258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54730) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:53.576313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event updated for resources: {'Port': ['ID=620415e0-b662-4a7d-a42e-1edb392fb5cb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:53.587601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.590694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7483b7ea-fd94-4426-bf61-aa17f77fbaa1 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:53.599201 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05e4ab6-1a26-4fd5-85a5-6899bfb35f09 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:04:53.600674 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f05e4ab6-1a26-4fd5-85a5-6899bfb35f09 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/a77713b8-46d9-43b0-ac19-b386c26f0dd8 HTTP/1.1" status: 404 len: 333 time: 0.0941997 Dec 08 13:04:53.612310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54736) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:53.645673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-87164065-d2ff-428e-8864-9ace24a76f5d None None] Could not find standard attr ID for object a77713b8-46d9-43b0-ac19-b386c26f0dd8. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:04:53.648946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-783879d0-9696-489b-8fba-ecf1d9c9e4d0 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263367446'] for subnet, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.686693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3829f1-2f83-475d-bf9f-df148e53fce5']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:53.704755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3fc83-bef9-4f17-a0a4-c15eeaed4f90 None None] Network da3829f1-2f83-475d-bf9f-df148e53fce5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:53.718986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f085ff8b-1cbf-4b86-8abb-f2b083ef31e6') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:53.719555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f085ff8b-1cbf-4b86-8abb-f2b083ef31e6') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:53.745097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.747942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.747942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Floating IP 18c327ff-6d62-4f15-bbe0-8a23c92f31df disassociated. External IP: 172.26.7.177, port: 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557. Dec 08 13:04:53.747942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Calling delete_port for 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:53.749644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a2555-974a-4343-9318-d18a744f1faa None None] Pushing event updated for resources: {'Port': ['ID=6fd37a56-0c86-4d31-8585-77dbf475b453,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:53.769712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.822323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-d8febdcb-2264-47c2-af7c-e6b41826752b', 'network_id': 'd8febdcb-2264-47c2-af7c-e6b41826752b', 'project_id': '1b708281d3b44e30aa3bf1752d1f514d', 'fixed_ips': [{'subnet_id': 'e198493f-8704-4025-9adc-512eb6f50b95'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:53.823744 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.824811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589367d-a05f-4f3a-93dc-e01edc6488e2 req-a93ca40c-aa63-4e7e-b57b-843db864c5a8 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:53.840249 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a589367d-a05f-4f3a-93dc-e01edc6488e2 req-a93ca40c-aa63-4e7e-b57b-843db864c5a8 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 946 time: 0.1854951 Dec 08 13:04:53.845325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.885410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-061911e7-1352-402a-bf62-de42f9599062 None None] Provisioning complete for port 620415e0-b662-4a7d-a42e-1edb392fb5cb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:53.885800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-061911e7-1352-402a-bf62-de42f9599062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.892826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc03aca-8fb2-4031-99ed-bed0267b9122 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet 04d512a8-4120-4eeb-ae3c-18a4b3219940 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:04:53.946901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fc03aca-8fb2-4031-99ed-bed0267b9122 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.954071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:53.954755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:53.977880 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:54.007043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8f426556-95c1-4ab5-8991-792b92de3f0b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:04:54.023424 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a589367d-a05f-4f3a-93dc-e01edc6488e2 req-10ab2d05-0d73-43d4-8524-8c60ef59a9cc tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups?id=e86caa18-183e-4127-a2bb-beadf8a023c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814663 Dec 08 13:04:54.052328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-061911e7-1352-402a-bf62-de42f9599062 None None] Port 620415e0-b662-4a7d-a42e-1edb392fb5cb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:04:54.088052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-783879d0-9696-489b-8fba-ecf1d9c9e4d0 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787370702978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263993885'] for subnet, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.105235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fc03aca-8fb2-4031-99ed-bed0267b9122 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.135227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54744) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:54.145500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8f426556-95c1-4ab5-8991-792b92de3f0b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:04:54.145886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.149394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:04:54.149394 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:04:54.149394 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'id': 'da3829f1-2f83-475d-bf9f-df148e53fce5'}] Dec 08 13:04:54.149394 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:54.150802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:54.169144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783879d0-9696-489b-8fba-ecf1d9c9e4d0 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:54.169757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-783879d0-9696-489b-8fba-ecf1d9c9e4d0 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.171214 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-783879d0-9696-489b-8fba-ecf1d9c9e4d0 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "PUT /v2.0/subnets/e198493f-8704-4025-9adc-512eb6f50b95 HTTP/1.1" status: 200 len: 900 time: 0.8295705 Dec 08 13:04:54.176146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54748) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:54.184564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Allocated IP 2001:db8::3 (d8febdcb-2264-47c2-af7c-e6b41826752b/e198493f-8704-4025-9adc-512eb6f50b95/a4f37f0f-cc86-48b1-93ed-47a31c8af0e0) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:54.194316 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.211300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783879d0-9696-489b-8fba-ecf1d9c9e4d0 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event updated for resources: {'Subnet': ['ID=e198493f-8704-4025-9adc-512eb6f50b95,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:54.335962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2012425627', 'router:external': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:54.340449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fc03aca-8fb2-4031-99ed-bed0267b9122 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.372496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.382889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.427776 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Pushing event deleted for resources: {'Port': ['ID=3e70371b-c7c7-4c5c-8c8d-8b2864c4b557,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:54.523791 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.543055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Made reservation on behalf of b3ac1e41bacc406fa5870f6ef12a4691 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:54.545377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.583492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.608799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.609501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.656809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.663984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Router 7597b23e-0e06-4281-9db6-8040b5e03abd has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:04:54.703723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.760543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Network d8febdcb-2264-47c2-af7c-e6b41826752b is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:54.765790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:54.768510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:54.772897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fc03aca-8fb2-4031-99ed-bed0267b9122 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.797447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Pushing event updated for resources: {'Port': ['ID=a4f37f0f-cc86-48b1-93ed-47a31c8af0e0,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:54.810964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.829373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc03aca-8fb2-4031-99ed-bed0267b9122 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=04d512a8-4120-4eeb-ae3c-18a4b3219940,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:54.837541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fc03aca-8fb2-4031-99ed-bed0267b9122 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.844538 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6fc03aca-8fb2-4031-99ed-bed0267b9122 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/04d512a8-4120-4eeb-ae3c-18a4b3219940 HTTP/1.1" status: 204 len: 168 time: 1.2230468 Dec 08 13:04:54.857305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54756) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:54.865615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef1fc1-a1fa-42b3-b76b-93555cb9f751 None None] Network 356b3497-68c7-4591-9c81-35be921671ce requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:54.879473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=e198493f-8704-4025-9adc-512eb6f50b95,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:54.897455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Router d36b5b55-ba01-4a5b-984c-5596c125a1da is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:04:54.928326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Attempting to bind port a4f37f0f-cc86-48b1-93ed-47a31c8af0e0 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:04:54.928707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Attempting to bind port a4f37f0f-cc86-48b1-93ed-47a31c8af0e0 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '1971dc06-0dc6-458b-b164-a7c2625fd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8febdcb-2264-47c2-af7c-e6b41826752b'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:04:54.929079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Attempting to bind port a4f37f0f-cc86-48b1-93ed-47a31c8af0e0 on network d8febdcb-2264-47c2-af7c-e6b41826752b {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:04:54.939091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:04:54.939485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Checking segment: {'id': '1971dc06-0dc6-458b-b164-a7c2625fd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8febdcb-2264-47c2-af7c-e6b41826752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:54.939990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.940870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Bound using segment: {'id': '1971dc06-0dc6-458b-b164-a7c2625fd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8febdcb-2264-47c2-af7c-e6b41826752b'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:04:54.941417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Bound port: a4f37f0f-cc86-48b1-93ed-47a31c8af0e0, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1971dc06-0dc6-458b-b164-a7c2625fd741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd8febdcb-2264-47c2-af7c-e6b41826752b'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:04:54.941815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:54.982696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.009893 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8febdcb-2264-47c2-af7c-e6b41826752b']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:55.020729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1971dc06-0dc6-458b-b164-a7c2625fd741') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:55.021512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1971dc06-0dc6-458b-b164-a7c2625fd741') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:55.033908 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.043770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:55.043965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] For port a4f37f0f-cc86-48b1-93ed-47a31c8af0e0, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:04:55.049110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] For port a4f37f0f-cc86-48b1-93ed-47a31c8af0e0, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a4f37f0f-cc86-48b1-93ed-47a31c8af0e0,segment=NetworkSegment(1971dc06-0dc6-458b-b164-a7c2625fd741),segment_id=1971dc06-0dc6-458b-b164-a7c2625fd741)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:04:55.060823 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] Sync routers for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:55.071897 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:55.072527 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:55.093812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.101797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Deleting port 6fd37a56-0c86-4d31-8585-77dbf475b453 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:55.102250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.122286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.126075 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.133688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:55.134311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.163367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976610e5-fcba-4394-b063-97a5399c2fbe req-05d2db84-7910-4858-a155-190687a29522 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:55.165637 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-976610e5-fcba-4394-b063-97a5399c2fbe req-05d2db84-7910-4858-a155-190687a29522 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.3176198 Dec 08 13:04:55.188251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] No DVR routers for this DVR port 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:55.196002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.198699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.202080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e0c09b7-0704-44ad-b6b5-624b1079f81b req-54347b1e-7924-47a2-9247-0554a3e4e2ca tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.72 "DELETE /v2.0/ports/3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 HTTP/1.1" status: 204 len: 173 time: 2.8513875 Dec 08 13:04:55.213722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'name': 'network-vif-deleted', 'tag': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:04:55.216877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbc7f5f-fbe7-458b-9a57-f3e6d6901770" -d '{"events": [{"server_uuid": "9b4fbb21-e89b-4b11-984e-1e33eac80d4a", "name": "network-vif-deleted", "tag": "3e70371b-c7c7-4c5c-8c8d-8b2864c4b557"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:55.232314 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:55.247403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7aacea-d94e-4442-b57c-0182046ddeb9 None None] DHCP port deletion for 356b3497-68c7-4591-9c81-35be921671ce request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:04:55.278297 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-23165dc6-9ce9-4437-998e-856eac611e3c req-3e835688-8916-4336-bbab-bfdf1371852d tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 210 time: 0.1050148 Dec 08 13:04:55.292766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84fa93c-0688-4201-82cb-f533c3be2f33 None None] Network d8febdcb-2264-47c2-af7c-e6b41826752b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:55.374352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2feb8d-aab3-430d-9905-171a5eeac689 x-openstack-request-id: req-7d2feb8d-aab3-430d-9905-171a5eeac689 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:04:55.374890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4fbb21-e89b-4b11-984e-1e33eac80d4a", "name": "network-vif-deleted", "tag": "3e70371b-c7c7-4c5c-8c8d-8b2864c4b557", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:04:55.375280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d2feb8d-aab3-430d-9905-171a5eeac689 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:04:55.375684 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4fbb21-e89b-4b11-984e-1e33eac80d4a', 'name': 'network-vif-deleted', 'tag': '3e70371b-c7c7-4c5c-8c8d-8b2864c4b557', 'status': 'completed', 'code': 200} Dec 08 13:04:55.376275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.410981 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:55.420088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a1a95-8e04-4229-acca-8aa21614efe6 None None] Pushing event updated for resources: {'Port': ['ID=a4f37f0f-cc86-48b1-93ed-47a31c8af0e0,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:55.478562 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-976610e5-fcba-4394-b063-97a5399c2fbe req-536f6602-8744-42e0-9261-15df113ac7fb tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2855594 Dec 08 13:04:55.497347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] For port 6fd37a56-0c86-4d31-8585-77dbf475b453, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6fd37a56-0c86-4d31-8585-77dbf475b453,segment=NetworkSegment(f085ff8b-1cbf-4b86-8abb-f2b083ef31e6),segment_id=f085ff8b-1cbf-4b86-8abb-f2b083ef31e6)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:55.497715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.509517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5c7aacea-d94e-4442-b57c-0182046ddeb9 None None] Deleting port 8f426556-95c1-4ab5-8991-792b92de3f0b {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:55.510241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7aacea-d94e-4442-b57c-0182046ddeb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.527640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:55.580706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Calling delete_port for 6fd37a56-0c86-4d31-8585-77dbf475b453 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:55.593155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5c7aacea-d94e-4442-b57c-0182046ddeb9 None None] For port 8f426556-95c1-4ab5-8991-792b92de3f0b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8f426556-95c1-4ab5-8991-792b92de3f0b,segment=NetworkSegment(5199d004-99a8-4cab-b75a-92dcf517e99b),segment_id=5199d004-99a8-4cab-b75a-92dcf517e99b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:55.594142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7aacea-d94e-4442-b57c-0182046ddeb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.611201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5c7aacea-d94e-4442-b57c-0182046ddeb9 None None] Calling delete_port for 8f426556-95c1-4ab5-8991-792b92de3f0b owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:55.618330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.618923 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Added segment 611c11f1-a599-4c0f-b230-57a9cf6e8a55 of type vlan for network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 Dec 08 13:04:55.619950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275393aa-24ca-4ba0-b977-c91d5644f080,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:55.757193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b844974a-8760-4ab9-9c11-dd38aee74bcc None None] Network d8febdcb-2264-47c2-af7c-e6b41826752b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:55.843063 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:21Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8358b0ac-3320-4c68-956a-e62cb84b13dd', 'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'mac_address': 'fa:16:3e:9d:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:20Z', 'updated_at': '2021-12-08T13:03:26Z', 'revision_number': 5, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'subnets': [{'id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:55.853301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.886259 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] Checking router: 7597b23e-0e06-4281-9db6-8040b5e03abd for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:04:55.888690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 8f426556-95c1-4ab5-8991-792b92de3f0b {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:55.889379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.896058 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:55.896683 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:55.905506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:04:55.907506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:04:55.907506 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:04:55.907506 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'id': 'd8febdcb-2264-47c2-af7c-e6b41826752b'}] Dec 08 13:04:55.907506 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:04:55.907844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:04:55.913744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.923572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61de9fe-d5b1-4035-bbd3-d163d2b40d5d None None] Sync routers for ids ['d36b5b55-ba01-4a5b-984c-5596c125a1da'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:04:55.943735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7aacea-d94e-4442-b57c-0182046ddeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:55.951953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No DVR routers for this DVR port 6fd37a56-0c86-4d31-8585-77dbf475b453 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:55.978369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8f426556-95c1-4ab5-8991-792b92de3f0b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:56.011101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.012566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:56.012836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.015186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Port': ['ID=6fd37a56-0c86-4d31-8585-77dbf475b453,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:56.038369 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:04:56.048238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7aacea-d94e-4442-b57c-0182046ddeb9 None None] No DVR routers for this DVR port 8f426556-95c1-4ab5-8991-792b92de3f0b on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:56.050549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7aacea-d94e-4442-b57c-0182046ddeb9 None None] Pushing event deleted for resources: {'Port': ['ID=8f426556-95c1-4ab5-8991-792b92de3f0b,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:56.063546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.068374 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ef634d1a-745d-45c3-a102-75db60786c0c tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7526569 Dec 08 13:04:56.076904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54768) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:56.088907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:56.097589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8f426556-95c1-4ab5-8991-792b92de3f0b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:56.097973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8f426556-95c1-4ab5-8991-792b92de3f0b not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:56.107344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event updated for resources: {'Network': ['ID=67303a4f-1d3a-4e55-a557-e7a8492f4a89,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:56.110281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] For port 8f426556-95c1-4ab5-8991-792b92de3f0b, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:56.110749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.123171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61de9fe-d5b1-4035-bbd3-d163d2b40d5d None None] Routers {'d36b5b55-ba01-4a5b-984c-5596c125a1da'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:56.124566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d61de9fe-d5b1-4035-bbd3-d163d2b40d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d36b5b55-ba01-4a5b-984c-5596c125a1da'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.184961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.210537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3829f1-2f83-475d-bf9f-df148e53fce5']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.212838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d61de9fe-d5b1-4035-bbd3-d163d2b40d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.216029 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:56.221596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f085ff8b-1cbf-4b86-8abb-f2b083ef31e6') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.221901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f085ff8b-1cbf-4b86-8abb-f2b083ef31e6') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.238233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.252464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.258764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:56.259159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.318079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61de9fe-d5b1-4035-bbd3-d163d2b40d5d None None] Routers {'d36b5b55-ba01-4a5b-984c-5596c125a1da'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:04:56.319208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d61de9fe-d5b1-4035-bbd3-d163d2b40d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d36b5b55-ba01-4a5b-984c-5596c125a1da'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:56.333925 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:56.351783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 8f426556-95c1-4ab5-8991-792b92de3f0b owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:56.368037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d61de9fe-d5b1-4035-bbd3-d163d2b40d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.369920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61de9fe-d5b1-4035-bbd3-d163d2b40d5d None None] The sync data for ids ['d36b5b55-ba01-4a5b-984c-5596c125a1da'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:56.378316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_backend_mixin [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Port 8f426556-95c1-4ab5-8991-792b92de3f0b was not found and therefore no delete operation was performed {{(pid=103715) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 13:04:56.380740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.394534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No DVR routers for this DVR port 8f426556-95c1-4ab5-8991-792b92de3f0b on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:56.409211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.444433 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b45b113d-2a18-44a5-993e-772824958eb0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3053017 Dec 08 13:04:56.444433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.444433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=8f426556-95c1-4ab5-8991-792b92de3f0b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:56.452330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54774) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:56.481298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.489484 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/da3829f1-2f83-475d-bf9f-df148e53fce5 HTTP/1.1" status: 204 len: 168 time: 4.8488581 Dec 08 13:04:56.493063 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54776) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:56.493679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'subnet': {'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:56.505761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1927406895'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:56.540494 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:21Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8358b0ac-3320-4c68-956a-e62cb84b13dd', 'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'mac_address': 'fa:16:3e:9d:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:20Z', 'updated_at': '2021-12-08T13:03:26Z', 'revision_number': 5, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'subnets': [{'id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.548515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b43412-e1af-4f0b-9a97-9b62edc89079 req-dc720765-8c7a-49cb-a1c4-eac0de9d8292 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:56.550091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08b43412-e1af-4f0b-9a97-9b62edc89079 req-dc720765-8c7a-49cb-a1c4-eac0de9d8292 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2226012 Dec 08 13:04:56.564317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05396c6-f1b8-4247-b04c-a67ef8c3f48a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Network': ['ID=da3829f1-2f83-475d-bf9f-df148e53fce5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:56.582824 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3f0cd-62d4-4127-9f25-e581464ed179 None None] The sync data for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv is: [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:03:21Z', 'revision_number': 4, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8358b0ac-3320-4c68-956a-e62cb84b13dd', 'name': '', 'network_id': '4ff4d7af-c600-4604-9fb5-5441401772a1', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'mac_address': 'fa:16:3e:9d:14:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:20Z', 'updated_at': '2021-12-08T13:03:26Z', 'revision_number': 5, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'subnets': [{'id': '8e5b17fe-bfa3-43ee-ae49-9f76047d989a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:04:56.590716 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9ec20531-670c-4f46-baa8-fcec5c64f55c req-384791cd-bbd8-4be0-80c6-37ae8378b900 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b4fbb21-e89b-4b11-984e-1e33eac80d4a HTTP/1.1" status: 200 len: 210 time: 0.0826213 Dec 08 13:04:56.699458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.701093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.729688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Made reservation on behalf of b3ac1e41bacc406fa5870f6ef12a4691 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:56.730304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting port a4f37f0f-cc86-48b1-93ed-47a31c8af0e0 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:56.730674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.732249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.765836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:04:56.780711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356b3497-68c7-4591-9c81-35be921671ce']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.802365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5199d004-99a8-4cab-b75a-92dcf517e99b') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.802719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5199d004-99a8-4cab-b75a-92dcf517e99b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:56.807438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:04:56.808101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 3e70371b-c7c7-4c5c-8c8d-8b2864c4b557 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:04:56.822607 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08b43412-e1af-4f0b-9a97-9b62edc89079 req-ea1ea2b1-167d-420f-9947-8e8b39417c04 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397416 Dec 08 13:04:56.854608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:56.858113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.861972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.863291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.892974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:56.908704 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:56.930702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] For port a4f37f0f-cc86-48b1-93ed-47a31c8af0e0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a4f37f0f-cc86-48b1-93ed-47a31c8af0e0,segment=NetworkSegment(1971dc06-0dc6-458b-b164-a7c2625fd741),segment_id=1971dc06-0dc6-458b-b164-a7c2625fd741)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:04:56.936161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.954256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:04:56.956586 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Calling delete_port for a4f37f0f-cc86-48b1-93ed-47a31c8af0e0 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:56.996577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:56.997182 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Added segment 0975e619-abe1-4222-9096-b0ce21dfec2b of type vlan for network 6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993 Dec 08 13:04:57.038288 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e140d-b265-4b75-8637-7bb5a7e78098 None None] New status for floating IP 18c327ff-6d62-4f15-bbe0-8a23c92f31df: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:04:57.067497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.073317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.081254 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/networks/356b3497-68c7-4591-9c81-35be921671ce HTTP/1.1" status: 204 len: 168 time: 2.2181962 Dec 08 13:04:57.081421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54784) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:57.090462 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'name': 'tempest-PortsIpV6TestJSON-904765990'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:57.126321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.183215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416265fc-f71c-461d-8b32-7e3bca61cbf7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Network': ['ID=356b3497-68c7-4591-9c81-35be921671ce,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:57.235207 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Deleting port 620415e0-b662-4a7d-a42e-1edb392fb5cb {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:57.235572 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.311622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.317111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:57.317682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.346465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.390762 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Port': ['ID=a4f37f0f-cc86-48b1-93ed-47a31c8af0e0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:57.429227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:57.433534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.433636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.objects.ports [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103715) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:04:57.433908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.441132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No DVR routers for this DVR port a4f37f0f-cc86-48b1-93ed-47a31c8af0e0 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:04:57.450889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Network': ['ID=6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:57.454014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.467067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:04:57.488816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Calling delete_port for 620415e0-b662-4a7d-a42e-1edb392fb5cb owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:57.498041 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0e6f4412-d98c-4dde-a309-3eaf4fc80137 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0015194 Dec 08 13:04:57.503251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54788) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:57.510485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Request body: {'subnet': {'network_id': '6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:57.516779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 2f533b7c-fe8f-4e7e-8992-3f01c00ea4db yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:57.517392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Checking segment: {'id': '611c11f1-a599-4c0f-b230-57a9cf6e8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:04:57.517819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Network hostable DHCP agents. Network: 67303a4f-1d3a-4e55-a557-e7a8492f4a89, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:04:57.519958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6480d17e-4358-4f72-9322-e191906bc246,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:57.629557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.676600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8febdcb-2264-47c2-af7c-e6b41826752b']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:57.691363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:57.693399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1971dc06-0dc6-458b-b164-a7c2625fd741') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:57.693707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1971dc06-0dc6-458b-b164-a7c2625fd741') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:57.717852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.719051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Made reservation on behalf of ea721d767e22432bbc9d5c89f2423aea for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:57.728820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.789226 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54796) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:57.803191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.829433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:04:57.829848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.836328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 67303a4f-1d3a-4e55-a557-e7a8492f4a89) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:04:57.841250 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:04:57.845066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:57.845157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a845c-6067-49dd-a3f0-111dd1b94498 None None] Network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:57.847726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:57.956429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cb6e6-d50d-4b49-80c7-1c19fc000c9f req-7b3e732f-43ce-444f-aef5-d8532b7d89c0 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:57.963142 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a10cb6e6-d50d-4b49-80c7-1c19fc000c9f req-7b3e732f-43ce-444f-aef5-d8532b7d89c0 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.0915539 Dec 08 13:04:57.975649 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0132ae03-fb0e-4520-b96e-116149039876 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4970467 Dec 08 13:04:57.984005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54800) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:57.988409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467efb0d-1d78-424d-9b73-dc78ed509da3 None None] Network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:04:57.988532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1762146945', 'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:04:58.036514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.064669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c5c10d43-2eec-45be-8855-ddf9561ba12f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.091579 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a10cb6e6-d50d-4b49-80c7-1c19fc000c9f req-9bb2715b-ff48-46d9-afe1-751c1c64b1d4 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269987 Dec 08 13:04:58.114723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c5c10d43-2eec-45be-8855-ddf9561ba12f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.142072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f73c93-0287-4c72-9cfc-91cfa2990d67 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:04:58.329845 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f73c93-0287-4c72-9cfc-91cfa2990d67 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:04:58.479445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.488878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.495869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54802) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:58.496053 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/d8febdcb-2264-47c2-af7c-e6b41826752b HTTP/1.1" status: 204 len: 168 time: 4.3165836 Dec 08 13:04:58.505698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3a0a2-3540-4195-9118-d7bfc82d7a42 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=d8febdcb-2264-47c2-af7c-e6b41826752b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:58.508972 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:04:58.538394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.538394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.539289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c5c10d43-2eec-45be-8855-ddf9561ba12f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.539889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9318985-8a54-4c52-af8b-bc413246eb93 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:04:58.541932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c5c10d43-2eec-45be-8855-ddf9561ba12f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.543169 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c5c10d43-2eec-45be-8855-ddf9561ba12f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "DELETE /v2.0/security-groups/e86caa18-183e-4127-a2bb-beadf8a023c2 HTTP/1.1" status: 204 len: 168 time: 0.7507739 Dec 08 13:04:58.547240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54804) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:58.604488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c10d43-2eec-45be-8855-ddf9561ba12f tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86caa18-183e-4127-a2bb-beadf8a023c2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:58.606016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Pushing event deleted for resources: {'Port': ['ID=620415e0-b662-4a7d-a42e-1edb392fb5cb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:58.611102 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-e14c5233-775d-42f0-8533-54adea2c66e7 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] show failed (client error): The resource could not be found. Dec 08 13:04:58.612172 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e14c5233-775d-42f0-8533-54adea2c66e7 tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "GET /v2.0/security-groups/e86caa18-183e-4127-a2bb-beadf8a023c2 HTTP/1.1" status: 404 len: 347 time: 0.0568683 Dec 08 13:04:58.619915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54806) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:58.644875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:58.730377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:58.733180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:58.738941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:58.739596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.828203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=2f533b7c-fe8f-4e7e-8992-3f01c00ea4db,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:58.861092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.866244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Made reservation on behalf of b3ac1e41bacc406fa5870f6ef12a4691 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:04:58.869634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:58.874464 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcd0154-7b79-4acb-acc5-dbe6fde8fdfa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:04:58.874872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcd0154-7b79-4acb-acc5-dbe6fde8fdfa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:04:58.880725 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4bcd0154-7b79-4acb-acc5-dbe6fde8fdfa tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/e198493f-8704-4025-9adc-512eb6f50b95 HTTP/1.1" status: 404 len: 337 time: 0.3808312 Dec 08 13:04:58.886765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54808) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:58.916228 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9318985-8a54-4c52-af8b-bc413246eb93 None None] Network 6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:04:58.929960 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1253a9c0-763f-4f38-8d28-34fd6d6c8f63 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:04:58.930845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1253a9c0-763f-4f38-8d28-34fd6d6c8f63 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:04:58.936418 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1253a9c0-763f-4f38-8d28-34fd6d6c8f63 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/d8febdcb-2264-47c2-af7c-e6b41826752b HTTP/1.1" status: 404 len: 339 time: 0.0521231 Dec 08 13:04:58.937607 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-23d0a818-77d4-46d3-b4b5-cbda97407c41 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8550129 Dec 08 13:04:58.939336 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54810) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:58.943241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54812) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:58.946838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] device_id is not set on port 4b91cc32-4e8b-4c9c-8d98-1d7a272e54cc yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:04:59.013197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9318985-8a54-4c52-af8b-bc413246eb93 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993) {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:04:59.029395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.objects.ports [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103715) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:04:59.033511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.115550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Allocated IP 172.20.0.5 (67303a4f-1d3a-4e55-a557-e7a8492f4a89/6480d17e-4358-4f72-9322-e191906bc246/4b91cc32-4e8b-4c9c-8d98-1d7a272e54cc) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:59.365020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Network 6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:59.383021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:59.391665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:59.392275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.398617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event updated for resources: {'Subnet': ['ID=8e19483b-b892-4f26-9c48-6b05690ebea6,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:59.433334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ea127-3a4f-4a2a-a52d-945fd61ee538 req-8ec0751c-db78-432e-9f1f-332ef34eac35 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:59.435047 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-259ea127-3a4f-4a2a-a52d-945fd61ee538 req-8ec0751c-db78-432e-9f1f-332ef34eac35 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1505706 Dec 08 13:04:59.439135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.495657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Deleting port f8d7ff1d-1a04-403e-ac14-78d544f29269 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:59.496209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.507753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993', 'network_id': '6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993', 'project_id': 'ea721d767e22432bbc9d5c89f2423aea', 'fixed_ips': [{'subnet_id': '8e19483b-b892-4f26-9c48-6b05690ebea6'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:04:59.507753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.508026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.515211 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-259ea127-3a4f-4a2a-a52d-945fd61ee538 req-0e01881e-73e3-4822-8e72-ef8f39d0e30e tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731514 Dec 08 13:04:59.516434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.540777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.541022 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-625019e8-7b07-4947-8b13-d452f0bc8fe1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0276296 Dec 08 13:04:59.541022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54818) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:59.587850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.664783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Allocated IP 2001:db8::f816:3eff:fe43:9df5 (6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993/8e19483b-b892-4f26-9c48-6b05690ebea6/c259f793-935e-4e27-a54d-4cf59bc34f72) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:04:59.668175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:04:59.676151 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:04:59.683158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:04:59.687465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event updated for resources: {'Port': ['ID=4b91cc32-4e8b-4c9c-8d98-1d7a272e54cc,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:04:59.698286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6527f996-7f14-43bd-b2ba-51da828d19cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 2f533b7c-fe8f-4e7e-8992-3f01c00ea4db {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:59.698612 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6527f996-7f14-43bd-b2ba-51da828d19cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.718779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.719040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.727064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.744368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:04:59.744981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.749216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Router d36b5b55-ba01-4a5b-984c-5596c125a1da has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:04:59.761934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Calling delete_port for f8d7ff1d-1a04-403e-ac14-78d544f29269 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:04:59.786752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.797198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.830978 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-00571fb3-a700-4465-943d-6a6982b789d0 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8431358 Dec 08 13:04:59.832406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54820) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:04:59.862044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667e2bb6-313f-468f-aedf-8cf6435d1362']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:59.926759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-53c028a1-14d9-47be-aeb4-eb1e0f965884 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Deleting port 4b91cc32-4e8b-4c9c-8d98-1d7a272e54cc {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:04:59.927325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53c028a1-14d9-47be-aeb4-eb1e0f965884 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.944066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6527f996-7f14-43bd-b2ba-51da828d19cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:04:59.953854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660ca3c2-f0fd-4cc4-81ad-61f49ba4b0ee') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:59.954153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660ca3c2-f0fd-4cc4-81ad-61f49ba4b0ee') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:04:59.987800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.003823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6527f996-7f14-43bd-b2ba-51da828d19cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 2f533b7c-fe8f-4e7e-8992-3f01c00ea4db owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:00.006964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53c028a1-14d9-47be-aeb4-eb1e0f965884 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.011625 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.019318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-53c028a1-14d9-47be-aeb4-eb1e0f965884 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Calling delete_port for 4b91cc32-4e8b-4c9c-8d98-1d7a272e54cc owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:00.028083 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:00.040849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a0a57-dc6d-4a84-bade-2f72a0a3373f None None] Sync routers for ids ['d36b5b55-ba01-4a5b-984c-5596c125a1da'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:00.048591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.048591 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-32c0c2fd-0df1-44de-af83-bd39050aae75 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "PUT /v2.0/routers/d36b5b55-ba01-4a5b-984c-5596c125a1da HTTP/1.1" status: 200 len: 710 time: 3.9646568 Dec 08 13:05:00.048591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.053120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54822) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.055691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a0a57-dc6d-4a84-bade-2f72a0a3373f None None] Routers {'d36b5b55-ba01-4a5b-984c-5596c125a1da'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:00.056592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-da4a0a57-dc6d-4a84-bade-2f72a0a3373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d36b5b55-ba01-4a5b-984c-5596c125a1da'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:00.092314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.094068 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:00.094483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.095110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-da4a0a57-dc6d-4a84-bade-2f72a0a3373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:00.099739 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:00.133999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a0a57-dc6d-4a84-bade-2f72a0a3373f None None] Routers {'d36b5b55-ba01-4a5b-984c-5596c125a1da'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:00.134670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-da4a0a57-dc6d-4a84-bade-2f72a0a3373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d36b5b55-ba01-4a5b-984c-5596c125a1da'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:00.156132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.173597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Network 6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:00.176939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-da4a0a57-dc6d-4a84-bade-2f72a0a3373f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:00.177684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a0a57-dc6d-4a84-bade-2f72a0a3373f None None] The sync data for ids ['d36b5b55-ba01-4a5b-984c-5596c125a1da'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:00.181002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:00.193559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:00.193741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Subnet': ['ID=8e19483b-b892-4f26-9c48-6b05690ebea6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:00.193845 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Pushing event updated for resources: {'Port': ['ID=c259f793-935e-4e27-a54d-4cf59bc34f72,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:00.247810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Attempting to bind port c259f793-935e-4e27-a54d-4cf59bc34f72 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:00.248465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Attempting to bind port c259f793-935e-4e27-a54d-4cf59bc34f72 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '0975e619-abe1-4222-9096-b0ce21dfec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:00.249018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Attempting to bind port c259f793-935e-4e27-a54d-4cf59bc34f72 on network 6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:00.253748 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c156c1a3-69ed-4c2e-a087-62ad7f8894a3 tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/routers/d36b5b55-ba01-4a5b-984c-5596c125a1da HTTP/1.1" status: 200 len: 745 time: 0.1960557 Dec 08 13:05:00.254868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54826) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.257883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:00.259034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Checking segment: {'id': '0975e619-abe1-4222-9096-b0ce21dfec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:00.260196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.260927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Bound using segment: {'id': '0975e619-abe1-4222-9096-b0ce21dfec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:00.261641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Bound port: c259f793-935e-4e27-a54d-4cf59bc34f72, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0975e619-abe1-4222-9096-b0ce21dfec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:00.262223 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.262824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.272455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53c028a1-14d9-47be-aeb4-eb1e0f965884 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.320592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c028a1-14d9-47be-aeb4-eb1e0f965884 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b91cc32-4e8b-4c9c-8d98-1d7a272e54cc,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:00.325757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:00.329633 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fd9198fb-5e42-4f9f-aa39-c3bf29e50e8d tempest-RoutersIpV6AdminTest-1166630280 tempest-RoutersIpV6AdminTest-1166630280-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=d36b5b55-ba01-4a5b-984c-5596c125a1da HTTP/1.1" status: 200 len: 205 time: 0.0708590 Dec 08 13:05:00.330606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54828) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.339928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.345633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] For port c259f793-935e-4e27-a54d-4cf59bc34f72, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:00.348770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0975e619-abe1-4222-9096-b0ce21dfec2b') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:00.349075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0975e619-abe1-4222-9096-b0ce21dfec2b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:00.350262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] For port c259f793-935e-4e27-a54d-4cf59bc34f72, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c259f793-935e-4e27-a54d-4cf59bc34f72,segment=NetworkSegment(0975e619-abe1-4222-9096-b0ce21dfec2b),segment_id=0975e619-abe1-4222-9096-b0ce21dfec2b)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:00.355860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.359138 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/667e2bb6-313f-468f-aedf-8cf6435d1362 HTTP/1.1" status: 204 len: 168 time: 1.4177017 Dec 08 13:05:00.369781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54830) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.379655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa6af1-f591-40eb-b4d9-991f27df79f2 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=667e2bb6-313f-468f-aedf-8cf6435d1362,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:00.398537 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-86db3508-1b4f-4813-8ebf-9a7a1323cdd1 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=d36b5b55-ba01-4a5b-984c-5596c125a1da HTTP/1.1" status: 200 len: 205 time: 0.0567594 Dec 08 13:05:00.404067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.404555 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6891d531-847b-4087-98cd-59bf3afa3d3c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:00.404555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6891d531-847b-4087-98cd-59bf3afa3d3c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:00.407522 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6891d531-847b-4087-98cd-59bf3afa3d3c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/c126a4ae-b22d-41af-9645-a5590801fad5 HTTP/1.1" status: 404 len: 337 time: 0.0365024 Dec 08 13:05:00.408357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54834) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.410133 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54836) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.421739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.436533 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a90c24b-fb69-4c6f-99fb-bb3a53b28352 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:00.437665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a90c24b-fb69-4c6f-99fb-bb3a53b28352 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:00.441793 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3a90c24b-fb69-4c6f-99fb-bb3a53b28352 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/7d475cb6-347b-44ae-98b3-8176b849f678 HTTP/1.1" status: 404 len: 339 time: 0.0299177 Dec 08 13:05:00.444618 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54838) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.463847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6527f996-7f14-43bd-b2ba-51da828d19cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.470511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.481778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:00.483355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:00.485148 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:00.505386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c72298-83ec-40d8-be25-8d3ca7016cbf None None] Pushing event updated for resources: {'Port': ['ID=c259f793-935e-4e27-a54d-4cf59bc34f72,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:00.530777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7b449-22dc-4baa-a4f0-1fe8ab697cd7 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:05:00.535372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.570003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6527f996-7f14-43bd-b2ba-51da828d19cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.570604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ef0de591-c5b0-481a-bce4-bacb5649f103 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.575289 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6527f996-7f14-43bd-b2ba-51da828d19cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/2f533b7c-fe8f-4e7e-8992-3f01c00ea4db HTTP/1.1" status: 204 len: 168 time: 1.6311543 Dec 08 13:05:00.583527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53c028a1-14d9-47be-aeb4-eb1e0f965884 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.586401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54842) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.589819 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-53c028a1-14d9-47be-aeb4-eb1e0f965884 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "DELETE /v2.0/ports/4b91cc32-4e8b-4c9c-8d98-1d7a272e54cc HTTP/1.1" status: 204 len: 168 time: 0.7539475 Dec 08 13:05:00.589970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527f996-7f14-43bd-b2ba-51da828d19cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=2f533b7c-fe8f-4e7e-8992-3f01c00ea4db,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:00.590064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54844) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.619521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'mac_address': 'fa:16:3e:99:c5:9e', 'name': 'tempest-PortsIpV6TestJSON-1175147016'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:00.627012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Pushing event deleted for resources: {'Port': ['ID=f8d7ff1d-1a04-403e-ac14-78d544f29269,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:00.656810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89', 'external_fixed_ips': [{'subnet_id': '6480d17e-4358-4f72-9322-e191906bc246', 'ip_address': '172.20.0.5'}]}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:00.678739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7b449-22dc-4baa-a4f0-1fe8ab697cd7 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:05:00.681663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-2265ea9a-b45a-4212-8e11-3bb2085b5a65 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting subnet 8d1bd2a3-92f3-4ef7-b154-aac4f6911c29 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:00.694607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2265ea9a-b45a-4212-8e11-3bb2085b5a65 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.756224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:05:00.756224 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:05:00.756224 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'id': '6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993'}] Dec 08 13:05:00.756224 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:05:00.756224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:05:00.806144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.808816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.809988 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0c6550af-185f-4d8e-9c2b-acd395dc19ce tempest-ServersTestManualDisk-922120385 tempest-ServersTestManualDisk-922120385-project] 10.222.0.76 "DELETE /v2.0/floatingips/18c327ff-6d62-4f15-bbe0-8a23c92f31df HTTP/1.1" status: 204 len: 168 time: 2.1891046 Dec 08 13:05:00.812215 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2265ea9a-b45a-4212-8e11-3bb2085b5a65 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.814744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54846) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:00.836326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6291ca2-af5d-4860-9377-add9cf7bace5 req-5c64ad39-2dd1-42f7-a32c-0711c1d4f0d5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:00.843346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6291ca2-af5d-4860-9377-add9cf7bace5 req-5c64ad39-2dd1-42f7-a32c-0711c1d4f0d5 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 945 time: 0.3569779 Dec 08 13:05:00.850912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ef0de591-c5b0-481a-bce4-bacb5649f103 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.860273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ef0de591-c5b0-481a-bce4-bacb5649f103 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.876621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.877645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:00.924540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9399c-c838-4270-ae97-17690530371f req-56d60b54-1c9c-4bf0-aa84-5758999e7bd2 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:00.926084 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8e9399c-c838-4270-ae97-17690530371f req-56d60b54-1c9c-4bf0-aa84-5758999e7bd2 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2740722 Dec 08 13:05:00.973503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6291ca2-af5d-4860-9377-add9cf7bace5 req-9852a475-cb89-4b21-acc9-20554c025b87 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243839 Dec 08 13:05:00.996002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebff8502-dba0-4e20-a40f-eebdc688afc5 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:01.009570 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:01.011121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ef34f-4535-4351-bfcf-9016ebeec718 None None] Network 6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:01.015049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8e9399c-c838-4270-ae97-17690530371f req-7cf90c61-333a-475d-9f5f-57125ea2d87f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663443 Dec 08 13:05:01.018910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161fca37-4462-4beb-b611-54fadf603cca None None] DHCP port deletion for 67303a4f-1d3a-4e55-a557-e7a8492f4a89 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:01.019054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ef0de591-c5b0-481a-bce4-bacb5649f103 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.019513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0de591-c5b0-481a-bce4-bacb5649f103 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Fanout notify agent at l3_agent the message router_deleted on router d36b5b55-ba01-4a5b-984c-5596c125a1da {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:05:01.028289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ef0de591-c5b0-481a-bce4-bacb5649f103 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.029323 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ef0de591-c5b0-481a-bce4-bacb5649f103 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/d36b5b55-ba01-4a5b-984c-5596c125a1da HTTP/1.1" status: 204 len: 168 time: 0.6200325 Dec 08 13:05:01.033871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54852) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.061370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2265ea9a-b45a-4212-8e11-3bb2085b5a65 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.071865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b53023-ffdf-4633-af6b-063a023748a9 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:01.102108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.104257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9dcaf2-d141-4552-bb1b-22b9f6e78522 None None] DHCP port deletion for 67303a4f-1d3a-4e55-a557-e7a8492f4a89 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:01.119900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6ed86b2e-d65b-4c67-aa7a-50606e8107e2 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=d36b5b55-ba01-4a5b-984c-5596c125a1da HTTP/1.1" status: 200 len: 205 time: 0.0844893 Dec 08 13:05:01.122153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54854) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.167610 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-d8b32740-3e34-422a-81c3-bba2e3396e53 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] delete failed (client error): The resource could not be found. Dec 08 13:05:01.171097 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d8b32740-3e34-422a-81c3-bba2e3396e53 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/d36b5b55-ba01-4a5b-984c-5596c125a1da HTTP/1.1" status: 404 len: 336 time: 0.0450523 Dec 08 13:05:01.175066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54856) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.176514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-059db7ed-fd3f-4ac0-aa2c-b3dce141bf13 None None] Could not find standard attr ID for object 4b91cc32-4e8b-4c9c-8d98-1d7a272e54cc. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:05:01.203725 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3b463457-9eea-4574-994b-13eac3b5f483 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=d8b517f1-5492-4a8e-b9df-022e97135acb HTTP/1.1" status: 200 len: 205 time: 0.0272346 Dec 08 13:05:01.210723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54858) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.264589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.265704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.269207 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-3a80aeae-16b3-49b7-be5f-b9eb82627c2a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] delete failed (client error): The resource could not be found. Dec 08 13:05:01.270221 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3a80aeae-16b3-49b7-be5f-b9eb82627c2a tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/d8b517f1-5492-4a8e-b9df-022e97135acb HTTP/1.1" status: 404 len: 336 time: 0.0561440 Dec 08 13:05:01.283279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54860) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.346102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.347844 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d5081fb4-2099-4470-b1ee-0b5fa41bbda8 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8015160-cb71-419c-821e-ff15d58a06a2 HTTP/1.1" status: 200 len: 205 time: 0.0596223 Dec 08 13:05:01.355688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54862) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.368837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port b9de5911-2e8a-457e-bd09-e6c9568529e0 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:01.376976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2265ea9a-b45a-4212-8e11-3bb2085b5a65 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.390065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Deleting port c259f793-935e-4e27-a54d-4cf59bc34f72 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:01.390409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.453556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] For port c259f793-935e-4e27-a54d-4cf59bc34f72, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c259f793-935e-4e27-a54d-4cf59bc34f72,segment=NetworkSegment(0975e619-abe1-4222-9096-b0ce21dfec2b),segment_id=0975e619-abe1-4222-9096-b0ce21dfec2b)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:01.453924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.471167 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-8fd52f43-36c0-42c6-b847-2aa92eed551d tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] delete failed (client error): The resource could not be found. Dec 08 13:05:01.472216 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8fd52f43-36c0-42c6-b847-2aa92eed551d tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/b8015160-cb71-419c-821e-ff15d58a06a2 HTTP/1.1" status: 404 len: 336 time: 0.1156068 Dec 08 13:05:01.475458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54864) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.476354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265ea9a-b45a-4212-8e11-3bb2085b5a65 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1bd2a3-92f3-4ef7-b154-aac4f6911c29,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:01.476485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Calling delete_port for c259f793-935e-4e27-a54d-4cf59bc34f72 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:01.479969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2265ea9a-b45a-4212-8e11-3bb2085b5a65 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.483250 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2265ea9a-b45a-4212-8e11-3bb2085b5a65 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/8d1bd2a3-92f3-4ef7-b154-aac4f6911c29 HTTP/1.1" status: 204 len: 168 time: 1.0374410 Dec 08 13:05:01.490290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54866) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.509261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e6a2d7-bd4a-4c1a-a4e3-74bae1a9ca7d None None] Network c340b557-c367-4855-b5c1-69c603b3232d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:01.527878 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cc584f22-a7f7-4f2a-83bf-492d97ab195e tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=d00f67b4-0f4f-40b6-bf45-274210844a83 HTTP/1.1" status: 200 len: 205 time: 0.0459325 Dec 08 13:05:01.530753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54868) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.636392 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-de5f7cb9-8fd0-417c-bc26-360946b2345b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] delete failed (client error): The resource could not be found. Dec 08 13:05:01.637453 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-de5f7cb9-8fd0-417c-bc26-360946b2345b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/d00f67b4-0f4f-40b6-bf45-274210844a83 HTTP/1.1" status: 404 len: 336 time: 0.0786574 Dec 08 13:05:01.662689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.699415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54872) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.751067 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b0392027-e489-442f-9f31-f55d892c24f2 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=d44cccfb-2a59-4122-a8b1-aa2bdaffa7af HTTP/1.1" status: 200 len: 205 time: 0.0458601 Dec 08 13:05:01.754032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54874) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:01.769052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.829868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-acade2be-8a6b-4038-8125-7b8b1e2831e7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting subnet fd92b231-5dd3-4998-b0a7-24e0ebf271e5 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:01.842278 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-d351260a-1142-42e8-8f04-912b8eafef94 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] delete failed (client error): The resource could not be found. Dec 08 13:05:01.843376 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d351260a-1142-42e8-8f04-912b8eafef94 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/d44cccfb-2a59-4122-a8b1-aa2bdaffa7af HTTP/1.1" status: 404 len: 336 time: 0.0882740 Dec 08 13:05:01.849870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-acade2be-8a6b-4038-8125-7b8b1e2831e7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:01.870603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54876) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:02.054076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.131730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Port': ['ID=c259f793-935e-4e27-a54d-4cf59bc34f72,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:02.188648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.209601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No DVR routers for this DVR port c259f793-935e-4e27-a54d-4cf59bc34f72 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:02.231478 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d7d1a6f5-afa1-489e-b165-353699aab74b tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "GET /v2.0/ports?device_id=123bcd7c-2a6a-41e4-8751-a493f18b7c90 HTTP/1.1" status: 200 len: 205 time: 0.3387914 Dec 08 13:05:02.238015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54882) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:02.243493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.252129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:02.259116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-acade2be-8a6b-4038-8125-7b8b1e2831e7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.315443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:02.324487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:02.329971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:02.330550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.332995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=b9de5911-2e8a-457e-bd09-e6c9568529e0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:02.335343 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-af6766a6-818b-4ed2-ba37-07b29e284eeb tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] delete failed (client error): The resource could not be found. Dec 08 13:05:02.336340 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-af6766a6-818b-4ed2-ba37-07b29e284eeb tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/routers/123bcd7c-2a6a-41e4-8751-a493f18b7c90 HTTP/1.1" status: 404 len: 336 time: 0.0939550 Dec 08 13:05:02.342449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54884) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:02.397937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccbf8c-ac8a-46ef-89d4-687c53b275d2 req-5a4ed546-3cb8-48ff-a72a-544fdb71d174 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:02.399483 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cdccbf8c-ac8a-46ef-89d4-687c53b275d2 req-5a4ed546-3cb8-48ff-a72a-544fdb71d174 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2693377 Dec 08 13:05:02.419494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2cb3f079-27b8-49b2-b849-1978d7e863f7 None None] Provisioning complete for port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:02.420056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2cb3f079-27b8-49b2-b849-1978d7e863f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.432470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.436287 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe03438a-1c41-45c3-a9ba-a8b418d8a130 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:02.436744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe03438a-1c41-45c3-a9ba-a8b418d8a130 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:02.438840 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-059f0ff7-145a-48c3-8a8e-82e9c776d402 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8241973 Dec 08 13:05:02.442195 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fe03438a-1c41-45c3-a9ba-a8b418d8a130 tempest-RoutersIpV6AdminTest-2017276926 tempest-RoutersIpV6AdminTest-2017276926-project] 10.222.0.76 "DELETE /v2.0/subnets/39ae75eb-8592-43ee-9751-75a384bb208f HTTP/1.1" status: 404 len: 337 time: 0.0961740 Dec 08 13:05:02.442348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54886) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:02.444990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-acade2be-8a6b-4038-8125-7b8b1e2831e7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.468833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc762f57-5fec-4417-92a3-1ea46cfb18ac req-ed6f17a9-56ee-49d0-b434-21a270073a8a tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:02.470352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dc762f57-5fec-4417-92a3-1ea46cfb18ac req-ed6f17a9-56ee-49d0-b434-21a270073a8a tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 945 time: 0.2588043 Dec 08 13:05:02.526237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:02.542287 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d34e2d5-f879-427f-a9db-2b0f55750cbe tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:02.546993 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9d34e2d5-f879-427f-a9db-2b0f55750cbe tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/b9de5911-2e8a-457e-bd09-e6c9568529e0 HTTP/1.1" status: 200 len: 845 time: 0.1011865 Dec 08 13:05:02.547463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54890) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:02.553123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0975e619-abe1-4222-9096-b0ce21dfec2b') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:02.553390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0975e619-abe1-4222-9096-b0ce21dfec2b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:02.580941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.604428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.639252 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cdccbf8c-ac8a-46ef-89d4-687c53b275d2 req-523c5b85-08b8-4fe9-877a-cdd414948b6c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984026 Dec 08 13:05:02.650199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.661280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:02.661690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:02.666086 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:02.684747 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dc762f57-5fec-4417-92a3-1ea46cfb18ac req-144100a5-cfa2-4652-8854-2458d08e4eb0 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852653 Dec 08 13:05:02.733891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Allocated IP 172.20.0.5 (67303a4f-1d3a-4e55-a557-e7a8492f4a89/6480d17e-4358-4f72-9322-e191906bc246/b95c20e0-42b9-4bde-91a9-eb832ec09bed) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:02.735487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-acade2be-8a6b-4038-8125-7b8b1e2831e7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.772472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acade2be-8a6b-4038-8125-7b8b1e2831e7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=fd92b231-5dd3-4998-b0a7-24e0ebf271e5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:02.786132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-acade2be-8a6b-4038-8125-7b8b1e2831e7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.789375 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-acade2be-8a6b-4038-8125-7b8b1e2831e7 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/fd92b231-5dd3-4998-b0a7-24e0ebf271e5 HTTP/1.1" status: 204 len: 168 time: 1.2977846 Dec 08 13:05:02.793286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54892) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:02.799789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d959db1-0160-4a39-93a0-1061a7cb93f2 None None] Network c340b557-c367-4855-b5c1-69c603b3232d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:02.809835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.816505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.820044 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993 HTTP/1.1" status: 204 len: 168 time: 3.2829719 Dec 08 13:05:02.826676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54894) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:02.862973 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-427e1530-db58-4fa1-86d2-c32e3dd3d35d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port b9de5911-2e8a-457e-bd09-e6c9568529e0 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:02.872557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-427e1530-db58-4fa1-86d2-c32e3dd3d35d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.873023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd8b2bf-1561-43da-b810-4eb0e31bb0de tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:02.873663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd8b2bf-1561-43da-b810-4eb0e31bb0de tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:02.877842 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cbd8b2bf-1561-43da-b810-4eb0e31bb0de tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/subnets/8e19483b-b892-4f26-9c48-6b05690ebea6 HTTP/1.1" status: 404 len: 337 time: 0.0457056 Dec 08 13:05:02.880561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd7e0-b439-4f52-99fd-3203df69eb26 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Network': ['ID=6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:02.881655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54896) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:02.933416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:02.974080 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66c4017-238a-4def-a70d-4c66ff6f4cf3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:02.974646 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66c4017-238a-4def-a70d-4c66ff6f4cf3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:02.977740 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d66c4017-238a-4def-a70d-4c66ff6f4cf3 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/6bd0e5a3-c5f2-4a5a-bf84-252dc4ec0993 HTTP/1.1" status: 404 len: 339 time: 0.0889068 Dec 08 13:05:02.982430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54900) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:02.984888 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1404b52e-080d-478c-b889-6f4517453531 None None] DHCP port deletion for c340b557-c367-4855-b5c1-69c603b3232d request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:03.017224 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfffd5c-8b37-4cd1-8ffd-f58d3911cb36 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:03.019120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfffd5c-8b37-4cd1-8ffd-f58d3911cb36 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:03.023068 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4dfffd5c-8b37-4cd1-8ffd-f58d3911cb36 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/subnets/5df14a2c-d48d-47d1-9457-6189ad0d8135 HTTP/1.1" status: 404 len: 337 time: 0.0398226 Dec 08 13:05:03.023222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.025268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.026454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-427e1530-db58-4fa1-86d2-c32e3dd3d35d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.033477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54902) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:03.044189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1404b52e-080d-478c-b889-6f4517453531 None None] Deleting port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:03.044624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1404b52e-080d-478c-b889-6f4517453531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.045467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-427e1530-db58-4fa1-86d2-c32e3dd3d35d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for b9de5911-2e8a-457e-bd09-e6c9568529e0 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:03.094175 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54904) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:03.094379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event updated for resources: {'Port': ['ID=b95c20e0-42b9-4bde-91a9-eb832ec09bed,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:03.114738 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ec55a9-763c-43ff-99b1-9a4daeb5a565 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:03.115251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ec55a9-763c-43ff-99b1-9a4daeb5a565 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:03.120971 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-63ec55a9-763c-43ff-99b1-9a4daeb5a565 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/da3829f1-2f83-475d-bf9f-df148e53fce5 HTTP/1.1" status: 404 len: 339 time: 0.0368462 Dec 08 13:05:03.123113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54906) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:03.125845 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1404b52e-080d-478c-b889-6f4517453531 None None] For port 33768f5c-b93e-4e8a-b6be-aac17deb0e49, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=33768f5c-b93e-4e8a-b6be-aac17deb0e49,segment=NetworkSegment(12f9aa39-e90f-481a-b276-76b6b7c7b1a8),segment_id=12f9aa39-e90f-481a-b276-76b6b7c7b1a8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:03.126060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:03.126247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1404b52e-080d-478c-b889-6f4517453531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.134826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:03.137356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:03.152951 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1404b52e-080d-478c-b889-6f4517453531 None None] Calling delete_port for 33768f5c-b93e-4e8a-b6be-aac17deb0e49 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:03.158049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d8b9d5-814c-4194-9e3e-8436822285b2 None None] DHCP port deletion for 67303a4f-1d3a-4e55-a557-e7a8492f4a89 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:03.203760 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d600559b-d965-4a2c-9270-492703e19fd1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:03.204228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d600559b-d965-4a2c-9270-492703e19fd1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:03.209669 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d600559b-d965-4a2c-9270-492703e19fd1 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/subnets/39e3973e-d8b0-4aab-b701-5d5f6eb227b7 HTTP/1.1" status: 404 len: 337 time: 0.0834250 Dec 08 13:05:03.210214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54910) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:03.232849 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c349dbf-eb82-476f-9068-7b0383d0a95e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:03.233375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c349dbf-eb82-476f-9068-7b0383d0a95e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:03.234953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:03.235302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.238850 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6c349dbf-eb82-476f-9068-7b0383d0a95e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/872b82a8-41b3-403a-97c0-806ff42f90b7 HTTP/1.1" status: 404 len: 339 time: 0.0257041 Dec 08 13:05:03.239220 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54912) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:03.307655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3bb7e068-bd82-4fd6-9d52-6a9e5e1d16a8 None None] Provisioning complete for port b95c20e0-42b9-4bde-91a9-eb832ec09bed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:03.308178 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3bb7e068-bd82-4fd6-9d52-6a9e5e1d16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.317005 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6524e3ef-0dce-4dda-be82-529de04f7874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.348611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7e068-bd82-4fd6-9d52-6a9e5e1d16a8 None None] Port b95c20e0-42b9-4bde-91a9-eb832ec09bed cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:03.371001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Deleting port 8358b0ac-3320-4c68-956a-e62cb84b13dd {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:03.377366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.393194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-427e1530-db58-4fa1-86d2-c32e3dd3d35d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.396010 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1404b52e-080d-478c-b889-6f4517453531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.415017 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] For port 33768f5c-b93e-4e8a-b6be-aac17deb0e49, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=33768f5c-b93e-4e8a-b6be-aac17deb0e49,segment=NetworkSegment(12f9aa39-e90f-481a-b276-76b6b7c7b1a8),segment_id=12f9aa39-e90f-481a-b276-76b6b7c7b1a8)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:03.415382 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.422621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404b52e-080d-478c-b889-6f4517453531 None None] Pushing event deleted for resources: {'Port': ['ID=33768f5c-b93e-4e8a-b6be-aac17deb0e49,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:03.430727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404b52e-080d-478c-b889-6f4517453531 None None] No DVR routers for this DVR port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:03.464299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Calling delete_port for 33768f5c-b93e-4e8a-b6be-aac17deb0e49 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:03.472763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e1530-db58-4fa1-86d2-c32e3dd3d35d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=b9de5911-2e8a-457e-bd09-e6c9568529e0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:03.514521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-427e1530-db58-4fa1-86d2-c32e3dd3d35d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.517757 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-427e1530-db58-4fa1-86d2-c32e3dd3d35d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/b9de5911-2e8a-457e-bd09-e6c9568529e0 HTTP/1.1" status: 204 len: 168 time: 0.9651930 Dec 08 13:05:03.521903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54914) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:03.568452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-1005df3f-acb6-403b-8ba3-ca19366d03d0 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:03.569896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-1005df3f-acb6-403b-8ba3-ca19366d03d0 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 945 time: 0.0855355 Dec 08 13:05:03.573098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.593082 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f16efc8-e0a2-493d-9c90-ee8a5145da96 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:05:03.594501 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8f16efc8-e0a2-493d-9c90-ee8a5145da96 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/b9de5911-2e8a-457e-bd09-e6c9568529e0 HTTP/1.1" status: 404 len: 333 time: 0.0715058 Dec 08 13:05:03.604016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54916) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:03.610879 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'name': 'tempest-PortsIpV6TestJSON-389193909'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:03.678759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-bb856ea9-f209-4acc-8fb3-941113778a81 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Deleting port 09ac0f44-e8a0-4493-9c0b-285b1c7bbc65 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:03.679163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb856ea9-f209-4acc-8fb3-941113778a81 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.692554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] For port 8358b0ac-3320-4c68-956a-e62cb84b13dd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8358b0ac-3320-4c68-956a-e62cb84b13dd,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:03.692554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.768428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Calling delete_port for 8358b0ac-3320-4c68-956a-e62cb84b13dd owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:03.783171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Deleting port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:03.783510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.849773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb856ea9-f209-4acc-8fb3-941113778a81 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.891338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 33768f5c-b93e-4e8a-b6be-aac17deb0e49 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:03.911357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-bb856ea9-f209-4acc-8fb3-941113778a81 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Calling delete_port for 09ac0f44-e8a0-4493-9c0b-285b1c7bbc65 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:03.912654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 33768f5c-b93e-4e8a-b6be-aac17deb0e49 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:03.912846 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 33768f5c-b93e-4e8a-b6be-aac17deb0e49 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:03.912988 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.939720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6524e3ef-0dce-4dda-be82-529de04f7874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:03.972348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Port': ['ID=33768f5c-b93e-4e8a-b6be-aac17deb0e49,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:03.974301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No DVR routers for this DVR port 33768f5c-b93e-4e8a-b6be-aac17deb0e49 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:03.991842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f97b6-ddf8-4697-9ded-35a87b3e4d08 req-f77fb5fb-96a6-4695-8603-df079a9cdd45 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:03.993949 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e5f97b6-ddf8-4697-9ded-35a87b3e4d08 req-f77fb5fb-96a6-4695-8603-df079a9cdd45 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 945 time: 0.2075601 Dec 08 13:05:04.001746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.009571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bdfc8-041a-4a48-98d2-8aab514e7415 req-1cedd803-c6ee-4cba-ab38-8911ba7e2b9d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:04.011028 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-260bdfc8-041a-4a48-98d2-8aab514e7415 req-1cedd803-c6ee-4cba-ab38-8911ba7e2b9d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2004216 Dec 08 13:05:04.013933 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] For port e935dd5e-c795-4127-8a0b-0d759dd3d6a1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:04.014293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.040450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6524e3ef-0dce-4dda-be82-529de04f7874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.146841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:04.150774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.184194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.197148 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6524e3ef-0dce-4dda-be82-529de04f7874 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be6a504af85f4b86b50ddc16c8da3c49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1005211 Dec 08 13:05:04.207452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54922) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:04.213499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524e3ef-0dce-4dda-be82-529de04f7874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a32ed-98e8-4145-9385-fcb562a83852,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:04.248711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c340b557-c367-4855-b5c1-69c603b3232d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:04.250083 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e5f97b6-ddf8-4697-9ded-35a87b3e4d08 req-77cbca64-8864-49fa-b31b-e34468881f17 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381072 Dec 08 13:05:04.255487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 24144a90-296f-402b-b81f-73325361f97c yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:04.276209 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-260bdfc8-041a-4a48-98d2-8aab514e7415 req-0e1ae665-b612-4e26-96e5-b51c1f959567 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481322 Dec 08 13:05:04.276439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f9aa39-e90f-481a-b276-76b6b7c7b1a8') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:04.276439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f9aa39-e90f-481a-b276-76b6b7c7b1a8') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:04.335140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.363427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.377399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:04.377803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:04.386894 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:04.430035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Router d944488e-d66a-4748-b7b3-aa7d5f69d560 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:05:04.434556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb856ea9-f209-4acc-8fb3-941113778a81 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.536603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:04.539114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb856ea9-f209-4acc-8fb3-941113778a81 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Port': ['ID=09ac0f44-e8a0-4493-9c0b-285b1c7bbc65,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:04.544571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba978d95-7e71-4eaa-a136-37e88f1578d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.547159 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Sync routers for ids ['d944488e-d66a-4748-b7b3-aa7d5f69d560'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:04.558269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb856ea9-f209-4acc-8fb3-941113778a81 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.561226 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Routers {'d944488e-d66a-4748-b7b3-aa7d5f69d560'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:04.561528 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bb856ea9-f209-4acc-8fb3-941113778a81 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/ports/09ac0f44-e8a0-4493-9c0b-285b1c7bbc65 HTTP/1.1" status: 204 len: 168 time: 1.3214197 Dec 08 13:05:04.561931 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d944488e-d66a-4748-b7b3-aa7d5f69d560'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:04.564170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54924) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:04.596280 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-84339a1a-0ac1-4d32-903e-f6e3e641c8cf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:04.597091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84339a1a-0ac1-4d32-903e-f6e3e641c8cf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:04.600351 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-84339a1a-0ac1-4d32-903e-f6e3e641c8cf tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/subnets/feb6e2c6-6d12-449f-ac52-4b8033b410a7 HTTP/1.1" status: 404 len: 337 time: 0.0347986 Dec 08 13:05:04.602847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54926) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:04.622364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba978d95-7e71-4eaa-a136-37e88f1578d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.623779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.624024 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.625107 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-224b167c-bb6c-4312-89d5-a5fb9212ff82 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9770360 Dec 08 13:05:04.628142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54928) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:04.644213 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.650145 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/c340b557-c367-4855-b5c1-69c603b3232d HTTP/1.1" status: 204 len: 168 time: 1.8523512 Dec 08 13:05:04.663078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54930) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:04.682636 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Set router d944488e-d66a-4748-b7b3-aa7d5f69d560 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:04.682982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed402546-78d0-47f5-8456-49633ef08791 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=c340b557-c367-4855-b5c1-69c603b3232d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:04.697301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.702418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:04.752633 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-786e0f08-5da8-4d78-b11f-59188c8595cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:04.753103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786e0f08-5da8-4d78-b11f-59188c8595cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:04.756250 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-786e0f08-5da8-4d78-b11f-59188c8595cb tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/3df31308-2891-4171-983d-977bfe120144 HTTP/1.1" status: 404 len: 337 time: 0.0906637 Dec 08 13:05:04.761942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54932) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:04.764449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Pushing event deleted for resources: {'Port': ['ID=8358b0ac-3320-4c68-956a-e62cb84b13dd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:04.810938 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d3e08d-764b-407a-8d34-3d97eedc2f40 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:04.817087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d3e08d-764b-407a-8d34-3d97eedc2f40 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:04.817087 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-65d3e08d-764b-407a-8d34-3d97eedc2f40 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/cfa721f6-c9ab-41a2-9775-59bdfe99b01e HTTP/1.1" status: 404 len: 339 time: 0.0512614 Dec 08 13:05:04.840891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54934) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:04.900709 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944488e-d66a-4748-b7b3-aa7d5f69d560', 'name': '', 'tenant_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89', 'external_fixed_ips': [{'subnet_id': '6480d17e-4358-4f72-9322-e191906bc246', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b95c20e0-42b9-4bde-91a9-eb832ec09bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:00Z', 'updated_at': '2021-12-08T13:05:03Z', 'revision_number': 3, 'project_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'gw_port': {'id': 'b95c20e0-42b9-4bde-91a9-eb832ec09bed', 'name': '', 'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd944488e-d66a-4748-b7b3-aa7d5f69d560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6480d17e-4358-4f72-9322-e191906bc246', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:02Z', 'updated_at': '2021-12-08T13:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6480d17e-4358-4f72-9322-e191906bc246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:04.928828 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Checking router: d944488e-d66a-4748-b7b3-aa7d5f69d560 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:05:04.929178 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Updating router d944488e-d66a-4748-b7b3-aa7d5f69d560 port b95c20e0-42b9-4bde-91a9-eb832ec09bed binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:05:04.958905 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.073346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.073656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.073942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Floating IP 2a91ff1d-102e-48d9-b0eb-8ffc4dc3dc70 disassociated. External IP: 172.26.7.129, port: e935dd5e-c795-4127-8a0b-0d759dd3d6a1. Dec 08 13:05:05.074303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Calling delete_port for e935dd5e-c795-4127-8a0b-0d759dd3d6a1 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:05.173004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.186836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.199088 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6665a9-4e88-41c1-8482-ac0a1bdee70d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:05.208695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6665a9-4e88-41c1-8482-ac0a1bdee70d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:05.208695 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5c6665a9-4e88-41c1-8482-ac0a1bdee70d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/e39c6bf4-79a4-4343-885f-25600f54507d HTTP/1.1" status: 404 len: 337 time: 0.3609257 Dec 08 13:05:05.208695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54936) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:05.230486 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ead0541-67ab-4364-bbb8-8575565e2e46 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:05.231030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ead0541-67ab-4364-bbb8-8575565e2e46 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:05.235151 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1ead0541-67ab-4364-bbb8-8575565e2e46 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/ca63471c-4bd7-4556-9470-92ea3c23dad4 HTTP/1.1" status: 404 len: 339 time: 0.0277350 Dec 08 13:05:05.241229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54938) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:05.313066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.327406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba978d95-7e71-4eaa-a136-37e88f1578d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.339549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba978d95-7e71-4eaa-a136-37e88f1578d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.344118 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ba978d95-7e71-4eaa-a136-37e88f1578d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c6a32ed-98e8-4145-9385-fcb562a83852 HTTP/1.1" status: 204 len: 168 time: 1.1315105 Dec 08 13:05:05.363919 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.401976 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afc5886-0845-4b65-82e1-4170f9111204 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:05.402721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afc5886-0845-4b65-82e1-4170f9111204 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:05.407232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.408221 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7afc5886-0845-4b65-82e1-4170f9111204 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/d4d73bb8-b157-4351-b813-4c779baea804 HTTP/1.1" status: 404 len: 337 time: 0.1652601 Dec 08 13:05:05.412840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54946) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:05.442601 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.444124 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba978d95-7e71-4eaa-a136-37e88f1578d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a32ed-98e8-4145-9385-fcb562a83852,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:05.484955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:05.493535 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Pushing event updated for resources: {'Port': ['ID=b95c20e0-42b9-4bde-91a9-eb832ec09bed,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:05.497568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:05.500464 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:05.506000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc0e85e-a62c-4bd7-8488-0db95895cfe1']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:05.508577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:05.513256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.523622 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.524750 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.525405 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.526022 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.526519 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.536361 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d9af78-a1ca-4913-b056-feb52a8c938d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:05.543264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d9af78-a1ca-4913-b056-feb52a8c938d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:05.543388 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.543388 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.543388 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.543388 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.543722 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b2d9af78-a1ca-4913-b056-feb52a8c938d tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/df7f06bd-3516-4967-9869-64b590aaad2c HTTP/1.1" status: 404 len: 339 time: 0.1181278 Dec 08 13:05:05.543816 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.543816 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.543816 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.543816 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:05.544143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e39198-44f7-43e6-bf90-dbdfdc1aaf9c') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:05.544143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e39198-44f7-43e6-bf90-dbdfdc1aaf9c') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:05.548845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54950) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:05.554211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.561707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=24144a90-296f-402b-b81f-73325361f97c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:05.567177 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Attempting to bind port b95c20e0-42b9-4bde-91a9-eb832ec09bed on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:05.578395 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Attempting to bind port b95c20e0-42b9-4bde-91a9-eb832ec09bed by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '611c11f1-a599-4c0f-b230-57a9cf6e8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:05.578395 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Attempting to bind port b95c20e0-42b9-4bde-91a9-eb832ec09bed on network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:05.579005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fac130-4f1c-453e-98f4-81c5b94c9cf6 None None] DHCP port deletion for 67303a4f-1d3a-4e55-a557-e7a8492f4a89 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:05.579450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.582794 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:05.582794 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Checking segment: {'id': '611c11f1-a599-4c0f-b230-57a9cf6e8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:05.584367 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.590213 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Bound using segment: {'id': '611c11f1-a599-4c0f-b230-57a9cf6e8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:05.592825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.598164 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Bound port: b95c20e0-42b9-4bde-91a9-eb832ec09bed, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611c11f1-a599-4c0f-b230-57a9cf6e8a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '67303a4f-1d3a-4e55-a557-e7a8492f4a89'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:05.601933 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.613306 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d593175b-016d-4f26-b891-5ea8d21a38cd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9990351 Dec 08 13:05:05.615300 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54952) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:05.624311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.629379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-78e57fbc-53ea-4c4d-92db-8a495c8d9f64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:05.652914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9d075-d3ee-45da-a059-071f150bbce6 req-4fa88139-b347-4ef6-ab90-6dbd927b8259 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:05.654780 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8fc9d075-d3ee-45da-a059-071f150bbce6 req-4fa88139-b347-4ef6-ab90-6dbd927b8259 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 945 time: 0.2710898 Dec 08 13:05:05.676677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.682370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:05.683094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:05.689484 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:05.696808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a508e463-987c-4ff6-a715-87307e5cfb02 None None] Provisioning complete for port b95c20e0-42b9-4bde-91a9-eb832ec09bed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:05.696808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a508e463-987c-4ff6-a715-87307e5cfb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.698465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b02e4-9359-4274-966e-ac4607ecbe49 req-4b2199c4-9b2f-4a18-a721-8c13bc7b21a2 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:05.700323 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b23b02e4-9359-4274-966e-ac4607ecbe49 req-4b2199c4-9b2f-4a18-a721-8c13bc7b21a2 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2795715 Dec 08 13:05:05.708292 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] For port b95c20e0-42b9-4bde-91a9-eb832ec09bed, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:05.739649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a508e463-987c-4ff6-a715-87307e5cfb02 None None] Port b95c20e0-42b9-4bde-91a9-eb832ec09bed cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:05.783108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab9dd7f-014f-4235-82f6-48609b70731c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting subnet 22d8b07a-9954-4525-8fa5-cdd18cf366ad {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:05.827562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Pushing event deleted for resources: {'Port': ['ID=e935dd5e-c795-4127-8a0b-0d759dd3d6a1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:05.862243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dd7f-014f-4235-82f6-48609b70731c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:05.884955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Router 7597b23e-0e06-4281-9db6-8040b5e03abd has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:05:05.997791 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:06.005781 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-826d415a-17bb-4f04-9037-619cf97ed91a admin admin] 10.222.0.76 "PUT /v2.0/routers/7597b23e-0e06-4281-9db6-8040b5e03abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1873732 Dec 08 13:05:06.005875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78e57fbc-53ea-4c4d-92db-8a495c8d9f64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.007423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] Sync routers for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:06.011114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54958) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:06.027779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dd7f-014f-4235-82f6-48609b70731c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.033586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:06.034847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:06.050621 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] For port b95c20e0-42b9-4bde-91a9-eb832ec09bed, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b95c20e0-42b9-4bde-91a9-eb832ec09bed,segment=NetworkSegment(611c11f1-a599-4c0f-b230-57a9cf6e8a55),segment_id=611c11f1-a599-4c0f-b230-57a9cf6e8a55)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:06.073078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8fc9d075-d3ee-45da-a059-071f150bbce6 req-1e6cd181-7662-47d2-a62c-1a98fd94d209 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups?id=48cdaeff-9282-406c-b31f-4b1bc39d1851&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939037 Dec 08 13:05:06.082418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.099737 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.107447 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/fcc0e85e-a62c-4bd7-8488-0db95895cfe1 HTTP/1.1" status: 204 len: 168 time: 1.5031908 Dec 08 13:05:06.123536 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54960) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:06.153873 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.160927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54962) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:06.169742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:06.187903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7770308-7577-44a9-89fa-409f2d74689b tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Network': ['ID=fcc0e85e-a62c-4bd7-8488-0db95895cfe1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:06.205238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.243971 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b8f70-f6a7-4afd-85eb-aa5c38674167 None None] Pushing event updated for resources: {'Port': ['ID=b95c20e0-42b9-4bde-91a9-eb832ec09bed,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:06.249015 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b23b02e4-9359-4274-966e-ac4607ecbe49 req-458181c4-7220-48cb-b263-4733ab016dbe tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5094864 Dec 08 13:05:06.270195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Deleting port b95c20e0-42b9-4bde-91a9-eb832ec09bed {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:06.270744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.319280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e3ddb1-15a9-4f17-acf3-bc59186471ad None None] DHCP port deletion for 67303a4f-1d3a-4e55-a557-e7a8492f4a89 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:06.327481 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Routers {'d944488e-d66a-4748-b7b3-aa7d5f69d560'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:06.328362 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d944488e-d66a-4748-b7b3-aa7d5f69d560'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:06.335076 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-17b0fb2c-1c9c-4158-9b44-9d6aea856490 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f889c8c7e0854db69eb428d544d0d2a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1688397 Dec 08 13:05:06.335591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54964) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:06.449327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2b7e839e-4a72-42eb-85f6-0128396b6a7b None None] Provisioning complete for port b95c20e0-42b9-4bde-91a9-eb832ec09bed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:06.452338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b7e839e-4a72-42eb-85f6-0128396b6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.454975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-541ccba4-f5e8-477b-9651-39cb3b7a72ab tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Deleting port 4d8227ea-a514-461c-a95d-4fa8d70ed354 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:06.455384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-541ccba4-f5e8-477b-9651-39cb3b7a72ab tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.471190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dd7f-014f-4235-82f6-48609b70731c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.473833 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] Set router d944488e-d66a-4748-b7b3-aa7d5f69d560 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:06.545799 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944488e-d66a-4748-b7b3-aa7d5f69d560', 'name': '', 'tenant_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:00Z', 'updated_at': '2021-12-08T13:05:05Z', 'revision_number': 4, 'project_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:06.550557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:05:06.563555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-541ccba4-f5e8-477b-9651-39cb3b7a72ab tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.564395 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:05:04Z', 'revision_number': 5, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:06.581414 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a668877-8e9b-47de-b865-bd8794bb1dcc None None] The sync data for ids ['d944488e-d66a-4748-b7b3-aa7d5f69d560'] in dv-neutron-799625-5-hyperv is: [{'id': 'd944488e-d66a-4748-b7b3-aa7d5f69d560', 'name': '', 'tenant_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:00Z', 'updated_at': '2021-12-08T13:05:05Z', 'revision_number': 4, 'project_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:06.585446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.603255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-541ccba4-f5e8-477b-9651-39cb3b7a72ab tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Calling delete_port for 4d8227ea-a514-461c-a95d-4fa8d70ed354 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:06.603644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4d895e6-50cf-4541-84ba-9ae06a6f0981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.613138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] For port b95c20e0-42b9-4bde-91a9-eb832ec09bed, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b95c20e0-42b9-4bde-91a9-eb832ec09bed,segment=NetworkSegment(611c11f1-a599-4c0f-b230-57a9cf6e8a55),segment_id=611c11f1-a599-4c0f-b230-57a9cf6e8a55)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:06.613514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.619932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] Checking router: 7597b23e-0e06-4281-9db6-8040b5e03abd for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:05:06.670103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4d895e6-50cf-4541-84ba-9ae06a6f0981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.678644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Calling delete_port for b95c20e0-42b9-4bde-91a9-eb832ec09bed owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:06.690386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78e57fbc-53ea-4c4d-92db-8a495c8d9f64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.702217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] Routers {'7597b23e-0e06-4281-9db6-8040b5e03abd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:06.703142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7597b23e-0e06-4281-9db6-8040b5e03abd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:06.708598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b7e839e-4a72-42eb-85f6-0128396b6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.782248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2b7e839e-4a72-42eb-85f6-0128396b6a7b None None] For port b95c20e0-42b9-4bde-91a9-eb832ec09bed, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b95c20e0-42b9-4bde-91a9-eb832ec09bed,segment=NetworkSegment(611c11f1-a599-4c0f-b230-57a9cf6e8a55),segment_id=611c11f1-a599-4c0f-b230-57a9cf6e8a55)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:06.783298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Deleting port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:06.783641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.801480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78e57fbc-53ea-4c4d-92db-8a495c8d9f64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.863896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-78e57fbc-53ea-4c4d-92db-8a495c8d9f64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] In _notify_port_updated(), no bound segment for port 24144a90-296f-402b-b81f-73325361f97c on network f81695e5-12b9-492d-a2d0-4f8ca240563c {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:05:06.870188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e57fbc-53ea-4c4d-92db-8a495c8d9f64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:06.870866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78e57fbc-53ea-4c4d-92db-8a495c8d9f64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.872262 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-78e57fbc-53ea-4c4d-92db-8a495c8d9f64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "PUT /v2.0/ports/24144a90-296f-402b-b81f-73325361f97c HTTP/1.1" status: 200 len: 818 time: 1.2512789 Dec 08 13:05:06.873726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:06.883942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54966) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:06.884202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] For port eec00c4b-314c-4cbd-8a5c-291b24c2c1d8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eec00c4b-314c-4cbd-8a5c-291b24c2c1d8,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:06.885182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.887752 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] Sync routers for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:06.903232 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:06.905808 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:06.913863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dd7f-014f-4235-82f6-48609b70731c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.922216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Calling delete_port for eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:06.926789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-541ccba4-f5e8-477b-9651-39cb3b7a72ab tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.928414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4d895e6-50cf-4541-84ba-9ae06a6f0981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.932554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4d895e6-50cf-4541-84ba-9ae06a6f0981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:06.936521 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f4d895e6-50cf-4541-84ba-9ae06a6f0981 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bafa1719-cbba-455c-94b7-944f016291da HTTP/1.1" status: 204 len: 168 time: 0.5937610 Dec 08 13:05:06.989252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e57fbc-53ea-4c4d-92db-8a495c8d9f64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=24144a90-296f-402b-b81f-73325361f97c,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:06.992356 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d895e6-50cf-4541-84ba-9ae06a6f0981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa1719-cbba-455c-94b7-944f016291da,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:06.996230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ccba4-f5e8-477b-9651-39cb3b7a72ab tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Port': ['ID=4d8227ea-a514-461c-a95d-4fa8d70ed354,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:06.996406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9dd7f-014f-4235-82f6-48609b70731c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=22d8b07a-9954-4525-8fa5-cdd18cf366ad,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:07.020666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] No DVR routers for this DVR port e935dd5e-c795-4127-8a0b-0d759dd3d6a1 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:07.025058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dd7f-014f-4235-82f6-48609b70731c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.040021 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7ab9dd7f-014f-4235-82f6-48609b70731c tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/22d8b07a-9954-4525-8fa5-cdd18cf366ad HTTP/1.1" status: 204 len: 168 time: 1.4778090 Dec 08 13:05:07.041546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54970) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:07.043291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.046208 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b22e25f-ff00-4782-a5e2-240aa2ae1012 req-a2e26a8b-85e1-445f-bb9e-cf81673b3b98 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.72 "DELETE /v2.0/ports/e935dd5e-c795-4127-8a0b-0d759dd3d6a1 HTTP/1.1" status: 204 len: 173 time: 3.4391818 Dec 08 13:05:07.047646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'name': 'network-vif-deleted', 'tag': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:05:07.051617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5996f806-b334-43be-b1a7-231758e5c713" -d '{"events": [{"server_uuid": "ce894b4f-4ec6-47cf-9a19-a57d9bad5233", "name": "network-vif-deleted", "tag": "e935dd5e-c795-4127-8a0b-0d759dd3d6a1"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:05:07.078071 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-541ccba4-f5e8-477b-9651-39cb3b7a72ab tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.081504 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-541ccba4-f5e8-477b-9651-39cb3b7a72ab tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/ports/4d8227ea-a514-461c-a95d-4fa8d70ed354 HTTP/1.1" status: 204 len: 168 time: 0.9569585 Dec 08 13:05:07.085843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54974) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:07.132616 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69486b1-0b56-4c3c-8522-033dc467b4af tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:07.133076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69486b1-0b56-4c3c-8522-033dc467b4af tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:07.147344 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d69486b1-0b56-4c3c-8522-033dc467b4af tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/subnets/01bccbf3-3bf0-4aa3-b49f-c0cdbb8714ab HTTP/1.1" status: 404 len: 337 time: 0.0573132 Dec 08 13:05:07.150815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54978) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:07.187136 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:07.209707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b710ce4-d9b1-4f16-a1b0-a0adb92691d9 x-openstack-request-id: req-7b710ce4-d9b1-4f16-a1b0-a0adb92691d9 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:05:07.210011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce894b4f-4ec6-47cf-9a19-a57d9bad5233", "name": "network-vif-deleted", "tag": "e935dd5e-c795-4127-8a0b-0d759dd3d6a1", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:05:07.210271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b710ce4-d9b1-4f16-a1b0-a0adb92691d9 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:05:07.210718 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce894b4f-4ec6-47cf-9a19-a57d9bad5233', 'name': 'network-vif-deleted', 'tag': 'e935dd5e-c795-4127-8a0b-0d759dd3d6a1', 'status': 'completed', 'code': 200} Dec 08 13:05:07.245760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] Set router 7597b23e-0e06-4281-9db6-8040b5e03abd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:07.302992 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2931ddf0-6f2a-4988-9531-ac6b800b2fae req-301526d8-6120-4921-a945-ca788292c89d tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce894b4f-4ec6-47cf-9a19-a57d9bad5233 HTTP/1.1" status: 200 len: 210 time: 0.0822203 Dec 08 13:05:07.305866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.315552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d3138-5120-4bf2-8c42-3205ab36e8f5 None None] Network 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:07.318252 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b7e839e-4a72-42eb-85f6-0128396b6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.340018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.370027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event deleted for resources: {'Port': ['ID=b95c20e0-42b9-4bde-91a9-eb832ec09bed,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:07.439033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0e42e-a10f-4333-997e-42b6db8fdd44 None None] DHCP port deletion for 67303a4f-1d3a-4e55-a557-e7a8492f4a89 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:07.458104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e839e-4a72-42eb-85f6-0128396b6a7b None None] Pushing event deleted for resources: {'Port': ['ID=b95c20e0-42b9-4bde-91a9-eb832ec09bed,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:07.546726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.580093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3c6262ff-9718-4aeb-809b-b2bd3e1e369b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 24144a90-296f-402b-b81f-73325361f97c {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:07.580617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c6262ff-9718-4aeb-809b-b2bd3e1e369b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.585222 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '799bf6db-bcc6-47b5-9922-c2e32554b49c', 'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'mac_address': 'fa:16:3e:81:74:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:40Z', 'revision_number': 5, 'project_id': 'da815581212a4701a86518ac824fe360', 'subnets': [{'id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:07.622134 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] Checking router: 789eebf8-4148-42eb-a5eb-f2d1682cd9ca for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:05:07.630997 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.634023 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:07.634957 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:04:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:07.683528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.691065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1893eb-40dc-49ed-8c55-4425cbc8a59b req-f84ce5e7-bd2d-464e-b92f-dc4f5b2c1b4b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:07.693794 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b1893eb-40dc-49ed-8c55-4425cbc8a59b req-f84ce5e7-bd2d-464e-b92f-dc4f5b2c1b4b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2463691 Dec 08 13:05:07.776097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c6262ff-9718-4aeb-809b-b2bd3e1e369b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.779199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.783263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:07.790539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3c6262ff-9718-4aeb-809b-b2bd3e1e369b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 24144a90-296f-402b-b81f-73325361f97c owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:07.818798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5211b0f-24b4-4669-bd8f-303ffe62d04b None None] DHCP port deletion for 71c11d6e-a32f-4af9-9ec0-9082edbf9c2f request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:07.819306 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:07.905171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:05:04Z', 'revision_number': 5, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:07.911823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec00c4b-314c-4cbd-8a5c-291b24c2c1d8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:07.968971 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb74d19-2354-4258-bda3-8a0f5a4f8b88 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:07.972416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953840f-c9e0-4268-bc25-7a742c1347a3 None None] The sync data for ids ['7597b23e-0e06-4281-9db6-8040b5e03abd'] in dv-neutron-799625-5-hyperv is: [{'id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'name': 'tempest-ServersTestManualDisk-1874596967-router', 'tenant_id': '452d0abeb3b643bd976c48c2d4773b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:15Z', 'updated_at': '2021-12-08T13:05:04Z', 'revision_number': 5, 'project_id': '452d0abeb3b643bd976c48c2d4773b07', 'gw_port': {'id': 'eec00c4b-314c-4cbd-8a5c-291b24c2c1d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7597b23e-0e06-4281-9db6-8040b5e03abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:07.978941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a5211b0f-24b4-4669-bd8f-303ffe62d04b None None] Deleting port aa3383b6-7acf-4703-9972-5e82ecb2dcce {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:07.979643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5211b0f-24b4-4669-bd8f-303ffe62d04b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.027597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.028164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d944488e-d66a-4748-b7b3-aa7d5f69d560 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:05:08.033417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aa3383b6-7acf-4703-9972-5e82ecb2dcce no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:08.043116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.044954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d3412d49-cc23-442a-894c-b4601bfd7003 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "DELETE /v2.0/routers/d944488e-d66a-4748-b7b3-aa7d5f69d560 HTTP/1.1" status: 204 len: 168 time: 3.4161198 Dec 08 13:05:08.049082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c6262ff-9718-4aeb-809b-b2bd3e1e369b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.063158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 54990) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:08.103697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting port aa3383b6-7acf-4703-9972-5e82ecb2dcce {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:08.104107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.148181 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b1893eb-40dc-49ed-8c55-4425cbc8a59b req-0573493b-143d-491a-8b63-18e3e7df5e11 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635386 Dec 08 13:05:08.176707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.178827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6262ff-9718-4aeb-809b-b2bd3e1e369b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=24144a90-296f-402b-b81f-73325361f97c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:08.192874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a5211b0f-24b4-4669-bd8f-303ffe62d04b None None] For port aa3383b6-7acf-4703-9972-5e82ecb2dcce, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aa3383b6-7acf-4703-9972-5e82ecb2dcce,segment=NetworkSegment(e5f9bc0e-b053-4692-8086-70a19c571421),segment_id=e5f9bc0e-b053-4692-8086-70a19c571421)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:08.193462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5211b0f-24b4-4669-bd8f-303ffe62d04b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.209758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a5211b0f-24b4-4669-bd8f-303ffe62d04b None None] Calling delete_port for aa3383b6-7acf-4703-9972-5e82ecb2dcce owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:08.274277 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '799bf6db-bcc6-47b5-9922-c2e32554b49c', 'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'mac_address': 'fa:16:3e:81:74:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:40Z', 'revision_number': 5, 'project_id': 'da815581212a4701a86518ac824fe360', 'subnets': [{'id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:08.283511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cbc57f-b554-4250-abda-3f6022c07773 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Deleting subnet 6480d17e-4358-4f72-9322-e191906bc246 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:08.289185 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c6262ff-9718-4aeb-809b-b2bd3e1e369b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.295675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc57f-b554-4250-abda-3f6022c07773 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.296382 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3c6262ff-9718-4aeb-809b-b2bd3e1e369b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/24144a90-296f-402b-b81f-73325361f97c HTTP/1.1" status: 204 len: 168 time: 1.4142787 Dec 08 13:05:08.300169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 54994) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:08.323779 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf461a1-bde4-4799-a798-df37cdebd4c2 None None] The sync data for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv is: [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:03:35Z', 'revision_number': 4, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '799bf6db-bcc6-47b5-9922-c2e32554b49c', 'name': '', 'network_id': 'f75a3534-4f3f-4bc4-8f24-a18ebd407bb2', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'mac_address': 'fa:16:3e:81:74:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:30Z', 'updated_at': '2021-12-08T13:03:40Z', 'revision_number': 5, 'project_id': 'da815581212a4701a86518ac824fe360', 'subnets': [{'id': '9a7942c8-a4d2-4af7-abca-e303abc27af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:08.405749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.466599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5211b0f-24b4-4669-bd8f-303ffe62d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.500782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5211b0f-24b4-4669-bd8f-303ffe62d04b None None] Pushing event deleted for resources: {'Port': ['ID=aa3383b6-7acf-4703-9972-5e82ecb2dcce,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:08.530388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5211b0f-24b4-4669-bd8f-303ffe62d04b None None] No DVR routers for this DVR port aa3383b6-7acf-4703-9972-5e82ecb2dcce on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:08.540865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.546248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55004) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:08.583687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.607493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.696318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f63c28c-3757-4490-b1c1-1c6316370076']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:08.753624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bdd6bb-338a-448c-b4e9-38125767f393 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:08.755348 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d5bdd6bb-338a-448c-b4e9-38125767f393 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4525089 Dec 08 13:05:08.757966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e16b4d8-a3cd-45de-95cf-d8102f2c6a96') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:08.758325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e16b4d8-a3cd-45de-95cf-d8102f2c6a96') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:08.762513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc57f-b554-4250-abda-3f6022c07773 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.765422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55008) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:08.783043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.809421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] For port aa3383b6-7acf-4703-9972-5e82ecb2dcce, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aa3383b6-7acf-4703-9972-5e82ecb2dcce,segment=NetworkSegment(e5f9bc0e-b053-4692-8086-70a19c571421),segment_id=e5f9bc0e-b053-4692-8086-70a19c571421)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:08.811033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.813167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e935dd5e-c795-4127-8a0b-0d759dd3d6a1 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:08.814380 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9643dc-6950-49c8-ba6d-d2ea0e4b279c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:05:08.816152 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bf9643dc-6950-49c8-ba6d-d2ea0e4b279c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/24144a90-296f-402b-b81f-73325361f97c HTTP/1.1" status: 404 len: 333 time: 0.0471292 Dec 08 13:05:08.820945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55012) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:08.830900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Calling delete_port for aa3383b6-7acf-4703-9972-5e82ecb2dcce owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:08.834112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-264015860'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:08.839043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.847919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc57f-b554-4250-abda-3f6022c07773 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.856738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: e935dd5e-c795-4127-8a0b-0d759dd3d6a1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:08.857509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:08.857509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.858126 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e935dd5e-c795-4127-8a0b-0d759dd3d6a1 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:08.865662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.866220 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7597b23e-0e06-4281-9db6-8040b5e03abd {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:08.868170 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:08.891544 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:08.892734 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f01ab3bc-e5f1-4bbb-b96f-896c832cfc77 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7597b23e-0e06-4281-9db6-8040b5e03abd HTTP/1.1" status: 204 len: 168 time: 2.8804419 Dec 08 13:05:08.900189 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55014) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:08.913212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9cc24-f968-455f-8fb5-62c0266337e5 None None] New status for floating IP 2a91ff1d-102e-48d9-b0eb-8ffc4dc3dc70: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:05:08.957217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55016) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:08.987953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.030135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Port': ['ID=aa3383b6-7acf-4703-9972-5e82ecb2dcce,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:09.032073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No DVR routers for this DVR port aa3383b6-7acf-4703-9972-5e82ecb2dcce on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:09.035465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e482e7dc-3cea-439c-aa64-08e557d91865 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.066891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e482e7dc-3cea-439c-aa64-08e557d91865 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.077142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc57f-b554-4250-abda-3f6022c07773 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.106782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b782b7c6-94e7-442b-a659-bdc539042e9a admin admin] Deleting subnet 8e5b17fe-bfa3-43ee-ae49-9f76047d989a {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:09.114272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:09.117703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.120399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b782b7c6-94e7-442b-a659-bdc539042e9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.132483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-219591805'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:09.136007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbc57f-b554-4250-abda-3f6022c07773 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6480d17e-4358-4f72-9322-e191906bc246,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:09.150019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c9094-216b-4769-b206-0fe8fb05adc1 None None] Network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:09.153183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc57f-b554-4250-abda-3f6022c07773 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.156695 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f5cbc57f-b554-4250-abda-3f6022c07773 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/6480d17e-4358-4f72-9322-e191906bc246 HTTP/1.1" status: 204 len: 168 time: 1.0779946 Dec 08 13:05:09.160042 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55020) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:09.191167 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.221571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c11d6e-a32f-4af9-9ec0-9082edbf9c2f']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:09.235019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f9bc0e-b053-4692-8086-70a19c571421') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:09.235380 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f9bc0e-b053-4692-8086-70a19c571421') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:09.246029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.270024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.278435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e2eb88-f2b5-4d39-b732-51d58f40e8da None None] DHCP port deletion for 67303a4f-1d3a-4e55-a557-e7a8492f4a89 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:09.289134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Made reservation on behalf of 982f70a3f4cc4a1c803ebf29848b4336 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:09.294496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.301298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:09.301708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:09.306318 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:09.334253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.400614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d39237-8657-4e66-a880-4a5eacef42bf req-d71b8ee6-a8b9-4200-843c-cd17a407b58b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:09.402225 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-25d39237-8657-4e66-a880-4a5eacef42bf req-d71b8ee6-a8b9-4200-843c-cd17a407b58b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1485903 Dec 08 13:05:09.472622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.482460 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-25d39237-8657-4e66-a880-4a5eacef42bf req-8384fb2f-0205-4c7f-9929-85f8a1ebc35b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719736 Dec 08 13:05:09.488292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.491556 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/71c11d6e-a32f-4af9-9ec0-9082edbf9c2f HTTP/1.1" status: 204 len: 168 time: 2.4446347 Dec 08 13:05:09.503235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55024) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:09.517331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdd312-5de9-4be6-a99f-c9c2292fd291 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=71c11d6e-a32f-4af9-9ec0-9082edbf9c2f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:09.520760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.538944 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.546044 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/7f63c28c-3757-4490-b1c1-1c6316370076 HTTP/1.1" status: 204 len: 168 time: 2.3929565 Dec 08 13:05:09.546229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55028) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:09.546965 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-13467b5b-5984-4027-aa47-90ccedb5a567 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:09.547650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13467b5b-5984-4027-aa47-90ccedb5a567 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:09.550949 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-13467b5b-5984-4027-aa47-90ccedb5a567 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/0c6db0f7-1f00-494c-87d1-1e101868e23d HTTP/1.1" status: 404 len: 337 time: 0.0467303 Dec 08 13:05:09.555848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55030) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:09.559581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b782b7c6-94e7-442b-a659-bdc539042e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.595195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:09.599342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.622539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4026d9fd-976a-4e30-a9ba-85d718d7cb87 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Deleting subnet 0f8bad83-a387-4940-a014-2cbf30269a7e {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:09.626187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4026d9fd-976a-4e30-a9ba-85d718d7cb87 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.646705 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09d93e-3e9e-466d-91f2-af05568bf28e tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Network': ['ID=7f63c28c-3757-4490-b1c1-1c6316370076,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:09.648441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e482e7dc-3cea-439c-aa64-08e557d91865 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.651100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e482e7dc-3cea-439c-aa64-08e557d91865 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.652239 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e482e7dc-3cea-439c-aa64-08e557d91865 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "DELETE /v2.0/security-groups/48cdaeff-9282-406c-b31f-4b1bc39d1851 HTTP/1.1" status: 204 len: 168 time: 1.0907395 Dec 08 13:05:09.659468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55032) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:09.673825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482e7dc-3cea-439c-aa64-08e557d91865 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cdaeff-9282-406c-b31f-4b1bc39d1851,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:09.674558 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e446057-dab6-46d6-b1ff-41c85ee8d766 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:09.675191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e446057-dab6-46d6-b1ff-41c85ee8d766 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:09.678559 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1e446057-dab6-46d6-b1ff-41c85ee8d766 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/4d2b8c4b-eb2a-4830-a4de-c07272b4a4f5 HTTP/1.1" status: 404 len: 339 time: 0.1144331 Dec 08 13:05:09.679909 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.680780 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Added segment cfed3ede-0364-44a0-af0d-79e2c6be3e08 of type vlan for network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 Dec 08 13:05:09.681970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55034) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:09.682903 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-0d6960be-0017-4720-82b4-1c67dd28cb18 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] show failed (client error): The resource could not be found. Dec 08 13:05:09.683914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0d6960be-0017-4720-82b4-1c67dd28cb18 tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "GET /v2.0/security-groups/48cdaeff-9282-406c-b31f-4b1bc39d1851 HTTP/1.1" status: 404 len: 347 time: 0.0232251 Dec 08 13:05:09.685605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.687899 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55036) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:09.700200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4026d9fd-976a-4e30-a9ba-85d718d7cb87 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.745340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.786206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:09.819279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.828609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4098582c-dccd-4ef9-9c7f-a582c662c508 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting subnet a0e15b92-7521-4670-ae21-332d965a59f0 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:09.830080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.830426 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Added segment 748d8512-0b7d-479b-8a01-d5ccfdfea6de of type vlan for network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 Dec 08 13:05:09.831895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4098582c-dccd-4ef9-9c7f-a582c662c508 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.837260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636b1eeb-7925-4dc9-a656-d93177695e0d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:09.946748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b782b7c6-94e7-442b-a659-bdc539042e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:09.966809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8358b0ac-3320-4c68-956a-e62cb84b13dd no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:09.993494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8358b0ac-3320-4c68-956a-e62cb84b13dd {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:09.993859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8358b0ac-3320-4c68-956a-e62cb84b13dd not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:09.994344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:10.001634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.016795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:10.017470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eec00c4b-314c-4cbd-8a5c-291b24c2c1d8 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:10.022375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.046966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4098582c-dccd-4ef9-9c7f-a582c662c508 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.065722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67303a4f-1d3a-4e55-a557-e7a8492f4a89']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:10.070608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.077020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:10.077633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.098712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4026d9fd-976a-4e30-a9ba-85d718d7cb87 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.110787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611c11f1-a599-4c0f-b230-57a9cf6e8a55') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:10.110787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611c11f1-a599-4c0f-b230-57a9cf6e8a55') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:10.131406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.150600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.154405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.159922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:10.160502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.196375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Network': ['ID=ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:10.199096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.205089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Deleting port b59a8631-7870-46f6-8cd9-21f4a68ee7d0 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:10.205299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.209354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:10.209755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:10.212088 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:10.215257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:10.235915 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ef42e1f4-b6aa-4ff1-93a7-1dea0094515c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4111903 Dec 08 13:05:10.241535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55040) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:10.246422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:10.264058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-8c28cd80-9d57-41b3-a132-3f22eb755649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:10.265667 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-8c28cd80-9d57-41b3-a132-3f22eb755649 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 1098 time: 0.2347214 Dec 08 13:05:10.313631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Network': ['ID=379546ad-2a2a-4ebc-9a07-62f607ba0dd8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:10.326658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:10.335612 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b782b7c6-94e7-442b-a659-bdc539042e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.342875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6aa115-c23a-4d07-bc25-4b38a17d0b5a req-6d634fa0-27aa-4c85-a9ea-571aebf65430 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:10.347905 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c6aa115-c23a-4d07-bc25-4b38a17d0b5a req-6d634fa0-27aa-4c85-a9ea-571aebf65430 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2684860 Dec 08 13:05:10.347905 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f1bf2703-2c2b-48fa-9b1f-a5df60005864 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3882201 Dec 08 13:05:10.353704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55042) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:10.359693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'subnet': {'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:10.367305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4098582c-dccd-4ef9-9c7f-a582c662c508 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.431076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782b7c6-94e7-442b-a659-bdc539042e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5b17fe-bfa3-43ee-ae49-9f76047d989a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:10.436398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b782b7c6-94e7-442b-a659-bdc539042e9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.441956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ee6487-3f1e-45a7-afec-110842a3b9f4 None None] Network 4ff4d7af-c600-4604-9fb5-5441401772a1 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:10.442139 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b782b7c6-94e7-442b-a659-bdc539042e9a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8e5b17fe-bfa3-43ee-ae49-9f76047d989a HTTP/1.1" status: 204 len: 168 time: 1.5353961 Dec 08 13:05:10.451947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55044) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:10.467180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.467515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.475863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4026d9fd-976a-4e30-a9ba-85d718d7cb87 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.492193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.500058 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Calling delete_port for b59a8631-7870-46f6-8cd9-21f4a68ee7d0 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:10.514642 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67303a4f-1d3a-4e55-a557-e7a8492f4a89 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 13:05:10.520904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.529094 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "DELETE /v2.0/networks/67303a4f-1d3a-4e55-a557-e7a8492f4a89 HTTP/1.1" status: 204 len: 168 time: 1.3651247 Dec 08 13:05:10.532153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dd22874c-2ad5-4da8-ba66-0ee6f76a5138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.577854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8933a-d302-4872-94a5-9e2dc510ce45 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event deleted for resources: {'Network': ['ID=67303a4f-1d3a-4e55-a557-e7a8492f4a89,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:10.579591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4026d9fd-976a-4e30-a9ba-85d718d7cb87 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.583090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4026d9fd-976a-4e30-a9ba-85d718d7cb87 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/subnets/0f8bad83-a387-4940-a014-2cbf30269a7e HTTP/1.1" status: 204 len: 168 time: 1.0308871 Dec 08 13:05:10.588262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55048) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:10.590067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026d9fd-976a-4e30-a9ba-85d718d7cb87 tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8bad83-a387-4940-a014-2cbf30269a7e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:10.602142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.606298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2870e88-e653-4fb7-b31d-8b0fcca84f30 None None] Network 31e15824-b58d-47a3-b966-af5a7be199a4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:10.631319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-9dd0d813-15de-4736-aad9-ac9d8b2e5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:10.638622 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-9dd0d813-15de-4736-aad9-ac9d8b2e5614 service neutron] 10.222.0.72 "GET /v2.0/networks?id=94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 200 len: 912 time: 0.3362670 Dec 08 13:05:10.647594 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c6aa115-c23a-4d07-bc25-4b38a17d0b5a req-d9d70014-062d-405f-956b-76075f709d8e tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850478 Dec 08 13:05:10.695205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b6b180-fb21-4bd8-9c20-48aaa77d5f98 None None] DHCP port deletion for 4ff4d7af-c600-4604-9fb5-5441401772a1 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:10.718212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:10.721698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.744065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4098582c-dccd-4ef9-9c7f-a582c662c508 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.788184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098582c-dccd-4ef9-9c7f-a582c662c508 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e15b92-7521-4670-ae21-332d965a59f0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:10.798196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4098582c-dccd-4ef9-9c7f-a582c662c508 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.801689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4098582c-dccd-4ef9-9c7f-a582c662c508 tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/subnets/a0e15b92-7521-4670-ae21-332d965a59f0 HTTP/1.1" status: 204 len: 168 time: 1.1168323 Dec 08 13:05:10.807054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55052) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:10.818170 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-b47faffc-161f-49a1-9348-815341832c20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 200 len: 1000 time: 0.1696227 Dec 08 13:05:10.824669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.835049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d65101-b58e-4573-9020-b6c14d639593 None None] Network 884be5d0-32dd-49f2-a647-42cc3c2a033d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:10.875494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Made reservation on behalf of 982f70a3f4cc4a1c803ebf29848b4336 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:10.879540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:10.959424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.000226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-683248e1-d27f-448c-be57-9db7b49ef3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:11.001691 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-683248e1-d27f-448c-be57-9db7b49ef3d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3667c4c-da82-4c96-9338-734a8c9b92a9 HTTP/1.1" status: 200 len: 850 time: 0.1720495 Dec 08 13:05:11.059678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Deleting port e091c9c5-725d-43d6-abd9-4dca7b25e711 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:11.060028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.103298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-37b6b180-fb21-4bd8-9c20-48aaa77d5f98 None None] Deleting port e091c9c5-725d-43d6-abd9-4dca7b25e711 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:11.110005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37b6b180-fb21-4bd8-9c20-48aaa77d5f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.150381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-5c7229a0-063c-4855-b0a5-3110750689a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:11.152619 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-5c7229a0-063c-4855-b0a5-3110750689a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=94610d8d-462e-4641-bb77-8acc86d889aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1425014 Dec 08 13:05:11.155412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55056) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:11.163441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-39f33434-c85b-4131-a173-10105df186a3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'router': {'name': 'tempest-router--683173305', 'project_id': '45ba8b5999f34b59aa491e2be4690f98'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:11.193698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Deleting port 12d2191f-122c-48c2-b65e-9817245c5cdd {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:11.194279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.200932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1e1bb-7482-4a3e-bae6-b07fb7120c79 None None] DHCP port deletion for 31e15824-b58d-47a3-b966-af5a7be199a4 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:11.208251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.217896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-37b6b180-fb21-4bd8-9c20-48aaa77d5f98 None None] For port e091c9c5-725d-43d6-abd9-4dca7b25e711, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e091c9c5-725d-43d6-abd9-4dca7b25e711,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:11.218305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37b6b180-fb21-4bd8-9c20-48aaa77d5f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.253833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Deleting port 534b5410-3248-482c-a650-176504393398 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:11.253833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.255877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Pushing event deleted for resources: {'Port': ['ID=b59a8631-7870-46f6-8cd9-21f4a68ee7d0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:11.256370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-37b6b180-fb21-4bd8-9c20-48aaa77d5f98 None None] Calling delete_port for e091c9c5-725d-43d6-abd9-4dca7b25e711 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:11.321775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b67e59-5b0d-4781-a97f-9c95da2469ed None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:11.334776 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39f33434-c85b-4131-a173-10105df186a3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.336083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39f33434-c85b-4131-a173-10105df186a3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.343523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] For port e091c9c5-725d-43d6-abd9-4dca7b25e711, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e091c9c5-725d-43d6-abd9-4dca7b25e711,segment=NetworkSegment(8cb717d7-8fac-4e06-ac92-64bc12b8b87e),segment_id=8cb717d7-8fac-4e06-ac92-64bc12b8b87e)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:11.343523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.344363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.364084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-04a1e1bb-7482-4a3e-bae6-b07fb7120c79 None None] Deleting port 12d2191f-122c-48c2-b65e-9817245c5cdd {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:11.364556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-04a1e1bb-7482-4a3e-bae6-b07fb7120c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.392524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.402767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858a5e1-e966-4fc5-ba71-2d0d5c06f632 None None] DHCP port deletion for 884be5d0-32dd-49f2-a647-42cc3c2a033d request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:11.447218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-04a1e1bb-7482-4a3e-bae6-b07fb7120c79 None None] For port 12d2191f-122c-48c2-b65e-9817245c5cdd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=12d2191f-122c-48c2-b65e-9817245c5cdd,segment=NetworkSegment(8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a),segment_id=8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:11.447867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-04a1e1bb-7482-4a3e-bae6-b07fb7120c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.456665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Calling delete_port for e091c9c5-725d-43d6-abd9-4dca7b25e711 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:11.472070 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-42c9126e-7c8c-46c9-b5a5-7ef4bb245b35 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012230 Dec 08 13:05:11.473015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] For port 12d2191f-122c-48c2-b65e-9817245c5cdd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=12d2191f-122c-48c2-b65e-9817245c5cdd,segment=NetworkSegment(8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a),segment_id=8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:11.473398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.478631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-04a1e1bb-7482-4a3e-bae6-b07fb7120c79 None None] Calling delete_port for 12d2191f-122c-48c2-b65e-9817245c5cdd owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:11.505189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] For port 534b5410-3248-482c-a650-176504393398, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=534b5410-3248-482c-a650-176504393398,segment=NetworkSegment(99208e5a-1071-4e2a-a2da-1ac8bd2e9344),segment_id=99208e5a-1071-4e2a-a2da-1ac8bd2e9344)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:11.505695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.510053 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.512651 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.513817 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9ee2831a-a3ab-43c5-8f80-d97a3093674e tempest-ServersTestJSON-1676668092 tempest-ServersTestJSON-1676668092-project] 10.222.0.76 "DELETE /v2.0/floatingips/2a91ff1d-102e-48d9-b0eb-8ffc4dc3dc70 HTTP/1.1" status: 204 len: 168 time: 1.8165784 Dec 08 13:05:11.515594 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Calling delete_port for 12d2191f-122c-48c2-b65e-9817245c5cdd owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:11.521381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55058) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:11.534054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37b6b180-fb21-4bd8-9c20-48aaa77d5f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.534748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39f33434-c85b-4131-a173-10105df186a3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.553824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Calling delete_port for 534b5410-3248-482c-a650-176504393398 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:11.567621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Subnet': ['ID=0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:11.571823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=791d80fc-e0d1-4c8a-ac00-94427d734b69,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:11.579623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6b180-fb21-4bd8-9c20-48aaa77d5f98 None None] Pushing event deleted for resources: {'Port': ['ID=e091c9c5-725d-43d6-abd9-4dca7b25e711,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:11.591779 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6b180-fb21-4bd8-9c20-48aaa77d5f98 None None] No DVR routers for this DVR port e091c9c5-725d-43d6-abd9-4dca7b25e711 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:11.605907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a858a5e1-e966-4fc5-ba71-2d0d5c06f632 None None] Deleting port 534b5410-3248-482c-a650-176504393398 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:11.605907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a858a5e1-e966-4fc5-ba71-2d0d5c06f632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.674116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39f33434-c85b-4131-a173-10105df186a3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.675308 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Checking segment: {'id': 'cfed3ede-0364-44a0-af0d-79e2c6be3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:11.675680 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network hostable DHCP agents. Network: ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:11.685740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Checking segment: {'id': '748d8512-0b7d-479b-8a01-d5ccfdfea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:11.686438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Network hostable DHCP agents. Network: 379546ad-2a2a-4ebc-9a07-62f607ba0dd8, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:11.769464 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-002a40cb-83d7-4c91-af6f-78ff77ce5a5d req-441bc149-a866-436b-84c2-f8c881d6c9ac service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606490 Dec 08 13:05:11.786112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39f33434-c85b-4131-a173-10105df186a3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.787577 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-39f33434-c85b-4131-a173-10105df186a3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6307154 Dec 08 13:05:11.791554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55062) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:11.831090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.846481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a858a5e1-e966-4fc5-ba71-2d0d5c06f632 None None] For port 534b5410-3248-482c-a650-176504393398, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=534b5410-3248-482c-a650-176504393398,segment=NetworkSegment(99208e5a-1071-4e2a-a2da-1ac8bd2e9344),segment_id=99208e5a-1071-4e2a-a2da-1ac8bd2e9344)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:11.847001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a858a5e1-e966-4fc5-ba71-2d0d5c06f632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.862940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a858a5e1-e966-4fc5-ba71-2d0d5c06f632 None None] Calling delete_port for 534b5410-3248-482c-a650-176504393398 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:11.867237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:11.881000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Port': ['ID=534b5410-3248-482c-a650-176504393398,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:11.883584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] No DVR routers for this DVR port 534b5410-3248-482c-a650-176504393398 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:11.895845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:11.901023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.907906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad13645-8975-414a-840c-5936e9b4b2a5 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.911453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-04a1e1bb-7482-4a3e-bae6-b07fb7120c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.937943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad34841-c85c-4c0d-9c75-58e1cfe94f1f req-d2e11797-51e4-4004-8bb2-f6be8baa1fb3 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:11.939157 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0ad34841-c85c-4c0d-9c75-58e1cfe94f1f req-d2e11797-51e4-4004-8bb2-f6be8baa1fb3 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1503820 Dec 08 13:05:11.945088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e091c9c5-725d-43d6-abd9-4dca7b25e711 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:11.950668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1e1bb-7482-4a3e-bae6-b07fb7120c79 None None] Pushing event deleted for resources: {'Port': ['ID=12d2191f-122c-48c2-b65e-9817245c5cdd,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:11.953432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 379546ad-2a2a-4ebc-9a07-62f607ba0dd8) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:11.977975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1e1bb-7482-4a3e-bae6-b07fb7120c79 None None] No DVR routers for this DVR port 12d2191f-122c-48c2-b65e-9817245c5cdd on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:11.981643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:11.982379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:11.987015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56d741-3f94-4ad4-9159-38df98d3bd36 None None] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:11.992058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: e091c9c5-725d-43d6-abd9-4dca7b25e711 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:11.993146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e091c9c5-725d-43d6-abd9-4dca7b25e711 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:11.994248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 534b5410-3248-482c-a650-176504393398 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:12.011836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:12.014276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Pushing event deleted for resources: {'Port': ['ID=e091c9c5-725d-43d6-abd9-4dca7b25e711,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:12.025678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:12.026902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.032876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.047565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 534b5410-3248-482c-a650-176504393398 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:12.048720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 534b5410-3248-482c-a650-176504393398 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:12.049399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 12d2191f-122c-48c2-b65e-9817245c5cdd no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:12.062104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b968c85-97e6-4a24-9fbd-d9a35dc7679a None None] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:12.065467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] No DVR routers for this DVR port e091c9c5-725d-43d6-abd9-4dca7b25e711 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:12.138432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 12d2191f-122c-48c2-b65e-9817245c5cdd {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:12.139060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 12d2191f-122c-48c2-b65e-9817245c5cdd not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:12.139509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Port': ['ID=12d2191f-122c-48c2-b65e-9817245c5cdd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:12.145466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] No DVR routers for this DVR port 12d2191f-122c-48c2-b65e-9817245c5cdd on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:12.192057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a858a5e1-e966-4fc5-ba71-2d0d5c06f632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.238329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858a5e1-e966-4fc5-ba71-2d0d5c06f632 None None] Pushing event deleted for resources: {'Port': ['ID=534b5410-3248-482c-a650-176504393398,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:12.240326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858a5e1-e966-4fc5-ba71-2d0d5c06f632 None None] No DVR routers for this DVR port 534b5410-3248-482c-a650-176504393398 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:12.262240 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d502f43a-1500-40b3-bf5b-5345509b1c21 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0196536 Dec 08 13:05:12.275396 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55064) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:12.296149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-379546ad-2a2a-4ebc-9a07-62f607ba0dd8', 'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8', 'project_id': '982f70a3f4cc4a1c803ebf29848b4336', 'fixed_ips': [{'subnet_id': '0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:12.297420 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.313680 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7', 'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7', 'project_id': '5a35742f37444c1896f111b89a9a5aa2', 'fixed_ips': [{'subnet_id': '791d80fc-e0d1-4c8a-ac00-94427d734b69'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:12.314755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.362714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.374678 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-471bbbde-9372-4a79-ade1-c439927cb91a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0196908 Dec 08 13:05:12.379298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55066) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:12.380968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6232d8cb-7c43-4e84-a6e6-f4d846f5b28a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:12.391977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'port': {'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8', 'name': 'tempest-AllowedAddressPairTestJSON-1621714760'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:12.402171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad13645-8975-414a-840c-5936e9b4b2a5 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.406057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884be5d0-32dd-49f2-a647-42cc3c2a033d']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:12.417510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad13645-8975-414a-840c-5936e9b4b2a5 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.431237 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0ad34841-c85c-4c0d-9c75-58e1cfe94f1f req-ccbd48a1-1d3a-4819-ba92-af32ff57de40 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4788768 Dec 08 13:05:12.436879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99208e5a-1071-4e2a-a2da-1ac8bd2e9344') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:12.437381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99208e5a-1071-4e2a-a2da-1ac8bd2e9344') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:12.457256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.512754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.526616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:12.527260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:12.530619 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:12.576722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Allocated IP 172.20.0.2 (379546ad-2a2a-4ebc-9a07-62f607ba0dd8/0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5/561066df-28e8-443b-8496-14085026895f) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:12.578814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Allocated IP 2001:db8::2 (ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7/791d80fc-e0d1-4c8a-ac00-94427d734b69/6f00d004-f735-4f81-a66f-7666ac9d7c0e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:12.689369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Made reservation on behalf of 982f70a3f4cc4a1c803ebf29848b4336 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:12.693182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.713371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] device_id is not set on port a2d7132c-0c6d-4769-a69e-7c453fffb44c yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:12.718222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.729635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.735761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] 10.222.0.76 "DELETE /v2.0/networks/884be5d0-32dd-49f2-a647-42cc3c2a033d HTTP/1.1" status: 204 len: 168 time: 1.9256885 Dec 08 13:05:12.747141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d7e23-d8c0-435f-ad3f-c1dd165000ef tempest-NetworksIpV6Test-769904370 tempest-NetworksIpV6Test-769904370-project] Pushing event deleted for resources: {'Network': ['ID=884be5d0-32dd-49f2-a647-42cc3c2a033d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:12.751977 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.805837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.850635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.867952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff4d7af-c600-4604-9fb5-5441401772a1']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:12.903728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.905279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc32ee49-918a-4739-9858-1bbf774ccc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.927180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.932093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e15824-b58d-47a3-b966-af5a7be199a4']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:12.940090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb717d7-8fac-4e06-ac92-64bc12b8b87e') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:12.940391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb717d7-8fac-4e06-ac92-64bc12b8b87e') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:12.951064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad13645-8975-414a-840c-5936e9b4b2a5 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.952212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad13645-8975-414a-840c-5936e9b4b2a5 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6358f47-a993-4c23-a33b-f25d0b7203ab {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:05:12.956523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad13645-8975-414a-840c-5936e9b4b2a5 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.957657 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9ad13645-8975-414a-840c-5936e9b4b2a5 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "DELETE /v2.0/routers/f6358f47-a993-4c23-a33b-f25d0b7203ab HTTP/1.1" status: 204 len: 168 time: 1.1636689 Dec 08 13:05:12.971666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:12.974224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:12.977539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:12.977871 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8533ec32-69d8-4ae1-9cd6-9da0e9b0ca7a') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:12.980392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:12.982614 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:12.985777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Allocated IP 172.20.0.12 (379546ad-2a2a-4ebc-9a07-62f607ba0dd8/0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5/a2d7132c-0c6d-4769-a69e-7c453fffb44c) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:12.988185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Pushing event updated for resources: {'Port': ['ID=561066df-28e8-443b-8496-14085026895f,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:13.010839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.012963 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.025855 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.029872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:13.030294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:13.033612 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:13.082485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Attempting to bind port 561066df-28e8-443b-8496-14085026895f on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:13.082882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Attempting to bind port 561066df-28e8-443b-8496-14085026895f by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '748d8512-0b7d-479b-8a01-d5ccfdfea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:13.083250 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Attempting to bind port 561066df-28e8-443b-8496-14085026895f on network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:13.086842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.098989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:13.099377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Checking segment: {'id': '748d8512-0b7d-479b-8a01-d5ccfdfea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:13.099784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.100182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Bound using segment: {'id': '748d8512-0b7d-479b-8a01-d5ccfdfea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:13.100661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Bound port: 561066df-28e8-443b-8496-14085026895f, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748d8512-0b7d-479b-8a01-d5ccfdfea6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:13.101048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.118506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:13.124120 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:13.127085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:13.130307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Pushing event updated for resources: {'Port': ['ID=6f00d004-f735-4f81-a66f-7666ac9d7c0e,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:13.152889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:13.153309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:13.157041 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:13.228853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.232675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Attempting to bind port 6f00d004-f735-4f81-a66f-7666ac9d7c0e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:13.233197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Attempting to bind port 6f00d004-f735-4f81-a66f-7666ac9d7c0e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'cfed3ede-0364-44a0-af0d-79e2c6be3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:13.233411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Attempting to bind port 6f00d004-f735-4f81-a66f-7666ac9d7c0e on network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:13.244750 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:13.245128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Checking segment: {'id': 'cfed3ede-0364-44a0-af0d-79e2c6be3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:13.245541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.245932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Bound using segment: {'id': 'cfed3ede-0364-44a0-af0d-79e2c6be3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:13.246409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Bound port: 6f00d004-f735-4f81-a66f-7666ac9d7c0e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfed3ede-0364-44a0-af0d-79e2c6be3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:13.246829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.260122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] For port 561066df-28e8-443b-8496-14085026895f, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:13.281566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.290418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.293575 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] 10.222.0.76 "DELETE /v2.0/networks/4ff4d7af-c600-4604-9fb5-5441401772a1 HTTP/1.1" status: 204 len: 168 time: 2.8404250 Dec 08 13:05:13.294421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6232d8cb-7c43-4e84-a6e6-f4d846f5b28a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:13.297771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6232d8cb-7c43-4e84-a6e6-f4d846f5b28a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.326476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b07a4c-4c47-4a71-a1be-e667a91a81de admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff4d7af-c600-4604-9fb5-5441401772a1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:13.329879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] For port 6f00d004-f735-4f81-a66f-7666ac9d7c0e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:13.333419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] For port 6f00d004-f735-4f81-a66f-7666ac9d7c0e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6f00d004-f735-4f81-a66f-7666ac9d7c0e,segment=NetworkSegment(cfed3ede-0364-44a0-af0d-79e2c6be3e08),segment_id=cfed3ede-0364-44a0-af0d-79e2c6be3e08)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:13.362514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] For port 561066df-28e8-443b-8496-14085026895f, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=561066df-28e8-443b-8496-14085026895f,segment=NetworkSegment(748d8512-0b7d-479b-8a01-d5ccfdfea6de),segment_id=748d8512-0b7d-479b-8a01-d5ccfdfea6de)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:13.376108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.386640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.389790 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] 10.222.0.76 "DELETE /v2.0/networks/31e15824-b58d-47a3-b966-af5a7be199a4 HTTP/1.1" status: 204 len: 168 time: 2.7993879 Dec 08 13:05:13.399315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.415430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43318c16-6477-457e-b527-b5b587913f8a tempest-NetworksIpV6TestAttrs-996215357 tempest-NetworksIpV6TestAttrs-996215357-project] Pushing event deleted for resources: {'Network': ['ID=31e15824-b58d-47a3-b966-af5a7be199a4,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:13.419524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.421510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55078) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:13.432736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.438462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.469033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55084) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:13.486879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:13.491772 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.ipam_backend_mixin [None req-6232d8cb-7c43-4e84-a6e6-f4d846f5b28a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 791d80fc-e0d1-4c8a-ac00-94427d734b69 (CIDR: 2001:db8::/64) Dec 08 13:05:13.495597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:13.510495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:13.556398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9ab81-3b79-43e9-a7aa-96c4b33448fa None None] Pushing event updated for resources: {'Port': ['ID=561066df-28e8-443b-8496-14085026895f,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:13.579623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Port': ['ID=a2d7132c-0c6d-4769-a69e-7c453fffb44c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:13.581384 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6232d8cb-7c43-4e84-a6e6-f4d846f5b28a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:05:13.581955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6232d8cb-7c43-4e84-a6e6-f4d846f5b28a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:13.639909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b730693-73e2-4fed-809f-9c5fc9b9a072 None None] Pushing event updated for resources: {'Port': ['ID=6f00d004-f735-4f81-a66f-7666ac9d7c0e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:13.678052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:13.678774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:13.706296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55088) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:13.706393 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6232d8cb-7c43-4e84-a6e6-f4d846f5b28a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3571100 Dec 08 13:05:13.716698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:13.761292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc8370-0554-48d1-bb5e-7fc0dad10d85 req-da36a58d-f92c-4d20-8af6-0ab13e4a1319 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:13.763498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1cdc8370-0554-48d1-bb5e-7fc0dad10d85 req-da36a58d-f92c-4d20-8af6-0ab13e4a1319 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2268324 Dec 08 13:05:13.815332 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2913c61b-ea7a-4272-8e20-e3391842e786 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4322021 Dec 08 13:05:13.816266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55090) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:13.841804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55092) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:13.888865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'port': {'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8', 'name': 'tempest-AllowedAddressPairTestJSON-1583087053', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:24:db:8b'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:13.911590 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1cdc8370-0554-48d1-bb5e-7fc0dad10d85 req-38e7c82c-3ccf-4566-9d01-17f1698efe87 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326525 Dec 08 13:05:13.962482 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bd88a1d9-5e7a-4d2b-9eb8-b9eba868d1e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=452d0abeb3b643bd976c48c2d4773b07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1158409 Dec 08 13:05:14.000965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55098) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:14.028229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Deleting port 799bf6db-bcc6-47b5-9922-c2e32554b49c {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:14.028584 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.064859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.124711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 561066df-28e8-443b-8496-14085026895f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:14.232541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55100) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:14.252052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 561066df-28e8-443b-8496-14085026895f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:14.253681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.259460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-239962274', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:14.296396 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-295b0fba-faf0-4ce4-9c12-4d41e0e3a036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.312853 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dfc22d24-7a50-498d-a688-75e46c72db08 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b708281d3b44e30aa3bf1752d1f514d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8377521 Dec 08 13:05:14.313472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55104) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:14.320734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aca75-d0f6-4ad0-9225-3c92d8ce6b12 req-4f873178-cf21-4277-b635-de8787a66c35 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:14.321995 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-386aca75-d0f6-4ad0-9225-3c92d8ce6b12 req-4f873178-cf21-4277-b635-de8787a66c35 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2379069 Dec 08 13:05:14.326065 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] For port 799bf6db-bcc6-47b5-9922-c2e32554b49c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=799bf6db-bcc6-47b5-9922-c2e32554b49c,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:14.326472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.372457 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Calling delete_port for 799bf6db-bcc6-47b5-9922-c2e32554b49c owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:14.374321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.410218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 561066df-28e8-443b-8496-14085026895f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=561066df-28e8-443b-8496-14085026895f,segment=NetworkSegment(748d8512-0b7d-479b-8a01-d5ccfdfea6de),segment_id=748d8512-0b7d-479b-8a01-d5ccfdfea6de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:14.414957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-386aca75-d0f6-4ad0-9225-3c92d8ce6b12 req-01ffdc4a-446e-4ef2-a1dc-8c42f7cd40f6 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837409 Dec 08 13:05:14.421092 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9c8a6192-e955-4da3-814e-dfaa16353a02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea721d767e22432bbc9d5c89f2423aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840186 Dec 08 13:05:14.421203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55106) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:14.436727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-295b0fba-faf0-4ce4-9c12-4d41e0e3a036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.442891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:14.452828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.483040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:05:14.483040 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:05:14.483040 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'project_id_1': '982f70a3f4cc4a1c803ebf29848b4336', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 4, 54, 369502)}] Dec 08 13:05:14.483040 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:05:14.483490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:05:14.529908 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.557943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.597650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.611094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=561066df-28e8-443b-8496-14085026895f,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:14.630103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.631167 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.655844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55346652-0072-4e99-89f6-6e343b11bef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.716456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-295b0fba-faf0-4ce4-9c12-4d41e0e3a036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.719247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-295b0fba-faf0-4ce4-9c12-4d41e0e3a036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.720436 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-295b0fba-faf0-4ce4-9c12-4d41e0e3a036 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04f2fe35-ccf8-41c3-a756-8210ec23b2b9 HTTP/1.1" status: 204 len: 168 time: 0.7257190 Dec 08 13:05:14.725072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55346652-0072-4e99-89f6-6e343b11bef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.756977 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b0fba-faf0-4ce4-9c12-4d41e0e3a036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f2fe35-ccf8-41c3-a756-8210ec23b2b9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:14.779460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.782469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.795254 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2f033ec2-2e6e-47fb-a2e0-051abdaf154c HTTP/1.1" status: 204 len: 168 time: 0.3724792 Dec 08 13:05:14.824524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f033ec2-2e6e-47fb-a2e0-051abdaf154c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:14.842963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.843323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.843664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.844060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.844400 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.844738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.845076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.845408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.845746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.846075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.846405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.846756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.847082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4a1cc-24e2-46cb-a86e-454663a8f3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:14.957183 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.958703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.960585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55346652-0072-4e99-89f6-6e343b11bef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.964031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55346652-0072-4e99-89f6-6e343b11bef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.965019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:14.971012 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-55346652-0072-4e99-89f6-6e343b11bef5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e8c644f-9cdf-432e-9a8d-6213d32156b4 HTTP/1.1" status: 204 len: 168 time: 0.6443071 Dec 08 13:05:15.004524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405b39f-2e34-443f-abdc-73273f3b53c9 None None] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:15.006427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Pushing event deleted for resources: {'Port': ['ID=799bf6db-bcc6-47b5-9922-c2e32554b49c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:15.031084 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55346652-0072-4e99-89f6-6e343b11bef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8c644f-9cdf-432e-9a8d-6213d32156b4,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:15.041009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:15.051728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:15.057457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:15.058071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:15.072191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70943dc-4570-4bb1-bdbf-fa657b2c12c3 req-8f5c3c91-9b0b-471b-bd60-e92af35cc852 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:15.085281 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a70943dc-4570-4bb1-bdbf-fa657b2c12c3 req-8f5c3c91-9b0b-471b-bd60-e92af35cc852 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1542044 Dec 08 13:05:15.098271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=d09f27cb-2fed-4246-b732-f1079fc3f207,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:15.127863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Made reservation on behalf of 982f70a3f4cc4a1c803ebf29848b4336 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:15.194960 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a70943dc-4570-4bb1-bdbf-fa657b2c12c3 req-5939a2cc-4980-4c22-9e4b-8a92a552cd2d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091509 Dec 08 13:05:15.206166 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b6e3433d-ab9f-4295-a70a-21e0f99b2e67 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5015867 Dec 08 13:05:15.240224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f18e3426-b4bf-4f61-b5e1-f862fbb2364a None None] Provisioning complete for port 561066df-28e8-443b-8496-14085026895f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:15.240224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f18e3426-b4bf-4f61-b5e1-f862fbb2364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:15.264089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55122) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:15.274794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7', 'fixed_ips': [{'subnet_id': '791d80fc-e0d1-4c8a-ac00-94427d734b69'}, {'subnet_id': 'd09f27cb-2fed-4246-b732-f1079fc3f207'}], 'name': 'tempest-PortsIpV6TestJSON-912781837'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:15.353974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:15.479280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:15.513916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] device_id is not set on port 026cc969-2540-4012-a9ac-dfc8579ebf08 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:15.577656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:15.621934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:15.750248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d229fe-1ca0-4e51-8c2a-f3b9f088b4e8 None None] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:15.761014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:15.822268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Allocated IP 172.20.0.7 (379546ad-2a2a-4ebc-9a07-62f607ba0dd8/0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5/026cc969-2540-4012-a9ac-dfc8579ebf08) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:15.919668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Provisioning complete for port 6f00d004-f735-4f81-a66f-7666ac9d7c0e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:15.921601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.083544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d8c3a-c228-48ee-b0e8-c8c2cdb0f31b req-2f840373-1204-4122-b61a-69d43136875a tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:16.083544 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-616d8c3a-c228-48ee-b0e8-c8c2cdb0f31b req-2f840373-1204-4122-b61a-69d43136875a tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.3542898 Dec 08 13:05:16.120012 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.240427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:05:16.248128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] For port 6f00d004-f735-4f81-a66f-7666ac9d7c0e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6f00d004-f735-4f81-a66f-7666ac9d7c0e,segment=NetworkSegment(cfed3ede-0364-44a0-af0d-79e2c6be3e08),segment_id=cfed3ede-0364-44a0-af0d-79e2c6be3e08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:16.270186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6f00d004-f735-4f81-a66f-7666ac9d7c0e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:16.312724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.315921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.338738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.379207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.390544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Update dhcp port {'port': {'network_id': 'ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7', 'fixed_ips': [{'subnet_id': '791d80fc-e0d1-4c8a-ac00-94427d734b69', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd09f27cb-2fed-4246-b732-f1079fc3f207'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '6f00d004-f735-4f81-a66f-7666ac9d7c0e'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:05:16.402599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Provisioning complete for port 561066df-28e8-443b-8496-14085026895f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:16.404153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.405188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:16.413798 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-43127dce-cb2e-41de-bcd0-3d5baba70427 admin admin] 10.222.0.76 "PUT /v2.0/routers/789eebf8-4148-42eb-a5eb-f2d1682cd9ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8833518 Dec 08 13:05:16.415724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55150) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:16.421873 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] Sync routers for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:16.431514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port ae2fc398-5d8f-4569-8884-7b41fb4912e2 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:16.437522 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:16.438153 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:16.520098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.559830 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Pushing event updated for resources: {'Port': ['ID=6f00d004-f735-4f81-a66f-7666ac9d7c0e,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:16.563471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.566433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6f00d004-f735-4f81-a66f-7666ac9d7c0e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:16.566839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.619497 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.667969 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-616d8c3a-c228-48ee-b0e8-c8c2cdb0f31b req-a5e0b16c-695a-43d0-b6c1-3a55472e4b2c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4081156 Dec 08 13:05:16.675337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Port': ['ID=026cc969-2540-4012-a9ac-dfc8579ebf08,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:16.685512 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:16.687833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:16.700937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:16.707395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:16.762930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:16.763672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.818791 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.842791 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.895630 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Provisioning complete for port a2d7132c-0c6d-4769-a69e-7c453fffb44c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:16.897533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:16.914935 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c110dbab-8625-4b77-a1cc-8ab81686c092 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.0749371 Dec 08 13:05:16.917564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55162) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:17.057744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae97f9-4858-4017-a851-64529d8ffa49 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:17.069120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae97f9-4858-4017-a851-64529d8ffa49 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:17.080040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae97f9-4858-4017-a851-64529d8ffa49 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:17.088884 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-49ae97f9-4858-4017-a851-64529d8ffa49 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1701264 Dec 08 13:05:17.090112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55170) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:17.125989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 561066df-28e8-443b-8496-14085026895f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:17.130352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Allocated IP 2001:db8:0:1::2 (ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7/d09f27cb-2fed-4246-b732-f1079fc3f207/6f00d004-f735-4f81-a66f-7666ac9d7c0e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:17.151450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8fb216ff-cfe1-4959-a319-dd544d3f2994 None None] Port a2d7132c-0c6d-4769-a69e-7c453fffb44c cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:17.186329 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Allocated IP 172.26.7.141 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/6bd1167d-7aaa-4799-865f-0ab47b331992) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:17.198816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.240697 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:05:14Z', 'revision_number': 5, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port': {'id': '8ada7628-bd0a-4235-8ce3-8e2a82de30d6', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:09:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:22Z', 'updated_at': '2021-12-08T13:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:17.262111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a1d72e5f-a9ba-4dfb-be23-6d7f761b076f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Deleting port 026cc969-2540-4012-a9ac-dfc8579ebf08 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:17.262552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a1d72e5f-a9ba-4dfb-be23-6d7f761b076f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.277757 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] Checking router: 789eebf8-4148-42eb-a5eb-f2d1682cd9ca for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:05:17.294424 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] Routers {'789eebf8-4148-42eb-a5eb-f2d1682cd9ca'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:17.295441 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:17.386626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.404345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a1d72e5f-a9ba-4dfb-be23-6d7f761b076f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.411478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Deleting port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:17.411900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.432190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a1d72e5f-a9ba-4dfb-be23-6d7f761b076f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Calling delete_port for 026cc969-2540-4012-a9ac-dfc8579ebf08 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:17.445740 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] Set router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:17.519278 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:05:17Z', 'revision_number': 6, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:17.536432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.553091 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03ed95-8ab6-43b4-a8fe-ada481d5f073 None None] The sync data for ids ['789eebf8-4148-42eb-a5eb-f2d1682cd9ca'] in dv-neutron-799625-5-hyperv is: [{'id': '789eebf8-4148-42eb-a5eb-f2d1682cd9ca', 'name': 'tempest-ServersTestJSON-1664500230-router', 'tenant_id': 'da815581212a4701a86518ac824fe360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:18Z', 'updated_at': '2021-12-08T13:05:17Z', 'revision_number': 6, 'project_id': 'da815581212a4701a86518ac824fe360', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:17.615214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] For port 8ada7628-bd0a-4235-8ce3-8e2a82de30d6, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8ada7628-bd0a-4235-8ce3-8e2a82de30d6,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:17.615611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.629880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-501c362f-04fa-4b4a-bd3e-33740647d48a None None] Provisioning complete for port 026cc969-2540-4012-a9ac-dfc8579ebf08 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:17.630429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-501c362f-04fa-4b4a-bd3e-33740647d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.634601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 561066df-28e8-443b-8496-14085026895f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:17.635178 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.640585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:17.644186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Calling delete_port for 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:17.646161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:17.656262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:17.662865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event updated for resources: {'Port': ['ID=6bd1167d-7aaa-4799-865f-0ab47b331992,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:17.693910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee6b42e-65cb-42ef-9820-e23f0a05122a None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:17.743881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.744239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.744589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.744932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.745214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] For port 6f00d004-f735-4f81-a66f-7666ac9d7c0e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6f00d004-f735-4f81-a66f-7666ac9d7c0e,segment=NetworkSegment(cfed3ede-0364-44a0-af0d-79e2c6be3e08),segment_id=cfed3ede-0364-44a0-af0d-79e2c6be3e08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:17.745805 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.746156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.747467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.747467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.747467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.747765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.747941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.748314 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.748647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:17.763826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-501c362f-04fa-4b4a-bd3e-33740647d48a None None] Port 026cc969-2540-4012-a9ac-dfc8579ebf08 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:17.786041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-501c362f-04fa-4b4a-bd3e-33740647d48a None None] Provisioning complete for port a2d7132c-0c6d-4769-a69e-7c453fffb44c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:17.786426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-501c362f-04fa-4b4a-bd3e-33740647d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.801152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a1d72e5f-a9ba-4dfb-be23-6d7f761b076f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.810244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55188) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:17.831571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:17.870460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72e5f-a9ba-4dfb-be23-6d7f761b076f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event deleted for resources: {'Port': ['ID=026cc969-2540-4012-a9ac-dfc8579ebf08,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:17.870671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-501c362f-04fa-4b4a-bd3e-33740647d48a None None] Port a2d7132c-0c6d-4769-a69e-7c453fffb44c cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:17.916893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:18.077481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6f00d004-f735-4f81-a66f-7666ac9d7c0e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:18.146145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55194) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:18.154530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-415cb8f9-56b2-4e58-b044-9aec6b96d5b5 None None] Provisioning complete for port 6bd1167d-7aaa-4799-865f-0ab47b331992 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:18.156032 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-415cb8f9-56b2-4e58-b044-9aec6b96d5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:18.241525 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-415cb8f9-56b2-4e58-b044-9aec6b96d5b5 None None] Port 6bd1167d-7aaa-4799-865f-0ab47b331992 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:18.252089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb5c4-ec08-4f26-8384-c19ce2a4a9b6 req-5c02f579-d871-4606-983c-069c2667c3ac tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:18.253687 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-644fb5c4-ec08-4f26-8384-c19ce2a4a9b6 req-5c02f579-d871-4606-983c-069c2667c3ac tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.3864605 Dec 08 13:05:18.311071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Pushing event updated for resources: {'Port': ['ID=6f00d004-f735-4f81-a66f-7666ac9d7c0e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:18.322864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.323533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.324047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.324554 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.325175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.325729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.326316 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.326898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.327498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.328064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.328595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.329124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.329651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d43f29-f463-430d-b9cf-3c452454975d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:05:18.344538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6f00d004-f735-4f81-a66f-7666ac9d7c0e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:18.345153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:18.470914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-644fb5c4-ec08-4f26-8384-c19ce2a4a9b6 req-b1e2fafe-31e3-492d-bf18-b066a0096b02 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940713 Dec 08 13:05:18.475699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-889fed34-5511-4bc6-a17d-a26bb9962f82 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] Request body: {'port': {'network_id': '1656090d-5945-4703-90f1-562d43736761', 'name': 'tempest-NetworksNegativeTestJSON-637875594'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:18.491956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 799bf6db-bcc6-47b5-9922-c2e32554b49c no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:18.536064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 799bf6db-bcc6-47b5-9922-c2e32554b49c {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:18.537563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 799bf6db-bcc6-47b5-9922-c2e32554b49c not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:18.552320 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-889fed34-5511-4bc6-a17d-a26bb9962f82 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] POST failed (client error): The resource could not be found. Dec 08 13:05:18.563207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889fed34-5511-4bc6-a17d-a26bb9962f82 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:18.563207 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-889fed34-5511-4bc6-a17d-a26bb9962f82 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7427990 Dec 08 13:05:18.563207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a1d72e5f-a9ba-4dfb-be23-6d7f761b076f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:18.564347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55204) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:18.564570 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a1d72e5f-a9ba-4dfb-be23-6d7f761b076f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "DELETE /v2.0/ports/026cc969-2540-4012-a9ac-dfc8579ebf08 HTTP/1.1" status: 204 len: 168 time: 1.4729369 Dec 08 13:05:18.567132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55206) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:18.603056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:18.604001 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e3a0dcd1-2c9d-4489-be98-24b783a5cfa6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1800864885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:18.605210 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1719964-07ec-42ef-9d66-0ff45f22aed9 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:18.605724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1719964-07ec-42ef-9d66-0ff45f22aed9 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:18.609197 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e1719964-07ec-42ef-9d66-0ff45f22aed9 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "DELETE /v2.0/networks/cc818c0c-5463-42ab-9732-ca4ddf316c17 HTTP/1.1" status: 404 len: 339 time: 0.0443456 Dec 08 13:05:18.614446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55208) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:18.629131 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc40334-c6bc-4938-9229-4b045c0c21c9 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] GET failed (client error): The resource could not be found. Dec 08 13:05:18.630624 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bbc40334-c6bc-4938-9229-4b045c0c21c9 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "GET /v2.0/ports/026cc969-2540-4012-a9ac-dfc8579ebf08 HTTP/1.1" status: 404 len: 333 time: 0.0625238 Dec 08 13:05:18.639659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::3dd (ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7/791d80fc-e0d1-4c8a-ac00-94427d734b69/ae2fc398-5d8f-4569-8884-7b41fb4912e2) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:18.641516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55210) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:18.654328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'port': {'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8', 'name': 'tempest-AllowedAddressPairTestJSON-1067621661'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:18.675669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ada7628-bd0a-4235-8ce3-8e2a82de30d6,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:18.683596 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-286de710-7175-4884-ad33-50c2e5af94b3 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:18.683596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286de710-7175-4884-ad33-50c2e5af94b3 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:18.684645 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-286de710-7175-4884-ad33-50c2e5af94b3 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "DELETE /v2.0/ports/aad43bd1-2f9f-47aa-b854-e76bba953370 HTTP/1.1" status: 404 len: 333 time: 0.0658917 Dec 08 13:05:18.690174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd72800-158d-4675-923e-0a83bae4e00c None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:18.690697 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55212) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:18.690919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8:0:1::2a5 (ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7/d09f27cb-2fed-4246-b732-f1079fc3f207/ae2fc398-5d8f-4569-8884-7b41fb4912e2) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:18.801637 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5130bc-7144-41af-9dfd-c2614cd99ba0 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:18.802103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5130bc-7144-41af-9dfd-c2614cd99ba0 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:18.811156 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-db5130bc-7144-41af-9dfd-c2614cd99ba0 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "DELETE /v2.0/subnets/8bb47ffc-0f82-410a-8cf2-b2b4e908dbf3 HTTP/1.1" status: 404 len: 337 time: 0.1193218 Dec 08 13:05:18.812224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55216) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:18.895696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:18.959533 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5ca46e-c3ad-4759-b900-013f846302c7 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] GET failed (client error): The resource could not be found. Dec 08 13:05:18.962819 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6e5ca46e-c3ad-4759-b900-013f846302c7 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "GET /v2.0/networks/9fdf4734-d09c-4c2d-9f54-a8ffeaa597ab HTTP/1.1" status: 404 len: 339 time: 0.0805855 Dec 08 13:05:19.015195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55222) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:19.120518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f51718-6788-47c3-a9ac-af4cfc2c2df4 None None] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:19.122673 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aad6ae9-1a0b-4c73-9bce-32099450c4ee tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] GET failed (client error): The resource could not be found. Dec 08 13:05:19.131816 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4aad6ae9-1a0b-4c73-9bce-32099450c4ee tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "GET /v2.0/ports/0c80a6b7-55c9-46ff-9ba6-6abe2023b804 HTTP/1.1" status: 404 len: 333 time: 0.1114488 Dec 08 13:05:19.132796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55226) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:19.151151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.157466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.157658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dcd1-2c9d-4489-be98-24b783a5cfa6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.158766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dcd1-2c9d-4489-be98-24b783a5cfa6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.194550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55228) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:19.205772 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6da539c-5602-4a91-982b-0a94218f2f64 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] GET failed (client error): The resource could not be found. Dec 08 13:05:19.211913 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f6da539c-5602-4a91-982b-0a94218f2f64 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "GET /v2.0/subnets/243c616d-c2f1-4eec-8176-ef62d146d2b4 HTTP/1.1" status: 404 len: 337 time: 0.0558102 Dec 08 13:05:19.216709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55232) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:19.221131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-deac420c-916a-4854-aa99-d313d4b32bb0 None None] Provisioning complete for port 6f00d004-f735-4f81-a66f-7666ac9d7c0e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:19.221619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-deac420c-916a-4854-aa99-d313d4b32bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.235036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-fb76a282-e574-40b2-b631-4a891e2c4f26 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:19.252926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.292729 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb76a282-e574-40b2-b631-4a891e2c4f26 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] PUT failed (client error): The resource could not be found. Dec 08 13:05:19.293275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb76a282-e574-40b2-b631-4a891e2c4f26 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:19.294440 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fb76a282-e574-40b2-b631-4a891e2c4f26 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "PUT /v2.0/networks/572b70be-d9b7-48a5-ba25-a14fc97f74e2 HTTP/1.1" status: 404 len: 339 time: 0.0729568 Dec 08 13:05:19.299088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55234) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:19.309987 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e4ce16c2-873f-4e2d-8df8-512b85400170 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:19.328864 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ce16c2-873f-4e2d-8df8-512b85400170 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] PUT failed (client error): The resource could not be found. Dec 08 13:05:19.329412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ce16c2-873f-4e2d-8df8-512b85400170 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:19.334616 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e4ce16c2-873f-4e2d-8df8-512b85400170 tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "PUT /v2.0/ports/ed6bc45f-8374-4a7d-88d8-e4e9da557e3f HTTP/1.1" status: 404 len: 333 time: 0.0325856 Dec 08 13:05:19.337030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55236) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:19.342256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-728b9036-15b0-406d-a386-4ac53ca2c70c tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:19.373073 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-728b9036-15b0-406d-a386-4ac53ca2c70c tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] PUT failed (client error): The resource could not be found. Dec 08 13:05:19.373858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728b9036-15b0-406d-a386-4ac53ca2c70c tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:19.380168 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-728b9036-15b0-406d-a386-4ac53ca2c70c tempest-NetworksNegativeTestJSON-1701139438 tempest-NetworksNegativeTestJSON-1701139438-project] 10.222.0.76 "PUT /v2.0/subnets/72683a8e-626f-4790-a97c-48338ff8d272 HTTP/1.1" status: 404 len: 337 time: 0.0420015 Dec 08 13:05:19.388467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.389169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 789eebf8-4148-42eb-a5eb-f2d1682cd9ca {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:05:19.389669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dcd1-2c9d-4489-be98-24b783a5cfa6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.396023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.397399 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e4775f86-5bd8-4d70-86de-aa38bbe6e79c admin admin] 10.222.0.76 "DELETE /v2.0/routers/789eebf8-4148-42eb-a5eb-f2d1682cd9ca HTTP/1.1" status: 204 len: 168 time: 2.9806340 Dec 08 13:05:19.403069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55240) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:19.404433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd6e1-07e4-406e-8fe5-8f173f684377 req-e2d2c48b-1979-44ab-a04e-197eccd856da tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:19.406055 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8abbd6e1-07e4-406e-8fe5-8f173f684377 req-e2d2c48b-1979-44ab-a04e-197eccd856da tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2564042 Dec 08 13:05:19.450864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dcd1-2c9d-4489-be98-24b783a5cfa6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.513421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1139143361'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:19.529627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Made reservation on behalf of 982f70a3f4cc4a1c803ebf29848b4336 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:19.534238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.551627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.560893 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8abbd6e1-07e4-406e-8fe5-8f173f684377 req-733ea135-0d55-4854-87d6-2f06f7d27c4b tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472557 Dec 08 13:05:19.574167 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] device_id is not set on port e8be22d5-1317-489c-bdbe-9d76727b37d9 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:19.631285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff219a3-0546-417b-874b-51ce2600c4ce admin admin] Deleting subnet 9a7942c8-a4d2-4af7-abca-e303abc27af8 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:19.631529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3a0dcd1-2c9d-4489-be98-24b783a5cfa6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.635890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e3a0dcd1-2c9d-4489-be98-24b783a5cfa6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4651322 Dec 08 13:05:19.640254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ff219a3-0546-417b-874b-51ce2600c4ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.640619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55242) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:19.645611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1173309368'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:19.715712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ff219a3-0546-417b-874b-51ce2600c4ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.736524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Allocated IP 172.20.0.13 (379546ad-2a2a-4ebc-9a07-62f607ba0dd8/0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5/e8be22d5-1317-489c-bdbe-9d76727b37d9) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:19.744216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Made reservation on behalf of 33a2bf8cf13145c4a71546836ef99ea7 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:19.747648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.755552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.767313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.772039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.793995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1b08540f-794c-46be-992b-2f7dc3eddf16 None None] Provisioning complete for port 6f00d004-f735-4f81-a66f-7666ac9d7c0e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:19.795170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1b08540f-794c-46be-992b-2f7dc3eddf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.827029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Made reservation on behalf of 70d5114f1acd4f58bdac73e9df1956ac for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:19.830413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.841243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:19.860329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=ae2fc398-5d8f-4569-8884-7b41fb4912e2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:19.863327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.866498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:19.873726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:19.879538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:19.880194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.949913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ff219a3-0546-417b-874b-51ce2600c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:19.981560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c06290e4-eaf5-4411-a2ea-013d80b0efcb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.7139704 Dec 08 13:05:19.983384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55246) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:19.994654 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '791d80fc-e0d1-4c8a-ac00-94427d734b69'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:20.048814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6f00d004-f735-4f81-a66f-7666ac9d7c0e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:20.062693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.093311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55248) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:20.099339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.102930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.148557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6f00d004-f735-4f81-a66f-7666ac9d7c0e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:20.149230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.192468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.224762 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.231987 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:20.233255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.249679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ff219a3-0546-417b-874b-51ce2600c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.265922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.266276 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Added segment c4d271c3-7d4f-4388-824b-0a22d6a1f734 of type vlan for network 724f01ac-dd22-4fa8-a370-bd660f3bd1db Dec 08 13:05:20.271056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:20.271767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68361b55-a91a-4c0b-ac7f-68117028f331,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:20.312836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:20.314183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a00299d-6bf9-4a9f-ba47-590cd0cd4dfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.339343 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ff219a3-0546-417b-874b-51ce2600c4ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.340730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:20.341898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.342236 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Added segment cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1 of type vlan for network cd18e31c-861c-4fac-adc2-a063a2bce835 Dec 08 13:05:20.342521 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5ff219a3-0546-417b-874b-51ce2600c4ce admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9a7942c8-a4d2-4af7-abca-e303abc27af8 HTTP/1.1" status: 204 len: 168 time: 0.9383907 Dec 08 13:05:20.343645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c68f2c8-af1d-46b6-8e6e-a77569286f37,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:20.345803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff219a3-0546-417b-874b-51ce2600c4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7942c8-a4d2-4af7-abca-e303abc27af8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:20.347553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Router 42357a61-bd12-4512-8a7b-07059a76300d is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:05:20.355658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55252) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:20.365338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6693616-ecc7-4c3f-9885-437508c72f3a None None] Network f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:20.371401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:20.380864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.398499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:20.403276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Port': ['ID=e8be22d5-1317-489c-bdbe-9d76727b37d9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:20.413746 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:20.418937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8ada7628-bd0a-4235-8ce3-8e2a82de30d6 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:20.443072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.471710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.505315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0ad961b8-0297-4017-9e25-342b331d7889 None None] Provisioning complete for port ae2fc398-5d8f-4569-8884-7b41fb4912e2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:20.505525 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0ad961b8-0297-4017-9e25-342b331d7889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.549561 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0ad961b8-0297-4017-9e25-342b331d7889 None None] Port ae2fc398-5d8f-4569-8884-7b41fb4912e2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:20.568571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:20.569219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.594433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.633356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517026d7-4587-4e9a-95f1-b01c5164c1a0 None None] DHCP port deletion for f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:20.675600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a00299d-6bf9-4a9f-ba47-590cd0cd4dfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.676545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.686788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:20.688106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.701794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-517026d7-4587-4e9a-95f1-b01c5164c1a0 None None] Deleting port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:20.702219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-517026d7-4587-4e9a-95f1-b01c5164c1a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.742933 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f22e7631-d96e-4614-9cde-62aa31debc38 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1002724 Dec 08 13:05:20.748075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55256) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:20.758262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7e0744ff-ccc8-4f7e-a130-2b68977a3aee tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:24:db:8b'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:20.776441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-517026d7-4587-4e9a-95f1-b01c5164c1a0 None None] For port 31d19dfc-1bbc-46c8-9bf0-325c3c679016, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=31d19dfc-1bbc-46c8-9bf0-325c3c679016,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:20.776948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-517026d7-4587-4e9a-95f1-b01c5164c1a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.792856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-517026d7-4587-4e9a-95f1-b01c5164c1a0 None None] Calling delete_port for 31d19dfc-1bbc-46c8-9bf0-325c3c679016 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:20.798356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a00299d-6bf9-4a9f-ba47-590cd0cd4dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.803906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-130f31e6-02e4-4327-bafe-7e7401250449 None None] Provisioning complete for port e8be22d5-1317-489c-bdbe-9d76727b37d9 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:20.804421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-130f31e6-02e4-4327-bafe-7e7401250449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.817695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Delete allocated IP 2001:db8:0:1::2a5 (ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7/d09f27cb-2fed-4246-b732-f1079fc3f207) {{(pid=103716) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 13:05:20.848100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f68537-7c10-4fc9-8c03-569c040045dd req-c1f40fbd-c591-43b7-8001-6ed9443a900f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:20.849603 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e7f68537-7c10-4fc9-8c03-569c040045dd req-c1f40fbd-c591-43b7-8001-6ed9443a900f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1963472 Dec 08 13:05:20.850099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.856487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:20.857309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.866565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:20.871728 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2274430 Dec 08 13:05:20.871728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ce90e-e82c-4965-91b9-a3d8112435ab tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Network': ['ID=cd18e31c-861c-4fac-adc2-a063a2bce835,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:20.878754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55258) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:20.885910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba486554-3937-4e80-9165-345152616110 None None] Sync routers for ids ['42357a61-bd12-4512-8a7b-07059a76300d'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:20.889960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-130f31e6-02e4-4327-bafe-7e7401250449 None None] Port e8be22d5-1317-489c-bdbe-9d76727b37d9 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:20.898815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network cd18e31c-861c-4fac-adc2-a063a2bce835 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:20.902214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Request body: {'subnet': {'network_id': 'cd18e31c-861c-4fac-adc2-a063a2bce835', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:20.940729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba486554-3937-4e80-9165-345152616110 None None] Routers {'42357a61-bd12-4512-8a7b-07059a76300d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:20.941678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ba486554-3937-4e80-9165-345152616110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['42357a61-bd12-4512-8a7b-07059a76300d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:20.960155 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1a00299d-6bf9-4a9f-ba47-590cd0cd4dfd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a28a3199d7a44b3d82c194585957e8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8638260 Dec 08 13:05:20.965134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00299d-6bf9-4a9f-ba47-590cd0cd4dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e42540-66a3-4e8b-a0fe-04485d0f338f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:20.968374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Deleting port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:20.968742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:20.982394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55260) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:21.019253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ba486554-3937-4e80-9165-345152616110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:21.032182 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8364186 Dec 08 13:05:21.037426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba486554-3937-4e80-9165-345152616110 None None] Routers {'42357a61-bd12-4512-8a7b-07059a76300d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:21.037426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ba486554-3937-4e80-9165-345152616110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['42357a61-bd12-4512-8a7b-07059a76300d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:21.039605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad721ab-a6a4-4e1c-ac25-b773e0af717c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event updated for resources: {'Network': ['ID=724f01ac-dd22-4fa8-a370-bd660f3bd1db,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:21.041543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55262) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:21.047908 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Request body: {'subnet': {'network_id': '724f01ac-dd22-4fa8-a370-bd660f3bd1db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:21.053249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.057173 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-86b94eac-e359-4dac-abda-89264c371cd3 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6327069 Dec 08 13:05:21.061365 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55264) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:21.080023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 724f01ac-dd22-4fa8-a370-bd660f3bd1db details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:21.083206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ba486554-3937-4e80-9165-345152616110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:21.083329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba486554-3937-4e80-9165-345152616110 None None] The sync data for ids ['42357a61-bd12-4512-8a7b-07059a76300d'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:21.102107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-517026d7-4587-4e9a-95f1-b01c5164c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.140410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517026d7-4587-4e9a-95f1-b01c5164c1a0 None None] Pushing event deleted for resources: {'Port': ['ID=31d19dfc-1bbc-46c8-9bf0-325c3c679016,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:21.177069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517026d7-4587-4e9a-95f1-b01c5164c1a0 None None] No DVR routers for this DVR port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:21.190915 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e7f68537-7c10-4fc9-8c03-569c040045dd req-843e2a49-08ad-408e-919e-904f8c0c5f9f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3255391 Dec 08 13:05:21.198865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.211896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] For port 31d19dfc-1bbc-46c8-9bf0-325c3c679016, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=31d19dfc-1bbc-46c8-9bf0-325c3c679016,segment=NetworkSegment(399e4271-26d4-4180-9e07-e98213394aae),segment_id=399e4271-26d4-4180-9e07-e98213394aae)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:21.212289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.261013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Calling delete_port for 31d19dfc-1bbc-46c8-9bf0-325c3c679016 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:21.262878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.282509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b30118b4-6377-4768-bd57-fa558fa473eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.285539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0744ff-ccc8-4f7e-a130-2b68977a3aee tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.337219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] In _notify_port_updated(), no bound segment for port ae2fc398-5d8f-4569-8884-7b41fb4912e2 on network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:05:21.347927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:21.348756 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.353603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Made reservation on behalf of 70d5114f1acd4f58bdac73e9df1956ac for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:21.354142 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "PUT /v2.0/ports/ae2fc398-5d8f-4569-8884-7b41fb4912e2 HTTP/1.1" status: 200 len: 925 time: 1.3643267 Dec 08 13:05:21.357074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.358925 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55268) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:21.366817 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '791d80fc-e0d1-4c8a-ac00-94427d734b69'}, {'subnet_id': 'd09f27cb-2fed-4246-b732-f1079fc3f207'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:21.405144 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d2db805d-6977-401d-9b40-0e4313d7bb7d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/routers/42357a61-bd12-4512-8a7b-07059a76300d HTTP/1.1" status: 200 len: 920 time: 0.3425651 Dec 08 13:05:21.405390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b30118b4-6377-4768-bd57-fa558fa473eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.410392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55270) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:21.411040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b6a75-b98e-41a4-9d88-d7a98168c196 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=ae2fc398-5d8f-4569-8884-7b41fb4912e2,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:21.469238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.493046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Made reservation on behalf of 33a2bf8cf13145c4a71546836ef99ea7 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:21.493578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.536260 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-06d6fcdc-21d6-4848-ae78-eb89cea1f1b7 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=42357a61-bd12-4512-8a7b-07059a76300d HTTP/1.1" status: 200 len: 205 time: 0.0920441 Dec 08 13:05:21.538421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55272) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:21.615060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584dbd-57ce-41d2-9c7b-967f109fd428 req-9663ccd1-cd05-4eea-98dd-0c08c79bf250 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:21.616630 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-06584dbd-57ce-41d2-9c7b-967f109fd428 req-9663ccd1-cd05-4eea-98dd-0c08c79bf250 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.3130431 Dec 08 13:05:21.620051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e9d3df6b-eaaf-498d-b39a-ea72320223f5 None None] Provisioning complete for port ae2fc398-5d8f-4569-8884-7b41fb4912e2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:21.620741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e9d3df6b-eaaf-498d-b39a-ea72320223f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.663819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e9d3df6b-eaaf-498d-b39a-ea72320223f5 None None] Port ae2fc398-5d8f-4569-8884-7b41fb4912e2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:21.697623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.785272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d19dfc-1bbc-46c8-9bf0-325c3c679016,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:21.789874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] No DVR routers for this DVR port 31d19dfc-1bbc-46c8-9bf0-325c3c679016 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:21.803809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b30118b4-6377-4768-bd57-fa558fa473eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.807026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b30118b4-6377-4768-bd57-fa558fa473eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:21.808791 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b30118b4-6377-4768-bd57-fa558fa473eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54e42540-66a3-4e8b-a0fe-04485d0f338f HTTP/1.1" status: 204 len: 168 time: 0.8247099 Dec 08 13:05:21.883803 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-06584dbd-57ce-41d2-9c7b-967f109fd428 req-cf9a3783-6d4c-4143-becc-334461c1959e tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463167 Dec 08 13:05:21.884520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30118b4-6377-4768-bd57-fa558fa473eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e42540-66a3-4e8b-a0fe-04485d0f338f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:22.027308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.035995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 31d19dfc-1bbc-46c8-9bf0-325c3c679016 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:22.058054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 31d19dfc-1bbc-46c8-9bf0-325c3c679016 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:22.058877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 31d19dfc-1bbc-46c8-9bf0-325c3c679016 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:22.073435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0744ff-ccc8-4f7e-a130-2b68977a3aee tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.099885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75a3534-4f3f-4bc4-8f24-a18ebd407bb2']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:22.102811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.113840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399e4271-26d4-4180-9e07-e98213394aae') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:22.114137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399e4271-26d4-4180-9e07-e98213394aae') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:22.126459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.147526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50fea2-38b7-411a-ab6c-3b9790e8026b req-04d7b4e2-aac6-4179-9cb0-c8e8a9902796 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:22.149869 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc50fea2-38b7-411a-ab6c-3b9790e8026b req-04d7b4e2-aac6-4179-9cb0-c8e8a9902796 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1168907 Dec 08 13:05:22.154047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0744ff-ccc8-4f7e-a130-2b68977a3aee tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.154047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.194916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.200308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:22.200694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:22.209391 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:22.352238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.354192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0744ff-ccc8-4f7e-a130-2b68977a3aee tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Port': ['ID=e8be22d5-1317-489c-bdbe-9d76727b37d9,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:22.396476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8:0:1::328 (ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7/d09f27cb-2fed-4246-b732-f1079fc3f207/ae2fc398-5d8f-4569-8884-7b41fb4912e2) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:22.396691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7e0744ff-ccc8-4f7e-a130-2b68977a3aee tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] In _notify_port_updated(), no bound segment for port e8be22d5-1317-489c-bdbe-9d76727b37d9 on network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:05:22.403046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0744ff-ccc8-4f7e-a130-2b68977a3aee tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:22.403906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0744ff-ccc8-4f7e-a130-2b68977a3aee tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.405113 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7e0744ff-ccc8-4f7e-a130-2b68977a3aee tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "PUT /v2.0/ports/e8be22d5-1317-489c-bdbe-9d76727b37d9 HTTP/1.1" status: 200 len: 995 time: 1.6518672 Dec 08 13:05:22.411885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55288) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:22.418497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Subnet': ['ID=c5ba02ba-d768-4fb4-a665-f9ca0896f2b4,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:22.435179 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc50fea2-38b7-411a-ab6c-3b9790e8026b req-7c759b36-2032-4d13-a667-00de6d681436 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458959 Dec 08 13:05:22.438316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Checking segment: {'id': 'cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cd18e31c-861c-4fac-adc2-a063a2bce835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:22.438816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network hostable DHCP agents. Network: cd18e31c-861c-4fac-adc2-a063a2bce835, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:22.504466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b9674138-5554-467e-869a-db24afeca8e7 None None] Provisioning complete for port e8be22d5-1317-489c-bdbe-9d76727b37d9 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:22.505022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b9674138-5554-467e-869a-db24afeca8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.511825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.526243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.532879 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f75a3534-4f3f-4bc4-8f24-a18ebd407bb2 HTTP/1.1" status: 204 len: 168 time: 2.1720979 Dec 08 13:05:22.549276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943456ec-98f0-490b-b0ae-b0c439592486 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75a3534-4f3f-4bc4-8f24-a18ebd407bb2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:22.562600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network cd18e31c-861c-4fac-adc2-a063a2bce835 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:22.571791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b9674138-5554-467e-869a-db24afeca8e7 None None] Port e8be22d5-1317-489c-bdbe-9d76727b37d9 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:22.597822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.607950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623af48-fc9d-4be6-83a5-813d7d54894d req-580587e6-ef39-4add-82b7-7b8b4b399f4e tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:22.609744 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2623af48-fc9d-4be6-83a5-813d7d54894d req-580587e6-ef39-4add-82b7-7b8b4b399f4e tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.0615606 Dec 08 13:05:22.669640 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2623af48-fc9d-4be6-83a5-813d7d54894d req-950002a4-0110-4560-a07b-d61875e2d836 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531609 Dec 08 13:05:22.679249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, cd18e31c-861c-4fac-adc2-a063a2bce835) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:22.686289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:22.687080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.703576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7d99ab-17b5-4acd-97cb-948dfe82ab24 None None] Network cd18e31c-861c-4fac-adc2-a063a2bce835 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:22.703832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Deleting port 6bd1167d-7aaa-4799-865f-0ab47b331992 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:22.703832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.703832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6a5061f7-1616-443e-b3e5-d4d3b736f5e1 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Deleting port e8be22d5-1317-489c-bdbe-9d76727b37d9 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:22.703832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a5061f7-1616-443e-b3e5-d4d3b736f5e1 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.766054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event updated for resources: {'Subnet': ['ID=ca06345d-c916-4b3c-92d3-fb6d8e6b1972,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:22.779252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.816376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b5dca0fb-b910-4e6d-bfd6-fd152f444e01 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9308312 Dec 08 13:05:22.817166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55302) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:22.825037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-cd18e31c-861c-4fac-adc2-a063a2bce835', 'network_id': 'cd18e31c-861c-4fac-adc2-a063a2bce835', 'project_id': '70d5114f1acd4f58bdac73e9df1956ac', 'fixed_ips': [{'subnet_id': 'c5ba02ba-d768-4fb4-a665-f9ca0896f2b4'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:22.826187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.831931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Request body: {'network': {'name': 'tempest-router-network01--2075807371'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:22.865006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.874317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Checking segment: {'id': 'c4d271c3-7d4f-4388-824b-0a22d6a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '724f01ac-dd22-4fa8-a370-bd660f3bd1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:22.874964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Network hostable DHCP agents. Network: 724f01ac-dd22-4fa8-a370-bd660f3bd1db, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:22.924747 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.929969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Made reservation on behalf of 70d5114f1acd4f58bdac73e9df1956ac for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:22.934128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.961748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:22.968658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Calling delete_port for 6bd1167d-7aaa-4799-865f-0ab47b331992 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:22.971229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a5061f7-1616-443e-b3e5-d4d3b736f5e1 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:22.988334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55306) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:23.009512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.009856 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Added segment 7ccc4223-c66b-4495-b1fc-494466d7a4b0 of type vlan for network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 Dec 08 13:05:23.020647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=ae2fc398-5d8f-4569-8884-7b41fb4912e2,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:23.023470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6a5061f7-1616-443e-b3e5-d4d3b736f5e1 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Calling delete_port for e8be22d5-1317-489c-bdbe-9d76727b37d9 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:23.023984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Allocated IP 172.20.0.2 (cd18e31c-861c-4fac-adc2-a063a2bce835/c5ba02ba-d768-4fb4-a665-f9ca0896f2b4/052e88b5-8f20-4593-a370-3731d496dd9d) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:23.042272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] In _notify_port_updated(), no bound segment for port ae2fc398-5d8f-4569-8884-7b41fb4912e2 on network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:05:23.047857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:23.048492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.053093 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1b649aec-9724-4c02-8b77-b66507d4e98a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "PUT /v2.0/ports/ae2fc398-5d8f-4569-8884-7b41fb4912e2 HTTP/1.1" status: 200 len: 1011 time: 1.6912026 Dec 08 13:05:23.053714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55308) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:23.086801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.093890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-847add4c-013b-4c1d-9a78-296fc8c22cf6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da815581212a4701a86518ac824fe360&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1042032 Dec 08 13:05:23.096244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55310) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:23.140254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Network 724f01ac-dd22-4fa8-a370-bd660f3bd1db is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:23.162677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55312) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:23.165457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d8fbba9-7c7c-46d1-a830-2eba2d7541c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.198452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d8fbba9-7c7c-46d1-a830-2eba2d7541c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.246809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.253085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:23.253719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.329251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.353020 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ff3cfbb5-8006-4aef-bcdd-79378ec85a9b tempest-ServiceProvidersTest-1491262458 tempest-ServiceProvidersTest-1491262458-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1854441 Dec 08 13:05:23.353764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d8fbba9-7c7c-46d1-a830-2eba2d7541c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.356373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d8fbba9-7c7c-46d1-a830-2eba2d7541c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.357417 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9d8fbba9-7c7c-46d1-a830-2eba2d7541c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/58f27a3e-3208-4206-83cd-54ca76523a74 HTTP/1.1" status: 204 len: 168 time: 0.2601757 Dec 08 13:05:23.358107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Network': ['ID=8f39f60a-c8a7-4767-b14d-8672e6bf79e9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:23.365913 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-83866671-4652-4809-b2b4-a16c4c2f8392 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5474031 Dec 08 13:05:23.368893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55320) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:23.375852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:23.377921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Request body: {'network': {'name': 'tempest-router-network02--903239327'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:23.380605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 724f01ac-dd22-4fa8-a370-bd660f3bd1db) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:23.384323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fbba9-7c7c-46d1-a830-2eba2d7541c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f27a3e-3208-4206-83cd-54ca76523a74,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:23.435665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c452aba-e7b9-4113-8b7f-687b44202762 None None] Network 724f01ac-dd22-4fa8-a370-bd660f3bd1db requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:23.439354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:23.439955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.451176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a5061f7-1616-443e-b3e5-d4d3b736f5e1 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.461434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.502218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Made reservation on behalf of 70d5114f1acd4f58bdac73e9df1956ac for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:23.507146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5061f7-1616-443e-b3e5-d4d3b736f5e1 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event deleted for resources: {'Port': ['ID=e8be22d5-1317-489c-bdbe-9d76727b37d9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:23.511539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.543516 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9ed485a2-076a-4f19-8520-b84c17b07bc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port ae2fc398-5d8f-4569-8884-7b41fb4912e2 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:23.543516 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ed485a2-076a-4f19-8520-b84c17b07bc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.583600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Network cd18e31c-861c-4fac-adc2-a063a2bce835 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:23.584997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:23.603538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.607349 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Added segment 68b2c982-274f-4bf4-a868-9e416494cfe0 of type vlan for network 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a Dec 08 13:05:23.628099 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-674f1d7e-3f9b-460d-9b6c-2b5d9e043a85 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5814729 Dec 08 13:05:23.639347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55324) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:23.645062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Request body: {'port': {'network_id': '724f01ac-dd22-4fa8-a370-bd660f3bd1db', 'name': 'tempest-DHCPAgentSchedulersTestJSON-765677882'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:23.768312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.811235 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ed485a2-076a-4f19-8520-b84c17b07bc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:23.857104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event deleted for resources: {'Port': ['ID=6bd1167d-7aaa-4799-865f-0ab47b331992,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:23.874050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9ed485a2-076a-4f19-8520-b84c17b07bc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for ae2fc398-5d8f-4569-8884-7b41fb4912e2 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:23.924362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:23.992400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba0d3c-4a42-4a67-a2dc-4ffd7cd16e08 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:23.998172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a5061f7-1616-443e-b3e5-d4d3b736f5e1 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.001509 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6a5061f7-1616-443e-b3e5-d4d3b736f5e1 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "DELETE /v2.0/ports/e8be22d5-1317-489c-bdbe-9d76727b37d9 HTTP/1.1" status: 204 len: 168 time: 1.5890362 Dec 08 13:05:24.004154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.005233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:24.009684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b68df1f1-31c4-4a69-9cd5-15295f9174df None None] Provisioning complete for port ae2fc398-5d8f-4569-8884-7b41fb4912e2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:24.010190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b68df1f1-31c4-4a69-9cd5-15295f9174df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.046491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Pushing event updated for resources: {'Port': ['ID=052e88b5-8f20-4593-a370-3731d496dd9d,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:24.103741 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.105863 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.154170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b68df1f1-31c4-4a69-9cd5-15295f9174df None None] Port ae2fc398-5d8f-4569-8884-7b41fb4912e2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:24.154438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55332) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:24.154438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55334) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:24.155006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Attempting to bind port 052e88b5-8f20-4593-a370-3731d496dd9d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:24.155006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Attempting to bind port 052e88b5-8f20-4593-a370-3731d496dd9d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cd18e31c-861c-4fac-adc2-a063a2bce835'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:24.155006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Attempting to bind port 052e88b5-8f20-4593-a370-3731d496dd9d on network cd18e31c-861c-4fac-adc2-a063a2bce835 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:24.166621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-724f01ac-dd22-4fa8-a370-bd660f3bd1db', 'network_id': '724f01ac-dd22-4fa8-a370-bd660f3bd1db', 'project_id': '33a2bf8cf13145c4a71546836ef99ea7', 'fixed_ips': [{'subnet_id': 'ca06345d-c916-4b3c-92d3-fb6d8e6b1972'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:24.168299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.186243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:24.192500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Checking segment: {'id': 'cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cd18e31c-861c-4fac-adc2-a063a2bce835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:24.192641 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da6e8ce-4e23-49ab-8a59-974afa5cedaf tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] GET failed (client error): The resource could not be found. Dec 08 13:05:24.192730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.192730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Bound using segment: {'id': 'cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cd18e31c-861c-4fac-adc2-a063a2bce835'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:24.192889 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9da6e8ce-4e23-49ab-8a59-974afa5cedaf tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "GET /v2.0/ports/e8be22d5-1317-489c-bdbe-9d76727b37d9 HTTP/1.1" status: 404 len: 333 time: 0.0366793 Dec 08 13:05:24.193447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Bound port: 052e88b5-8f20-4593-a370-3731d496dd9d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cd18e31c-861c-4fac-adc2-a063a2bce835'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:24.194045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55340) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:24.195790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.198049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.200653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'port': {'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8', 'name': 'tempest-AllowedAddressPairTestJSON-1186000144'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:24.245118 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.245691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Fanout notify agent at l3_agent the message router_deleted on router 42357a61-bd12-4512-8a7b-07059a76300d {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:05:24.260872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.265736 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c40c9572-41dc-4f50-b950-a751db557947 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/42357a61-bd12-4512-8a7b-07059a76300d HTTP/1.1" status: 204 len: 168 time: 2.7243147 Dec 08 13:05:24.265829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55344) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:24.278997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1190612336', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': False}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:24.313528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.322982 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:24.328860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.368948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe347f79-ce69-4345-a219-b71451aa8bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.373258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] For port 052e88b5-8f20-4593-a370-3731d496dd9d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:24.378735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.379038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] For port 052e88b5-8f20-4593-a370-3731d496dd9d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=052e88b5-8f20-4593-a370-3731d496dd9d,segment=NetworkSegment(cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1),segment_id=cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:24.379914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.418415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Network': ['ID=9d81e9b9-ba7f-4332-8c8d-4811191d6a2a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:24.435015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:24.437707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Allocated IP 172.20.0.2 (724f01ac-dd22-4fa8-a370-bd660f3bd1db/ca06345d-c916-4b3c-92d3-fb6d8e6b1972/63aae631-4785-4404-a488-57a3dda14d20) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:24.473011 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-aeba88cb-8e2d-4e00-a1b8-f771f4b8a413 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1016212 Dec 08 13:05:24.475086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55348) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:24.485327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Request body: {'subnet': {'network_id': '8f39f60a-c8a7-4767-b14d-8672e6bf79e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:24.518863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.561365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Made reservation on behalf of 33a2bf8cf13145c4a71546836ef99ea7 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:24.567607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.594033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] device_id is not set on port 184ee588-d705-44ee-b018-d4bac2464c1f yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:24.612776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ed485a2-076a-4f19-8520-b84c17b07bc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.631920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c5ab-7cdc-420c-9ce4-9977bd420e29 None None] Pushing event updated for resources: {'Port': ['ID=052e88b5-8f20-4593-a370-3731d496dd9d,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:24.658833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe347f79-ce69-4345-a219-b71451aa8bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.721690 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed485a2-076a-4f19-8520-b84c17b07bc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=ae2fc398-5d8f-4569-8884-7b41fb4912e2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:24.722394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Made reservation on behalf of 982f70a3f4cc4a1c803ebf29848b4336 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:24.729239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.732905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.745804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.778921 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe347f79-ce69-4345-a219-b71451aa8bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.838790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ed485a2-076a-4f19-8520-b84c17b07bc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.845553 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9ed485a2-076a-4f19-8520-b84c17b07bc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/ae2fc398-5d8f-4569-8884-7b41fb4912e2 HTTP/1.1" status: 204 len: 168 time: 1.7874444 Dec 08 13:05:24.850285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] device_id is not set on port a76953fd-e4e7-439f-9562-7312a601264e yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:24.855409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:24.874773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Network 724f01ac-dd22-4fa8-a370-bd660f3bd1db is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:24.892134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55356) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:24.893769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe347f79-ce69-4345-a219-b71451aa8bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cb9d35-9ae1-4e3f-b108-bfff3020271e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:24.911369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:24.916476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:24.970543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Pushing event updated for resources: {'Port': ['ID=63aae631-4785-4404-a488-57a3dda14d20,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:24.973915 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fe347f79-ce69-4345-a219-b71451aa8bbf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=01582979a22e4ccd95a6a88f581c5e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8206985 Dec 08 13:05:24.992903 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4a14dc-acf7-4706-94fe-da4ef20f97a1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:05:24.996479 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-db4a14dc-acf7-4706-94fe-da4ef20f97a1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/ae2fc398-5d8f-4569-8884-7b41fb4912e2 HTTP/1.1" status: 404 len: 333 time: 0.0872335 Dec 08 13:05:24.997490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55360) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:24.997829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55362) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:25.023810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Attempting to bind port 63aae631-4785-4404-a488-57a3dda14d20 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:25.024180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Attempting to bind port 63aae631-4785-4404-a488-57a3dda14d20 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c4d271c3-7d4f-4388-824b-0a22d6a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '724f01ac-dd22-4fa8-a370-bd660f3bd1db'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:25.027186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Attempting to bind port 63aae631-4785-4404-a488-57a3dda14d20 on network 724f01ac-dd22-4fa8-a370-bd660f3bd1db {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:25.035687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:25.036153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Checking segment: {'id': 'c4d271c3-7d4f-4388-824b-0a22d6a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '724f01ac-dd22-4fa8-a370-bd660f3bd1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:25.036469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.037201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Bound using segment: {'id': 'c4d271c3-7d4f-4388-824b-0a22d6a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '724f01ac-dd22-4fa8-a370-bd660f3bd1db'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:25.037338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Bound port: 63aae631-4785-4404-a488-57a3dda14d20, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d271c3-7d4f-4388-824b-0a22d6a1f734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '724f01ac-dd22-4fa8-a370-bd660f3bd1db'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:25.037704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.043850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Made reservation on behalf of 70d5114f1acd4f58bdac73e9df1956ac for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:25.052597 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.169309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.188625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] For port 63aae631-4785-4404-a488-57a3dda14d20, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:25.192179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Allocated IP 172.20.0.11 (724f01ac-dd22-4fa8-a370-bd660f3bd1db/ca06345d-c916-4b3c-92d3-fb6d8e6b1972/184ee588-d705-44ee-b018-d4bac2464c1f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:25.194038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] For port 63aae631-4785-4404-a488-57a3dda14d20, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=63aae631-4785-4404-a488-57a3dda14d20,segment=NetworkSegment(c4d271c3-7d4f-4388-824b-0a22d6a1f734),segment_id=c4d271c3-7d4f-4388-824b-0a22d6a1f734)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:25.284645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.292808 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-793f484b-bac7-4117-9a16-d3dc26c40e73 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet d09f27cb-2fed-4246-b732-f1079fc3f207 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:25.309546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-793f484b-bac7-4117-9a16-d3dc26c40e73 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.374046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3c827d8-f269-431b-a984-485504104b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.378815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc95d78-5bd1-40e7-bfbe-860d3260d91b None None] Pushing event updated for resources: {'Port': ['ID=63aae631-4785-4404-a488-57a3dda14d20,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:25.396101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Allocated IP 172.20.0.4 (379546ad-2a2a-4ebc-9a07-62f607ba0dd8/0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5/a76953fd-e4e7-439f-9562-7312a601264e) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:25.443713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-793f484b-bac7-4117-9a16-d3dc26c40e73 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.481229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3c827d8-f269-431b-a984-485504104b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.492926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.703156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.762884 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-793f484b-bac7-4117-9a16-d3dc26c40e73 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.801972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.807303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Network 724f01ac-dd22-4fa8-a370-bd660f3bd1db is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:25.827880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3c827d8-f269-431b-a984-485504104b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.830441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3c827d8-f269-431b-a984-485504104b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.831860 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f3c827d8-f269-431b-a984-485504104b43 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44cb9d35-9ae1-4e3f-b108-bfff3020271e HTTP/1.1" status: 204 len: 168 time: 0.7984450 Dec 08 13:05:25.850405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event updated for resources: {'Port': ['ID=184ee588-d705-44ee-b018-d4bac2464c1f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:25.851710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c827d8-f269-431b-a984-485504104b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cb9d35-9ae1-4e3f-b108-bfff3020271e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:25.854042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:25.856898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:25.870188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:25.871299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.045229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:26.045952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.190082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Allocated IP 172.26.7.175 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/56f2d1f9-6ff4-447b-9561-79a6bb69e465) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:26.225582 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 63aae631-4785-4404-a488-57a3dda14d20 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:26.227088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1fd3614e-aeae-4829-9103-82323bc4d2ed tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5858953 Dec 08 13:05:26.235402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55376) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:26.307794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d6910-ff0e-4809-a4ca-86090b06e702 None None] Network cd18e31c-861c-4fac-adc2-a063a2bce835 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:26.362419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3d40d3ae-beed-446a-a61c-71360caae62e None None] Provisioning complete for port 052e88b5-8f20-4593-a370-3731d496dd9d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:26.363216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3d40d3ae-beed-446a-a61c-71360caae62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.426716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.469103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.479308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-bc60bb76-738e-484f-8870-293b02509196 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Deleting port 184ee588-d705-44ee-b018-d4bac2464c1f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:26.479759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bc60bb76-738e-484f-8870-293b02509196 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.492608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 63aae631-4785-4404-a488-57a3dda14d20 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:26.493585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.500115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Subnet': ['ID=adced8df-e4ce-4b82-ad37-c4734662ecb4,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:26.544194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Checking segment: {'id': '7ccc4223-c66b-4495-b1fc-494466d7a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8f39f60a-c8a7-4767-b14d-8672e6bf79e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:26.544599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network hostable DHCP agents. Network: 8f39f60a-c8a7-4767-b14d-8672e6bf79e9, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:26.565885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-793f484b-bac7-4117-9a16-d3dc26c40e73 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.571149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55388) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:26.621392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bc60bb76-738e-484f-8870-293b02509196 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.635100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f484b-bac7-4117-9a16-d3dc26c40e73 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=d09f27cb-2fed-4246-b732-f1079fc3f207,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:26.638955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-793f484b-bac7-4117-9a16-d3dc26c40e73 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.640019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-bc60bb76-738e-484f-8870-293b02509196 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Calling delete_port for 184ee588-d705-44ee-b018-d4bac2464c1f owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:26.645674 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-793f484b-bac7-4117-9a16-d3dc26c40e73 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/d09f27cb-2fed-4246-b732-f1079fc3f207 HTTP/1.1" status: 204 len: 168 time: 1.6084726 Dec 08 13:05:26.646299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55394) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:26.688148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3d40d3ae-beed-446a-a61c-71360caae62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.691380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc8100-e79c-4e16-8358-25b4508c91d0 None None] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:26.705727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.717478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.740055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:26.790864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:26.798034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:26.803097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:26.804118 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4603149-02e2-45b1-a21e-aa2b4a748b5f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet 791d80fc-e0d1-4c8a-ac00-94427d734b69 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:26.814264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:26.818673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4603149-02e2-45b1-a21e-aa2b4a748b5f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.821529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 8f39f60a-c8a7-4767-b14d-8672e6bf79e9) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:26.841687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:26.847468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Port': ['ID=a76953fd-e4e7-439f-9562-7312a601264e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:26.851278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event updated for resources: {'Port': ['ID=56f2d1f9-6ff4-447b-9561-79a6bb69e465,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:26.856467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:26.857166 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:26.882191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:26.894453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b1bdace6-e7f6-4cda-824a-b1fdcb144bee tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1276519973'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:26.895324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b1bdace6-e7f6-4cda-824a-b1fdcb144bee tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Unknown quota resources ['metering_label']. {{(pid=103716) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 13:05:26.928047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066e59ea-7da5-4aed-bda8-0b1157bf7042 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:26.931526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed104e8-b65c-41e3-ad0a-5fb2b7ab3f49 None None] Network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:27.017889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4603149-02e2-45b1-a21e-aa2b4a748b5f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.023772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3d40d3ae-beed-446a-a61c-71360caae62e None None] For port 052e88b5-8f20-4593-a370-3731d496dd9d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=052e88b5-8f20-4593-a370-3731d496dd9d,segment=NetworkSegment(cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1),segment_id=cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:27.043048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.057258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9ba5c-4a2b-4524-aa3c-5c38ae6a3f9a None None] Network 724f01ac-dd22-4fa8-a370-bd660f3bd1db requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:27.063058 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:27.063689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.108735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 63aae631-4785-4404-a488-57a3dda14d20, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=63aae631-4785-4404-a488-57a3dda14d20,segment=NetworkSegment(c4d271c3-7d4f-4388-824b-0a22d6a1f734),segment_id=c4d271c3-7d4f-4388-824b-0a22d6a1f734)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:27.118856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3d40d3ae-beed-446a-a61c-71360caae62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.168831 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a7357e4f-ac79-4848-929a-c4829685e4bd tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6917298 Dec 08 13:05:27.169851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55398) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:27.174638 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Request body: {'subnet': {'network_id': '9d81e9b9-ba7f-4332-8c8d-4811191d6a2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:27.201448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bc60bb76-738e-484f-8870-293b02509196 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.262175 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b1bdace6-e7f6-4cda-824a-b1fdcb144bee tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.263393 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b1bdace6-e7f6-4cda-824a-b1fdcb144bee tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6860600 Dec 08 13:05:27.266718 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2007539c-52a9-417f-9234-051422285892 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0716391 Dec 08 13:05:27.272773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55402) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:27.273659 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55404) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:27.275227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60bb76-738e-484f-8870-293b02509196 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event deleted for resources: {'Port': ['ID=184ee588-d705-44ee-b018-d4bac2464c1f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:27.283924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.284704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 052e88b5-8f20-4593-a370-3731d496dd9d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:27.290930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-36c7df86-237c-44e3-9e5d-97dc8b672b9a tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd2d6de64-ece3-47a1-a7b9-5ca3c1639d5d'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:27.291450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-36c7df86-237c-44e3-9e5d-97dc8b672b9a tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103716) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 13:05:27.297658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-28675f88-4cc7-4963-b18b-a1ade9ddbac0 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:24:db:8b'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:27.344834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4603149-02e2-45b1-a21e-aa2b4a748b5f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.444218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.459538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40d3ae-beed-446a-a61c-71360caae62e None None] Pushing event updated for resources: {'Port': ['ID=052e88b5-8f20-4593-a370-3731d496dd9d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:27.466004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-768684b1-8979-4077-970d-f64d3d577ed7 None None] Provisioning complete for port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:27.466729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-768684b1-8979-4077-970d-f64d3d577ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.513817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-768684b1-8979-4077-970d-f64d3d577ed7 None None] Port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:27.616606 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.services.metering.metering_plugin [None req-36c7df86-237c-44e3-9e5d-97dc8b672b9a tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 13:05:27.670879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bc60bb76-738e-484f-8870-293b02509196 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.676620 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bc60bb76-738e-484f-8870-293b02509196 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] 10.222.0.76 "DELETE /v2.0/ports/184ee588-d705-44ee-b018-d4bac2464c1f HTTP/1.1" status: 204 len: 168 time: 1.4373150 Dec 08 13:05:27.678089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55412) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:27.750979 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4603149-02e2-45b1-a21e-aa2b4a748b5f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.769813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Made reservation on behalf of 70d5114f1acd4f58bdac73e9df1956ac for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:27.780693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.817447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4603149-02e2-45b1-a21e-aa2b4a748b5f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=791d80fc-e0d1-4c8a-ac00-94427d734b69,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:27.872735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4603149-02e2-45b1-a21e-aa2b4a748b5f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.879013 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b4603149-02e2-45b1-a21e-aa2b4a748b5f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/791d80fc-e0d1-4c8a-ac00-94427d734b69 HTTP/1.1" status: 204 len: 168 time: 1.2316408 Dec 08 13:05:27.880434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55418) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:27.884813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36c7df86-237c-44e3-9e5d-97dc8b672b9a tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.885963 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-36c7df86-237c-44e3-9e5d-97dc8b672b9a tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5984449 Dec 08 13:05:27.905229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55420) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:27.910998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-8f39f60a-c8a7-4767-b14d-8672e6bf79e9', 'network_id': '8f39f60a-c8a7-4767-b14d-8672e6bf79e9', 'project_id': '70d5114f1acd4f58bdac73e9df1956ac', 'fixed_ips': [{'subnet_id': 'adced8df-e4ce-4b82-ad37-c4734662ecb4'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:27.911893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:27.935672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c4160cf8-12c7-4785-9f53-bff43c64d535 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd2d6de64-ece3-47a1-a7b9-5ca3c1639d5d'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:27.936172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c4160cf8-12c7-4785-9f53-bff43c64d535 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103716) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 13:05:27.995273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=63aae631-4785-4404-a488-57a3dda14d20,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:27.996127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.005495 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28675f88-4cc7-4963-b18b-a1ade9ddbac0 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.021718 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b0a6bed6-6859-4f60-9c98-a5c49d5b8012 tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4561 time: 0.3399122 Dec 08 13:05:28.055821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55422) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:28.064743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-573578322'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:28.092999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.126502 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.services.metering.metering_plugin [None req-c4160cf8-12c7-4785-9f53-bff43c64d535 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 13:05:28.129941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-768684b1-8979-4077-970d-f64d3d577ed7 None None] Provisioning complete for port 63aae631-4785-4404-a488-57a3dda14d20 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:28.130515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-768684b1-8979-4077-970d-f64d3d577ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.172628 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 052e88b5-8f20-4593-a370-3731d496dd9d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:28.173966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.209729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Made reservation on behalf of 33a2bf8cf13145c4a71546836ef99ea7 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:28.214237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.292020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:28.309103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.310925 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Added segment 3a1c39cd-79d3-4462-b68f-791ad03e314b of type vlan for network a75fb5ab-7628-4669-8de5-1ef7c648fd5c Dec 08 13:05:28.344930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4160cf8-12c7-4785-9f53-bff43c64d535 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.346314 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c4160cf8-12c7-4785-9f53-bff43c64d535 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4293678 Dec 08 13:05:28.354541 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55432) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:28.381266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Allocated IP 172.20.0.2 (8f39f60a-c8a7-4767-b14d-8672e6bf79e9/adced8df-e4ce-4b82-ad37-c4734662ecb4/a028ec4e-2f5d-4b24-88bc-741dd8c4b190) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:28.399983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.401434 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-98596e2d-b552-4a04-8fa5-67ab0ab90d6d tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=676e8250-cd94-4337-b2bd-508214658d19 HTTP/1.1" status: 200 len: 464 time: 0.0454195 Dec 08 13:05:28.410335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Router d04aa688-23a9-46d2-98b4-ef2948a5d1d1 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:05:28.413170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55434) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:28.441453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.541103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 6f00d004-f735-4f81-a66f-7666ac9d7c0e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:28.541103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.591315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11648f9-ac2a-4c88-844f-9e93935d3762 None None] Network ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:28.675185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 63aae631-4785-4404-a488-57a3dda14d20 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:28.676569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.683530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:28.684166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.767777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-174d745c-d7af-4a4f-ac4c-1035b04418f6 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.771433 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-174d745c-d7af-4a4f-ac4c-1035b04418f6 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/676e8250-cd94-4337-b2bd-508214658d19 HTTP/1.1" status: 204 len: 168 time: 0.3470008 Dec 08 13:05:28.779328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55442) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:28.781951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] For port 6f00d004-f735-4f81-a66f-7666ac9d7c0e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6f00d004-f735-4f81-a66f-7666ac9d7c0e,segment=NetworkSegment(cfed3ede-0364-44a0-af0d-79e2c6be3e08),segment_id=cfed3ede-0364-44a0-af0d-79e2c6be3e08)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:28.782393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.808513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28675f88-4cc7-4963-b18b-a1ade9ddbac0 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.810881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 6f00d004-f735-4f81-a66f-7666ac9d7c0e owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:28.813788 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a72cb44c-f98c-4356-a4d0-44533013914e tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=676e8250-cd94-4337-b2bd-508214658d19 HTTP/1.1" status: 200 len: 221 time: 0.0276527 Dec 08 13:05:28.817246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event updated for resources: {'Network': ['ID=a75fb5ab-7628-4669-8de5-1ef7c648fd5c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:28.818598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55444) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:28.820760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Checking segment: {'id': '68b2c982-274f-4bf4-a868-9e416494cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d81e9b9-ba7f-4332-8c8d-4811191d6a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:28.821131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network hostable DHCP agents. Network: 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:28.833669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bf440f20-eed2-4506-8623-83148c650977 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--464122371', 'description': 'label created by tempest'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:28.840374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bf440f20-eed2-4506-8623-83148c650977 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Unknown quota resources ['metering_label']. {{(pid=103716) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 13:05:28.867876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8d7addd0-a67f-4967-bfce-3ee3ce7c65a2 None None] Provisioning complete for port a76953fd-e4e7-439f-9562-7312a601264e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:28.868253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d7addd0-a67f-4967-bfce-3ee3ce7c65a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.922834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network a75fb5ab-7628-4669-8de5-1ef7c648fd5c details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:28.924983 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28675f88-4cc7-4963-b18b-a1ade9ddbac0 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:28.928594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8d7addd0-a67f-4967-bfce-3ee3ce7c65a2 None None] Port a76953fd-e4e7-439f-9562-7312a601264e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:28.939247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55446) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:29.118275 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.169982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28675f88-4cc7-4963-b18b-a1ade9ddbac0 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Port': ['ID=a76953fd-e4e7-439f-9562-7312a601264e,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:29.240795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bf440f20-eed2-4506-8623-83148c650977 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.242603 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bf440f20-eed2-4506-8623-83148c650977 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4224174 Dec 08 13:05:29.244542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-28675f88-4cc7-4963-b18b-a1ade9ddbac0 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] In _notify_port_updated(), no bound segment for port a76953fd-e4e7-439f-9562-7312a601264e on network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:05:29.251350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28675f88-4cc7-4963-b18b-a1ade9ddbac0 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:29.252025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28675f88-4cc7-4963-b18b-a1ade9ddbac0 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.253331 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-28675f88-4cc7-4963-b18b-a1ade9ddbac0 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "PUT /v2.0/ports/a76953fd-e4e7-439f-9562-7312a601264e HTTP/1.1" status: 200 len: 996 time: 1.9787071 Dec 08 13:05:29.254026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55450) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:29.268021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55452) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:29.271895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Subnet': ['ID=6774fbb8-e076-4e9e-8e6e-7130300d9f7c,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:29.289122 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-439039a9-39d7-4974-99a7-01283da63d8b tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2285466 Dec 08 13:05:29.292391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55454) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:29.295967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8d7addd0-a67f-4967-bfce-3ee3ce7c65a2 None None] Provisioning complete for port 052e88b5-8f20-4593-a370-3731d496dd9d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:29.297398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d7addd0-a67f-4967-bfce-3ee3ce7c65a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.305448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.374902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'network': {'name': 'tempest-network-smoke--1357109645', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'port_security_enabled': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:29.375227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 63aae631-4785-4404-a488-57a3dda14d20 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:29.375625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.379729 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-59c042d6-36fb-49f3-8188-f4b141f41be6 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=b39344b0-d057-4785-9f2a-ac7fd0e62372 HTTP/1.1" status: 200 len: 467 time: 0.1238358 Dec 08 13:05:29.382658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55456) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:29.384811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:29.400304 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Sync routers for ids ['d04aa688-23a9-46d2-98b4-ef2948a5d1d1'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:29.417066 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Routers {'d04aa688-23a9-46d2-98b4-ef2948a5d1d1'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:29.421022 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d04aa688-23a9-46d2-98b4-ef2948a5d1d1'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:29.428175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:29.432510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Pushing event updated for resources: {'Port': ['ID=a028ec4e-2f5d-4b24-88bc-741dd8c4b190,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:29.440158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:29.445569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:29.535442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] DHCP port deletion for ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:29.591876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e60c36d4-0cb1-480b-8487-61e094c87a9a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Deleting port a76953fd-e4e7-439f-9562-7312a601264e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:29.592383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e60c36d4-0cb1-480b-8487-61e094c87a9a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.612942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Attempting to bind port a028ec4e-2f5d-4b24-88bc-741dd8c4b190 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:29.613568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Attempting to bind port a028ec4e-2f5d-4b24-88bc-741dd8c4b190 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '7ccc4223-c66b-4495-b1fc-494466d7a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8f39f60a-c8a7-4767-b14d-8672e6bf79e9'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:29.613568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Attempting to bind port a028ec4e-2f5d-4b24-88bc-741dd8c4b190 on network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:29.622695 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3ed50e69-844f-4b79-acac-d649ccc25dc7 tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] 10.222.0.76 "GET /v2.0/agents/905add9d-c6b0-413f-93d0-6fc0a1ddede4/dhcp-networks HTTP/1.1" status: 200 len: 7989 time: 0.3073428 Dec 08 13:05:29.622695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55458) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:29.629568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:29.629568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Checking segment: {'id': '7ccc4223-c66b-4495-b1fc-494466d7a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8f39f60a-c8a7-4767-b14d-8672e6bf79e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:29.629568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.629568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Bound using segment: {'id': '7ccc4223-c66b-4495-b1fc-494466d7a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8f39f60a-c8a7-4767-b14d-8672e6bf79e9'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:29.629568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Bound port: a028ec4e-2f5d-4b24-88bc-741dd8c4b190, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccc4223-c66b-4495-b1fc-494466d7a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '8f39f60a-c8a7-4767-b14d-8672e6bf79e9'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:29.629568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.654982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 052e88b5-8f20-4593-a370-3731d496dd9d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:29.678733 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Set router d04aa688-23a9-46d2-98b4-ef2948a5d1d1 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:29.693173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8d7addd0-a67f-4967-bfce-3ee3ce7c65a2 None None] Provisioning complete for port 63aae631-4785-4404-a488-57a3dda14d20 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:29.693999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d7addd0-a67f-4967-bfce-3ee3ce7c65a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.738978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:29.743565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e60c36d4-0cb1-480b-8487-61e094c87a9a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.763824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e60c36d4-0cb1-480b-8487-61e094c87a9a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Calling delete_port for a76953fd-e4e7-439f-9562-7312a601264e owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:29.790060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] Deleting port 6f00d004-f735-4f81-a66f-7666ac9d7c0e {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:29.790862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.796770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:29.800203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.802763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.841897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2858532f-9c09-4195-b33a-f1ca3271f452 tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] Network a75fb5ab-7628-4669-8de5-1ef7c648fd5c is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:29.847143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] For port a028ec4e-2f5d-4b24-88bc-741dd8c4b190, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:29.849181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:29.858826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:29.859511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.882440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.892986 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No DVR routers for this DVR port 6f00d004-f735-4f81-a66f-7666ac9d7c0e on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:29.899644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.899874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f300923-962e-458d-bf4b-876c6cb95c2b None None] Network 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:29.900965 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-538cb3c2-b55e-4bf5-999d-4aa1b3ce468d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6263466 Dec 08 13:05:29.903796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55460) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:29.904633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] For port a028ec4e-2f5d-4b24-88bc-741dd8c4b190, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a028ec4e-2f5d-4b24-88bc-741dd8c4b190,segment=NetworkSegment(7ccc4223-c66b-4495-b1fc-494466d7a4b0),segment_id=7ccc4223-c66b-4495-b1fc-494466d7a4b0)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:29.907045 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 052e88b5-8f20-4593-a370-3731d496dd9d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:29.907418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.911723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=6f00d004-f735-4f81-a66f-7666ac9d7c0e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:29.914910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] For port 6f00d004-f735-4f81-a66f-7666ac9d7c0e, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:29.915314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:29.957025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eeea69-f2fc-4323-aad8-6fccd68c0ffa None None] Network a75fb5ab-7628-4669-8de5-1ef7c648fd5c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:29.967593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] Calling delete_port for 6f00d004-f735-4f81-a66f-7666ac9d7c0e owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:29.971032 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2858532f-9c09-4195-b33a-f1ca3271f452 tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] 10.222.0.76 "POST /v2.0/agents/905add9d-c6b0-413f-93d0-6fc0a1ddede4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3483653 Dec 08 13:05:29.973680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55462) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:29.993505 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-554d267e-8416-411e-b173-27c060a67f70 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8230720 Dec 08 13:05:30.001085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55464) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.013196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.ipam_backend_mixin [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] Port 6f00d004-f735-4f81-a66f-7666ac9d7c0e was not found and therefore no delete operation was performed {{(pid=103717) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 13:05:30.028386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.066394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.074037 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04aa688-23a9-46d2-98b4-ef2948a5d1d1', 'name': 'tempest-snat-router-1190612336', 'tenant_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.175'}], 'enable_snat': False}, 'gw_port_id': '56f2d1f9-6ff4-447b-9561-79a6bb69e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:24Z', 'updated_at': '2021-12-08T13:05:27Z', 'revision_number': 3, 'project_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'gw_port': {'id': '56f2d1f9-6ff4-447b-9561-79a6bb69e465', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04aa688-23a9-46d2-98b4-ef2948a5d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:25Z', 'updated_at': '2021-12-08T13:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:30.106269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa152f8b-6bc3-4631-b5bd-8c2a0ed0440e tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.111176 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fa152f8b-6bc3-4631-b5bd-8c2a0ed0440e tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/b39344b0-d057-4785-9f2a-ac7fd0e62372 HTTP/1.1" status: 204 len: 168 time: 0.7221482 Dec 08 13:05:30.116101 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Checking router: d04aa688-23a9-46d2-98b4-ef2948a5d1d1 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:05:30.116462 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Updating router d04aa688-23a9-46d2-98b4-ef2948a5d1d1 port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:05:30.123006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55466) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.140644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.158410 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.199557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f5c4f686-2f58-4084-918e-c115a609bd74 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=b39344b0-d057-4785-9f2a-ac7fd0e62372 HTTP/1.1" status: 200 len: 216 time: 0.0753207 Dec 08 13:05:30.200282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55468) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.210170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:30.217867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e60c36d4-0cb1-480b-8487-61e094c87a9a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.232414 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-83bb9c2b-65ba-4fa1-9ad7-1c34e296fc15 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/routers/d04aa688-23a9-46d2-98b4-ef2948a5d1d1 HTTP/1.1" status: 200 len: 909 time: 0.3262146 Dec 08 13:05:30.237925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55470) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.253803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1190612336', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': True}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:30.270097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfed3ede-0364-44a0-af0d-79e2c6be3e08') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:30.270722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfed3ede-0364-44a0-af0d-79e2c6be3e08') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:30.294183 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-582eb984-e542-4f08-b1b9-9ff7d26cd92e tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0865719 Dec 08 13:05:30.295095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55472) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.313399 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c36d4-0cb1-480b-8487-61e094c87a9a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event deleted for resources: {'Port': ['ID=a76953fd-e4e7-439f-9562-7312a601264e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:30.335765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.345524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] No DVR routers for this DVR port 6f00d004-f735-4f81-a66f-7666ac9d7c0e on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:30.357062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8d7addd0-a67f-4967-bfce-3ee3ce7c65a2 None None] Could not find standard attr ID for object 6f00d004-f735-4f81-a66f-7666ac9d7c0e. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:05:30.376583 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8b38081f-9598-47d4-a10c-12a8def3a738 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0758088 Dec 08 13:05:30.377432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55474) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.389977 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2394b8a4-c537-4ff9-aa80-257149b9d03a tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] 10.222.0.76 "GET /v2.0/agents/905add9d-c6b0-413f-93d0-6fc0a1ddede4/dhcp-networks HTTP/1.1" status: 200 len: 9542 time: 0.4145908 Dec 08 13:05:30.398840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55476) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.403144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2756d-2651-415f-84f6-97c410539b04 None None] Pushing event updated for resources: {'Port': ['ID=a028ec4e-2f5d-4b24-88bc-741dd8c4b190,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:30.448784 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.455409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-9d81e9b9-ba7f-4332-8c8d-4811191d6a2a', 'network_id': '9d81e9b9-ba7f-4332-8c8d-4811191d6a2a', 'project_id': '70d5114f1acd4f58bdac73e9df1956ac', 'fixed_ips': [{'subnet_id': '6774fbb8-e076-4e9e-8e6e-7130300d9f7c'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:30.456278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.460719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55862951-0011-4108-b6d5-ce8ed4b24283 None None] Pushing event deleted for resources: {'Port': ['ID=6f00d004-f735-4f81-a66f-7666ac9d7c0e,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:30.503688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0e575192-cb0d-4e4a-b430-0b01f087a6c8 None None] Could not find standard attr ID for object a76953fd-e4e7-439f-9562-7312a601264e. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:05:30.517008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0e575192-cb0d-4e4a-b430-0b01f087a6c8 None None] Could not find standard attr ID for object 184ee588-d705-44ee-b018-d4bac2464c1f. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:05:30.529244 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:30.530304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:30.534477 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:30.569565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.571462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.606769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.644355 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6101a113-16e7-4226-8755-113d96f8b7da tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/d2d6de64-ece3-47a1-a7b9-5ca3c1639d5d HTTP/1.1" status: 200 len: 473 time: 0.2634423 Dec 08 13:05:30.645346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55478) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.682386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6f00d004-f735-4f81-a66f-7666ac9d7c0e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:30.692271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.699599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.722450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e60c36d4-0cb1-480b-8487-61e094c87a9a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.734911 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e60c36d4-0cb1-480b-8487-61e094c87a9a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "DELETE /v2.0/ports/a76953fd-e4e7-439f-9562-7312a601264e HTTP/1.1" status: 204 len: 168 time: 1.4639411 Dec 08 13:05:30.753856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55480) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.780677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:30.783819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 6f00d004-f735-4f81-a66f-7666ac9d7c0e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:30.795237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6f00d004-f735-4f81-a66f-7666ac9d7c0e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:30.799821 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.810147 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-695a4c56-dc7b-4b1b-ae60-1095410e396b tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/7ea41a32-50ef-4576-a1de-5ca0b0e95b5a HTTP/1.1" status: 200 len: 461 time: 0.1571209 Dec 08 13:05:30.834427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.842075 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.850360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55482) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.850695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55484) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.851903 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/networks/ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7 HTTP/1.1" status: 204 len: 168 time: 2.9681542 Dec 08 13:05:30.877030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab25174-15f3-464e-a9a4-195de860b5dc,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:30.881759 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.884921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Allocated IP 172.20.0.2 (9d81e9b9-ba7f-4332-8c8d-4811191d6a2a/6774fbb8-e076-4e9e-8e6e-7130300d9f7c/3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:30.917215 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb0e652-e2cf-498c-8e0a-00db5cd25a65 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] GET failed (client error): The resource could not be found. Dec 08 13:05:30.926181 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9cb0e652-e2cf-498c-8e0a-00db5cd25a65 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "GET /v2.0/ports/a76953fd-e4e7-439f-9562-7312a601264e HTTP/1.1" status: 404 len: 333 time: 0.1536589 Dec 08 13:05:30.926181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:30.926181 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Added segment e0ca9874-fd25-441e-a18a-f8a4680099d8 of type vlan for network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 Dec 08 13:05:30.936455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55486) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:30.945296 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef79f8-9b3f-4417-a11a-3cc4d9ed175d None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:30.949731 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b7fc1-194a-497f-a6ec-b8f67b706ea4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Network': ['ID=ea60e92a-8e6c-46c9-a37d-10d3fd82d5c7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:30.978256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'port': {'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8', 'name': 'tempest-AllowedAddressPairTestJSON-823375550'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:30.984045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.003864 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Attempting to bind port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:31.004469 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Attempting to bind port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:31.005004 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Attempting to bind port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:31.016507 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:31.017947 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:31.018646 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.019339 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:31.019986 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Bound port: 56f2d1f9-6ff4-447b-9561-79a6bb69e465, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:31.020571 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.030783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.034118 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fa8bbf4e-98a5-4cd6-9ba7-91b8dbc32a63 tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] 10.222.0.76 "DELETE /v2.0/agents/905add9d-c6b0-413f-93d0-6fc0a1ddede4/dhcp-networks/a75fb5ab-7628-4669-8de5-1ef7c648fd5c HTTP/1.1" status: 204 len: 168 time: 0.6307282 Dec 08 13:05:31.034118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55488) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:31.099065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b423ebb9-22d3-4e03-b418-f3fef86c38b0 None None] Provisioning complete for port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:31.099065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b423ebb9-22d3-4e03-b418-f3fef86c38b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.129001 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] For port 56f2d1f9-6ff4-447b-9561-79a6bb69e465, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:31.132468 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0c163-322e-4284-9971-bbf25243156b None None] Pushing event updated for resources: {'Port': ['ID=56f2d1f9-6ff4-447b-9561-79a6bb69e465,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:31.145479 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] For port 56f2d1f9-6ff4-447b-9561-79a6bb69e465, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=56f2d1f9-6ff4-447b-9561-79a6bb69e465,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:31.163355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.175739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b423ebb9-22d3-4e03-b418-f3fef86c38b0 None None] Port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:31.188193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.189804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21255107-7af0-44f3-8471-56eb6eaff760 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:31.195124 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-21255107-7af0-44f3-8471-56eb6eaff760 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3316538 Dec 08 13:05:31.195538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:31.195538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.200182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55490) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:31.215362 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.273737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e86fd-60d4-4bb8-beb0-2a25703b1afb None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:31.278835 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.281412 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Routers {'d04aa688-23a9-46d2-98b4-ef2948a5d1d1'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:31.283114 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['d04aa688-23a9-46d2-98b4-ef2948a5d1d1'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:31.339256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Network 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:31.341015 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4001453 Dec 08 13:05:31.344311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55492) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:31.351902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:31.353318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:31.355763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Pushing event updated for resources: {'Port': ['ID=3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:31.371548 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0c163-322e-4284-9971-bbf25243156b None None] Pushing event updated for resources: {'Port': ['ID=56f2d1f9-6ff4-447b-9561-79a6bb69e465,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:31.383333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'admin_state_up': True, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:31.410565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Allocated IP 172.20.0.1 (8f39f60a-c8a7-4767-b14d-8672e6bf79e9/adced8df-e4ce-4b82-ad37-c4734662ecb4/2143314f-a797-4ad8-9698-7c5d15ac8d21) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:31.420114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88e3de-a738-42c1-97bf-c5b99efc33fc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Network': ['ID=17e21cc9-14dd-44a4-8f93-60abdf0f0b69,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:31.435426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:31.438851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Attempting to bind port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:31.439534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Attempting to bind port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '68b2c982-274f-4bf4-a868-9e416494cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d81e9b9-ba7f-4332-8c8d-4811191d6a2a'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:31.439678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Attempting to bind port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb on network 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:31.452463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-71b06352-bab8-4f50-886d-b14c1e103729 None None] Provisioning complete for port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:31.452851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71b06352-bab8-4f50-886d-b14c1e103729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.452976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ae95b7f-0ec5-4c04-a51d-5af05b40af64 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.457435 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3ae95b7f-0ec5-4c04-a51d-5af05b40af64 tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/7ea41a32-50ef-4576-a1de-5ca0b0e95b5a HTTP/1.1" status: 204 len: 168 time: 0.5981669 Dec 08 13:05:31.459885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55494) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:31.488597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:31.489017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Checking segment: {'id': '68b2c982-274f-4bf4-a868-9e416494cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d81e9b9-ba7f-4332-8c8d-4811191d6a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:31.489386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.489788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Bound using segment: {'id': '68b2c982-274f-4bf4-a868-9e416494cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d81e9b9-ba7f-4332-8c8d-4811191d6a2a'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:31.490288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Bound port: 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b2c982-274f-4bf4-a868-9e416494cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d81e9b9-ba7f-4332-8c8d-4811191d6a2a'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:31.490923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.525470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.548021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.549079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.556646 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-59a7bb74-add4-4115-8d62-44a8e84c1e4b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3521919 Dec 08 13:05:31.558192 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] Set router d04aa688-23a9-46d2-98b4-ef2948a5d1d1 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:31.561937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55496) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:31.571395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1716421538'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:31.643815 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-536c867b-5248-4fbf-9a56-8106d5562225 tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] 10.222.0.76 "GET /v2.0/agents/905add9d-c6b0-413f-93d0-6fc0a1ddede4/dhcp-networks HTTP/1.1" status: 200 len: 8027 time: 0.6012242 Dec 08 13:05:31.644874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55498) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:31.669264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] For port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:31.679277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71b06352-bab8-4f50-886d-b14c1e103729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.690071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] For port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb,segment=NetworkSegment(68b2c982-274f-4bf4-a868-9e416494cfe0),segment_id=68b2c982-274f-4bf4-a868-9e416494cfe0)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:31.690861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Made reservation on behalf of 982f70a3f4cc4a1c803ebf29848b4336 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:31.697516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.709185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-71b06352-bab8-4f50-886d-b14c1e103729 None None] For port 56f2d1f9-6ff4-447b-9561-79a6bb69e465, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=56f2d1f9-6ff4-447b-9561-79a6bb69e465,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:31.737991 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-71955bd7-1331-411b-a2c4-6d66efd3498c tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] 10.222.0.76 "GET /v2.0/networks/724f01ac-dd22-4fa8-a370-bd660f3bd1db/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0919137 Dec 08 13:05:31.740864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] device_id is not set on port 5127a91b-a1f5-4d74-b4f0-6c7929989dc3 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:31.746311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55500) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:31.768339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.807573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71b06352-bab8-4f50-886d-b14c1e103729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.845168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5f3874c0-fd08-4cee-85d2-52917bb2e83d tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] 10.222.0.76 "GET /v2.0/networks/724f01ac-dd22-4fa8-a370-bd660f3bd1db/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0943184 Dec 08 13:05:31.848522 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55502) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:31.879661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d1ab7-c61b-4d48-b418-8ad8ee32c8ab None None] Pushing event updated for resources: {'Port': ['ID=3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:31.930653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:31.966070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b06352-bab8-4f50-886d-b14c1e103729 None None] Pushing event updated for resources: {'Port': ['ID=56f2d1f9-6ff4-447b-9561-79a6bb69e465,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:31.978394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.025611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93138e83-fef8-44ed-bf33-ea22b79153af tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.026873 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-93138e83-fef8-44ed-bf33-ea22b79153af tempest-MeteringTestJSON-1459920542 tempest-MeteringTestJSON-1459920542-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/d2d6de64-ece3-47a1-a7b9-5ca3c1639d5d HTTP/1.1" status: 204 len: 168 time: 0.5653875 Dec 08 13:05:32.033003 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04aa688-23a9-46d2-98b4-ef2948a5d1d1', 'name': 'tempest-snat-router-1190612336', 'tenant_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.175'}], 'enable_snat': False}, 'gw_port_id': '56f2d1f9-6ff4-447b-9561-79a6bb69e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:24Z', 'updated_at': '2021-12-08T13:05:27Z', 'revision_number': 3, 'project_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'gw_port': {'id': '56f2d1f9-6ff4-447b-9561-79a6bb69e465', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04aa688-23a9-46d2-98b4-ef2948a5d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:25Z', 'updated_at': '2021-12-08T13:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:32.075402 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc029b-7fda-4e30-9afb-7530dfbc752d None None] The sync data for ids ['d04aa688-23a9-46d2-98b4-ef2948a5d1d1'] in dv-neutron-799625-5-hyperv is: [{'id': 'd04aa688-23a9-46d2-98b4-ef2948a5d1d1', 'name': 'tempest-snat-router-1190612336', 'tenant_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.175'}], 'enable_snat': False}, 'gw_port_id': '56f2d1f9-6ff4-447b-9561-79a6bb69e465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:24Z', 'updated_at': '2021-12-08T13:05:27Z', 'revision_number': 3, 'project_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'gw_port': {'id': '56f2d1f9-6ff4-447b-9561-79a6bb69e465', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04aa688-23a9-46d2-98b4-ef2948a5d1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:25Z', 'updated_at': '2021-12-08T13:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:32.112228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:32.112228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.124518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5afb2-36b0-426b-b7fd-07fbbe5896c6 None None] Network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:32.229096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.234725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.267025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:32.311887 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:32.313110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.313463 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Added segment 4dbb2af5-1277-460f-b4cc-1a71016c2f87 of type vlan for network 84f9ac20-0275-417c-ad17-8e56c136a779 Dec 08 13:05:32.335086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:32.343176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:32.347057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Port': ['ID=2143314f-a797-4ad8-9698-7c5d15ac8d21,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:32.393715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a49be175-7f01-4221-ab6e-cea2e154e90a None None] Provisioning complete for port a028ec4e-2f5d-4b24-88bc-741dd8c4b190 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:32.400243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a49be175-7f01-4221-ab6e-cea2e154e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.439895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.508792 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.572203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a49be175-7f01-4221-ab6e-cea2e154e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.634243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Allocated IP 172.20.0.3 (379546ad-2a2a-4ebc-9a07-62f607ba0dd8/0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5/5127a91b-a1f5-4d74-b4f0-6c7929989dc3) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:32.684538 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7ddbd912-535c-49db-9c0c-45417c9388ab tempest-DHCPAgentSchedulersTestJSON-980182812 tempest-DHCPAgentSchedulersTestJSON-980182812-project-admin] 10.222.0.76 "GET /v2.0/agents/905add9d-c6b0-413f-93d0-6fc0a1ddede4/dhcp-networks HTTP/1.1" status: 200 len: 8027 time: 0.8287477 Dec 08 13:05:32.685570 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55508) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:32.711374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a49be175-7f01-4221-ab6e-cea2e154e90a None None] For port a028ec4e-2f5d-4b24-88bc-741dd8c4b190, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a028ec4e-2f5d-4b24-88bc-741dd8c4b190,segment=NetworkSegment(7ccc4223-c66b-4495-b1fc-494466d7a4b0),segment_id=7ccc4223-c66b-4495-b1fc-494466d7a4b0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:32.800096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a49be175-7f01-4221-ab6e-cea2e154e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.833955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.858486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.859023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:32.859522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:32.928076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49be175-7f01-4221-ab6e-cea2e154e90a None None] Pushing event updated for resources: {'Port': ['ID=a028ec4e-2f5d-4b24-88bc-741dd8c4b190,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:32.941434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 56f2d1f9-6ff4-447b-9561-79a6bb69e465 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:33.003706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55510) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:33.152646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.166918 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5996709 Dec 08 13:05:33.177570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3e10bfca-197d-4ada-bac0-6a33ff40eaf2 None None] Provisioning complete for port 2143314f-a797-4ad8-9698-7c5d15ac8d21 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:33.177966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e10bfca-197d-4ada-bac0-6a33ff40eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.226122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55514) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:33.247224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848d2cd-9a7c-4485-a00f-7d4f811c2172 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Network': ['ID=84f9ac20-0275-417c-ad17-8e56c136a779,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:33.275085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 84f9ac20-0275-417c-ad17-8e56c136a779 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:33.284893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': '84f9ac20-0275-417c-ad17-8e56c136a779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:33.330691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:33.331771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.353667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.392109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3e10bfca-197d-4ada-bac0-6a33ff40eaf2 None None] Port 2143314f-a797-4ad8-9698-7c5d15ac8d21 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:33.397779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.434522 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.443326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.465731 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e6c779d-9a02-40b8-805a-d8545d944918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.483461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3e10bfca-197d-4ada-bac0-6a33ff40eaf2 None None] Provisioning complete for port a028ec4e-2f5d-4b24-88bc-741dd8c4b190 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:33.485035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e10bfca-197d-4ada-bac0-6a33ff40eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.548305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.580851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.588642 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.632078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:33.649255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:33.662025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:33.665338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:33.707134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cde0b3-7ce1-46f2-a715-b98d64aa59cb None None] Network 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:33.715420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75fb5ab-7628-4669-8de5-1ef7c648fd5c']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:33.751356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1c39cd-79d3-4462-b68f-791ad03e314b') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:33.751702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1c39cd-79d3-4462-b68f-791ad03e314b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:33.753528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Port': ['ID=5127a91b-a1f5-4d74-b4f0-6c7929989dc3,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:33.833189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.842431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:33.843081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.843716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:33.844095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.881054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.890066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:33.895184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.904797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:33.904797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:33.908799 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:33.945284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e6c779d-9a02-40b8-805a-d8545d944918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.955185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-631231c7-c6bc-43cd-b70c-378546d69ef7 None None] Provisioning complete for port 2143314f-a797-4ad8-9698-7c5d15ac8d21 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:33.958342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-631231c7-c6bc-43cd-b70c-378546d69ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:33.960678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Allocated IP 172.26.7.16 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/4b8cbc49-40e9-4368-aeb8-321a81edaec3) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:34.024116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ab9864fe-edd9-4334-88f8-61acc03e2ef2 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0467970 Dec 08 13:05:34.024332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e6c779d-9a02-40b8-805a-d8545d944918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.026608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55516) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:34.046204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'port': {'network_id': '379546ad-2a2a-4ebc-9a07-62f607ba0dd8', 'name': 'tempest-AllowedAddressPairTestJSON-2094878982'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:34.051274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-631231c7-c6bc-43cd-b70c-378546d69ef7 None None] Port 2143314f-a797-4ad8-9698-7c5d15ac8d21 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:34.071060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.083379 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-631231c7-c6bc-43cd-b70c-378546d69ef7 None None] Provisioning complete for port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:34.083379 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-631231c7-c6bc-43cd-b70c-378546d69ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.135862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.137136 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1e6c779d-9a02-40b8-805a-d8545d944918 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84497160e888468d8da149a3391ec459&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1184363 Dec 08 13:05:34.145391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55518) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:34.150847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.151211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c779d-9a02-40b8-805a-d8545d944918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f8b287-c6cd-4726-ba99-4cdcfd31ea37,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:34.155815 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] 10.222.0.76 "DELETE /v2.0/networks/a75fb5ab-7628-4669-8de5-1ef7c648fd5c HTTP/1.1" status: 204 len: 168 time: 1.4672308 Dec 08 13:05:34.162879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb,segment=NetworkSegment(68b2c982-274f-4bf4-a868-9e416494cfe0),segment_id=68b2c982-274f-4bf4-a868-9e416494cfe0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:34.168900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55520) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:34.213150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.223771 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f3c8df-a00f-473a-a0e7-b0f1e3d85fa6 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] DELETE failed (client error): The resource could not be found. Dec 08 13:05:34.224493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f3c8df-a00f-473a-a0e7-b0f1e3d85fa6 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:05:34.232114 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-06f3c8df-a00f-473a-a0e7-b0f1e3d85fa6 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] 10.222.0.76 "DELETE /v2.0/ports/184ee588-d705-44ee-b018-d4bac2464c1f HTTP/1.1" status: 404 len: 333 time: 0.0536873 Dec 08 13:05:34.233425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c060d-0d37-44dd-a23c-857abceb123c tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event deleted for resources: {'Network': ['ID=a75fb5ab-7628-4669-8de5-1ef7c648fd5c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:34.235098 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55522) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:34.243723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.244723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a028ec4e-2f5d-4b24-88bc-741dd8c4b190 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:34.295636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.299481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-631231c7-c6bc-43cd-b70c-378546d69ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.303315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.372567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:34.422569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a028ec4e-2f5d-4b24-88bc-741dd8c4b190 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:34.423109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.426519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-631231c7-c6bc-43cd-b70c-378546d69ef7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:05:34.426902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-631231c7-c6bc-43cd-b70c-378546d69ef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:05:34.441489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.475470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.480011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e08594d-92ab-4bf8-b759-a3e7ad01c2ae tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Deleting subnet ca06345d-c916-4b3c-92d3-fb6d8e6b1972 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:34.489319 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e08594d-92ab-4bf8-b759-a3e7ad01c2ae tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.496410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Port': ['ID=2143314f-a797-4ad8-9698-7c5d15ac8d21,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:34.535598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.551870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db95e7b0-c931-4796-b944-2b4a2fa4ea53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.595490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=5a206ae0-3a47-4c1c-a1f2-9f67b25fd43c,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:34.603905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:34.607982 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:34.621834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:34.629011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:34.637653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Checking segment: {'id': '4dbb2af5-1277-460f-b4cc-1a71016c2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '84f9ac20-0275-417c-ad17-8e56c136a779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:34.638020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network hostable DHCP agents. Network: 84f9ac20-0275-417c-ad17-8e56c136a779, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:34.640321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event updated for resources: {'Port': ['ID=4b8cbc49-40e9-4368-aeb8-321a81edaec3,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:34.693078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01daedd7-026a-44d3-88d0-b5f39d14bcbe None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:34.723709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:34.724215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.766657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 84f9ac20-0275-417c-ad17-8e56c136a779 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:34.817954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a028ec4e-2f5d-4b24-88bc-741dd8c4b190 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:34.854441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 84f9ac20-0275-417c-ad17-8e56c136a779) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:34.862173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:34.862809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.874983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48a2d4-948f-48ce-8773-5ae1457325f3 None None] Network 84f9ac20-0275-417c-ad17-8e56c136a779 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:34.900721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Made reservation on behalf of 982f70a3f4cc4a1c803ebf29848b4336 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:34.904205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.953502 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0f83e25d-e061-4a17-b268-006a39cd3999 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6724024 Dec 08 13:05:34.953502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55526) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:34.963154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e08594d-92ab-4bf8-b759-a3e7ad01c2ae tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:34.988087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': '84f9ac20-0275-417c-ad17-8e56c136a779', 'name': 'tempest-PortsIpV6TestJSON-1865239886'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:34.992363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db95e7b0-c931-4796-b944-2b4a2fa4ea53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.029728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] device_id is not set on port 8f60975f-497e-4155-929d-c8d7fd28cc94 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:35.035857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.062803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.21 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/b1336813-6f83-45af-9a41-1af40fc55309) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:35.108699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a028ec4e-2f5d-4b24-88bc-741dd8c4b190 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:35.109237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.141835 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:35.175033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:35.245002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-84f9ac20-0275-417c-ad17-8e56c136a779', 'network_id': '84f9ac20-0275-417c-ad17-8e56c136a779', 'project_id': '5a35742f37444c1896f111b89a9a5aa2', 'fixed_ips': [{'subnet_id': '5a206ae0-3a47-4c1c-a1f2-9f67b25fd43c'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:35.246031 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.268054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e08594d-92ab-4bf8-b759-a3e7ad01c2ae tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.357215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.367673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ef3a1e72-f2c0-4dd4-8311-6836ae42e394 None None] Provisioning complete for port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:35.368054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1e72-f2c0-4dd4-8311-6836ae42e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.372651 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db95e7b0-c931-4796-b944-2b4a2fa4ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.375601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db95e7b0-c931-4796-b944-2b4a2fa4ea53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.379094 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-db95e7b0-c931-4796-b944-2b4a2fa4ea53 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8f8b287-c6cd-4726-ba99-4cdcfd31ea37 HTTP/1.1" status: 204 len: 168 time: 1.2268689 Dec 08 13:05:35.404938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:35.408788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.453945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:35.454621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Allocated IP 172.20.0.13 (379546ad-2a2a-4ebc-9a07-62f607ba0dd8/0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5/8f60975f-497e-4155-929d-c8d7fd28cc94) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:35.459960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Allocated IP 2001:db8::2 (84f9ac20-0275-417c-ad17-8e56c136a779/5a206ae0-3a47-4c1c-a1f2-9f67b25fd43c/3a429116-45cf-4fe1-8ec2-dc9f959d8a9f) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:35.462513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95e7b0-c931-4796-b944-2b4a2fa4ea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f8b287-c6cd-4726-ba99-4cdcfd31ea37,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:35.498417 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:05:35.529412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.599350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ef3a1e72-f2c0-4dd4-8311-6836ae42e394 None None] Provisioning complete for port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:35.600071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1e72-f2c0-4dd4-8311-6836ae42e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.641033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e08594d-92ab-4bf8-b759-a3e7ad01c2ae tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.689725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a1e72-f2c0-4dd4-8311-6836ae42e394 None None] Port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:35.708652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e08594d-92ab-4bf8-b759-a3e7ad01c2ae tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.714248 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9e08594d-92ab-4bf8-b759-a3e7ad01c2ae tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] 10.222.0.76 "DELETE /v2.0/subnets/ca06345d-c916-4b3c-92d3-fb6d8e6b1972 HTTP/1.1" status: 204 len: 168 time: 1.4618254 Dec 08 13:05:35.715230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba2303c-6638-4860-a0e1-6cfd4bab38df None None] Network 724f01ac-dd22-4fa8-a370-bd660f3bd1db requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:35.715374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55530) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:35.718519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08594d-92ab-4bf8-b759-a3e7ad01c2ae tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event deleted for resources: {'Subnet': ['ID=ca06345d-c916-4b3c-92d3-fb6d8e6b1972,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:35.727336 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Router aa8bc687-5d61-4514-bb35-7fbfed08cf8d is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:05:35.765905 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ef3a1e72-f2c0-4dd4-8311-6836ae42e394 None None] Provisioning complete for port 5127a91b-a1f5-4d74-b4f0-6c7929989dc3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:35.766282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1e72-f2c0-4dd4-8311-6836ae42e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.789222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.805994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Router 0652c6ca-ac26-49ca-8998-6fba192f59ab is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:05:35.816171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.838907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.868072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.870938 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a1e72-f2c0-4dd4-8311-6836ae42e394 None None] Port 5127a91b-a1f5-4d74-b4f0-6c7929989dc3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:35.883915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:35.896418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:35.898989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:35.936590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a26e8a1-6d3c-4b29-9c1b-0a9dc5b1abbe None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:35.954979 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=b1336813-6f83-45af-9a41-1af40fc55309,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:35.959056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:35.974036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864966ab-370c-4833-aa99-7d47c3d3c5df None None] Sync routers for ids ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:35.985706 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5141469c-ccbf-4088-9270-4fd77a3cfda9 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "PUT /v2.0/routers/aa8bc687-5d61-4514-bb35-7fbfed08cf8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9729838 Dec 08 13:05:35.987996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:35.995029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55534) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:36.029993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8a89f-0243-42ce-98f9-f8e1aaacc20d None None] DHCP port deletion for 724f01ac-dd22-4fa8-a370-bd660f3bd1db request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:36.046921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864966ab-370c-4833-aa99-7d47c3d3c5df None None] Routers {'aa8bc687-5d61-4514-bb35-7fbfed08cf8d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:36.047666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-864966ab-370c-4833-aa99-7d47c3d3c5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:36.056463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Network 84f9ac20-0275-417c-ad17-8e56c136a779 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:36.122037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-864966ab-370c-4833-aa99-7d47c3d3c5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:36.124839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-abda124d-ef93-46f9-b6ac-2bd08f42d0a2 None None] Provisioning complete for port 2143314f-a797-4ad8-9698-7c5d15ac8d21 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:36.124839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-abda124d-ef93-46f9-b6ac-2bd08f42d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.129096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:36.132157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:36.152986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Pushing event updated for resources: {'Port': ['ID=3a429116-45cf-4fe1-8ec2-dc9f959d8a9f,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:36.187643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864966ab-370c-4833-aa99-7d47c3d3c5df None None] Routers {'aa8bc687-5d61-4514-bb35-7fbfed08cf8d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:36.188402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-864966ab-370c-4833-aa99-7d47c3d3c5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:36.211578 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-abda124d-ef93-46f9-b6ac-2bd08f42d0a2 None None] Port 2143314f-a797-4ad8-9698-7c5d15ac8d21 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:36.237923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.267312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-864966ab-370c-4833-aa99-7d47c3d3c5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:36.268153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864966ab-370c-4833-aa99-7d47c3d3c5df None None] The sync data for ids ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:36.297146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Attempting to bind port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:36.297527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Attempting to bind port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '4dbb2af5-1277-460f-b4cc-1a71016c2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '84f9ac20-0275-417c-ad17-8e56c136a779'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:36.298042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Attempting to bind port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f on network 84f9ac20-0275-417c-ad17-8e56c136a779 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:36.312419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-abda124d-ef93-46f9-b6ac-2bd08f42d0a2 None None] Provisioning complete for port b1336813-6f83-45af-9a41-1af40fc55309 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:36.312859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-abda124d-ef93-46f9-b6ac-2bd08f42d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.317810 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:36.319465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:36.319887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Checking segment: {'id': '4dbb2af5-1277-460f-b4cc-1a71016c2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '84f9ac20-0275-417c-ad17-8e56c136a779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:36.324080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.324080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Bound using segment: {'id': '4dbb2af5-1277-460f-b4cc-1a71016c2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '84f9ac20-0275-417c-ad17-8e56c136a779'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:36.324080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Bound port: 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbb2af5-1277-460f-b4cc-1a71016c2f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '84f9ac20-0275-417c-ad17-8e56c136a779'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:36.324426 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:36.324508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.328144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:36.358564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:36.363232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55536) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:36.363325 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-63f8a89f-0243-42ce-98f9-f8e1aaacc20d None None] Deleting port 63aae631-4785-4404-a488-57a3dda14d20 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:36.363553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63f8a89f-0243-42ce-98f9-f8e1aaacc20d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.375386 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Sync routers for ids ['0652c6ca-ac26-49ca-8998-6fba192f59ab'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:36.389560 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Routers {'0652c6ca-ac26-49ca-8998-6fba192f59ab'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:36.393083 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0652c6ca-ac26-49ca-8998-6fba192f59ab'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:36.405238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::28a (84f9ac20-0275-417c-ad17-8e56c136a779/5a206ae0-3a47-4c1c-a1f2-9f67b25fd43c/6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:36.410714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-399d695f-3978-4497-a8d7-d1d07ebce61e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.419083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-abda124d-ef93-46f9-b6ac-2bd08f42d0a2 None None] Port b1336813-6f83-45af-9a41-1af40fc55309 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:36.449019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:36.451745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.452428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Deleting port 63aae631-4785-4404-a488-57a3dda14d20 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:36.452771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.478822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Port': ['ID=8f60975f-497e-4155-929d-c8d7fd28cc94,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:36.503609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.504954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a100eac3-9d27-43c8-9dd3-cb760bd8f04c tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2635841 Dec 08 13:05:36.515697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55538) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:36.521356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-63f8a89f-0243-42ce-98f9-f8e1aaacc20d None None] For port 63aae631-4785-4404-a488-57a3dda14d20, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=63aae631-4785-4404-a488-57a3dda14d20,segment=NetworkSegment(c4d271c3-7d4f-4388-824b-0a22d6a1f734),segment_id=c4d271c3-7d4f-4388-824b-0a22d6a1f734)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:36.521969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63f8a89f-0243-42ce-98f9-f8e1aaacc20d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.555057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] For port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:36.557402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-63f8a89f-0243-42ce-98f9-f8e1aaacc20d None None] Calling delete_port for 63aae631-4785-4404-a488-57a3dda14d20 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:36.574290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] For port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3a429116-45cf-4fe1-8ec2-dc9f959d8a9f,segment=NetworkSegment(4dbb2af5-1277-460f-b4cc-1a71016c2f87),segment_id=4dbb2af5-1277-460f-b4cc-1a71016c2f87)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:36.631614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] For port 63aae631-4785-4404-a488-57a3dda14d20, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=63aae631-4785-4404-a488-57a3dda14d20,segment=NetworkSegment(c4d271c3-7d4f-4388-824b-0a22d6a1f734),segment_id=c4d271c3-7d4f-4388-824b-0a22d6a1f734)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:36.632010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.632646 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-09cede87-0699-4be6-9c61-07a6ae4611ad tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5972829 Dec 08 13:05:36.636678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55540) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:36.645467 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Set router 0652c6ca-ac26-49ca-8998-6fba192f59ab gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:36.669743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.677445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-dfeed1e0-b7b7-4fca-875b-4cbf60b85a26 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:24:db:8b'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ca:a2:ec'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:36.682969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Calling delete_port for 63aae631-4785-4404-a488-57a3dda14d20 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:36.823402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6a934-9978-4359-ab72-4e713184b46c None None] Pushing event updated for resources: {'Port': ['ID=3a429116-45cf-4fe1-8ec2-dc9f959d8a9f,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:36.839794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-399d695f-3978-4497-a8d7-d1d07ebce61e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.843820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 63aae631-4785-4404-a488-57a3dda14d20 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:36.881057 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0652c6ca-ac26-49ca-8998-6fba192f59ab', 'name': 'tempest-snat-router-1190612336', 'tenant_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.16'}], 'enable_snat': True}, 'gw_port_id': '4b8cbc49-40e9-4368-aeb8-321a81edaec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:30Z', 'updated_at': '2021-12-08T13:05:34Z', 'revision_number': 3, 'project_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'gw_port': {'id': '4b8cbc49-40e9-4368-aeb8-321a81edaec3', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0652c6ca-ac26-49ca-8998-6fba192f59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:36.883614 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3b68b1f2-3035-4ed8-9ba6-779f27f29306 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/routers/0652c6ca-ac26-49ca-8998-6fba192f59ab HTTP/1.1" status: 200 len: 907 time: 0.3566816 Dec 08 13:05:36.886083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55542) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:36.917503 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Checking router: 0652c6ca-ac26-49ca-8998-6fba192f59ab for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:05:36.918067 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Updating router 0652c6ca-ac26-49ca-8998-6fba192f59ab port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:05:36.920793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63f8a89f-0243-42ce-98f9-f8e1aaacc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.938013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No active binding found for port 63aae631-4785-4404-a488-57a3dda14d20 {{(pid=103717) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 13:05:36.938671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 63aae631-4785-4404-a488-57a3dda14d20 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:36.946042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8a89f-0243-42ce-98f9-f8e1aaacc20d None None] No DVR routers for this DVR port 63aae631-4785-4404-a488-57a3dda14d20 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:36.972970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8286d2ad-ad72-4cf1-905f-78b9f0d2925e None None] Provisioning complete for port 8f60975f-497e-4155-929d-c8d7fd28cc94 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:36.973527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8286d2ad-ad72-4cf1-905f-78b9f0d2925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.977022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:36.983975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-399d695f-3978-4497-a8d7-d1d07ebce61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.009172 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.018985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8286d2ad-ad72-4cf1-905f-78b9f0d2925e None None] Port 8f60975f-497e-4155-929d-c8d7fd28cc94 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:37.019225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.020716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8a89f-0243-42ce-98f9-f8e1aaacc20d None None] Pushing event deleted for resources: {'Port': ['ID=63aae631-4785-4404-a488-57a3dda14d20,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:37.062442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.117043 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-399d695f-3978-4497-a8d7-d1d07ebce61e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e635cfa3c44449c87fffa993b36be9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7486928 Dec 08 13:05:37.118139 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d695f-3978-4497-a8d7-d1d07ebce61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16375435-2cf9-4bca-b0ca-ff38b45cd5d9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:37.120705 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55544) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:37.145682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] No DVR routers for this DVR port 63aae631-4785-4404-a488-57a3dda14d20 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:37.157816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dfeed1e0-b7b7-4fca-875b-4cbf60b85a26 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.179950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event deleted for resources: {'Port': ['ID=63aae631-4785-4404-a488-57a3dda14d20,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:37.192283 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-2c127694-d185-47e7-a43d-aa75ac770307 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:05:37.197648 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2c127694-d185-47e7-a43d-aa75ac770307 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "PUT /v2.0/routers/aa8bc687-5d61-4514-bb35-7fbfed08cf8d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2011380 Dec 08 13:05:37.203565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55546) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:37.256637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.293948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.350950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.411036 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.421941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724f01ac-dd22-4fa8-a370-bd660f3bd1db']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:37.424091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:37.442722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e844ced2-0a8c-47af-9b1c-fd162f758ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.443931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d271c3-7d4f-4388-824b-0a22d6a1f734') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:37.445423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d271c3-7d4f-4388-824b-0a22d6a1f734') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:37.489917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 84f9ac20-0275-417c-ad17-8e56c136a779 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:37.492622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.500620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:37.505635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:37.511504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:37.512173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.522978 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.530439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.547106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:37.549017 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:37.550865 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:37.572410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd22d076-bf3a-40a1-aaae-f3bf9faa009b None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:37.576491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.580922 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15368a62-32c4-4ed6-a2ff-5c4039ca605a None None] Pushing event updated for resources: {'Port': ['ID=4b8cbc49-40e9-4368-aeb8-321a81edaec3,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:37.595028 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Attempting to bind port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:37.595587 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Attempting to bind port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:37.596539 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Attempting to bind port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:37.604110 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:37.604496 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:37.604973 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.605421 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:37.607057 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Bound port: 4b8cbc49-40e9-4368-aeb8-321a81edaec3, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:37.609934 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.635595 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b8211300-089d-4d6b-bf5f-8b0253a73505 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6528106 Dec 08 13:05:37.637591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55548) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:37.642753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': '84f9ac20-0275-417c-ad17-8e56c136a779', 'name': 'tempest-PortsIpV6TestJSON-130277124'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:37.664648 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a82194d8-f9d2-4afb-ade2-a4f0e15902a1 None None] Provisioning complete for port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:37.665273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a82194d8-f9d2-4afb-ade2-a4f0e15902a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.678016 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] For port 4b8cbc49-40e9-4368-aeb8-321a81edaec3, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:37.711515 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] For port 4b8cbc49-40e9-4368-aeb8-321a81edaec3, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4b8cbc49-40e9-4368-aeb8-321a81edaec3,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:37.712245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a82194d8-f9d2-4afb-ade2-a4f0e15902a1 None None] Port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:37.745760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.762492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.765776 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] 10.222.0.76 "DELETE /v2.0/networks/724f01ac-dd22-4fa8-a370-bd660f3bd1db HTTP/1.1" status: 204 len: 168 time: 2.0485899 Dec 08 13:05:37.781357 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.782986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a294cd7-af72-490b-bdfb-2582150af425 tempest-DHCPAgentSchedulersTestJSON-634361958 tempest-DHCPAgentSchedulersTestJSON-634361958-project] Pushing event deleted for resources: {'Network': ['ID=724f01ac-dd22-4fa8-a370-bd660f3bd1db,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:37.825395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Deleting port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:37.827628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.871398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.904645 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15368a62-32c4-4ed6-a2ff-5c4039ca605a None None] Pushing event updated for resources: {'Port': ['ID=4b8cbc49-40e9-4368-aeb8-321a81edaec3,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:37.934311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4edbe-c266-43e5-8640-9071df8f32fa None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:37.943295 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Routers {'0652c6ca-ac26-49ca-8998-6fba192f59ab'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:37.944185 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0652c6ca-ac26-49ca-8998-6fba192f59ab'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:37.947154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e844ced2-0a8c-47af-9b1c-fd162f758ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.947370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:37.953619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.963843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] For port 4b8cbc49-40e9-4368-aeb8-321a81edaec3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4b8cbc49-40e9-4368-aeb8-321a81edaec3,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:37.964368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:37.996905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 65b63656-12ba-46f8-8fd8-0703c297179a yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:38.059167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3ea75c3e-5c29-4c6e-b8b0-bb94dfb24951 None None] Provisioning complete for port 4b8cbc49-40e9-4368-aeb8-321a81edaec3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:38.059774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c3e-5c29-4c6e-b8b0-bb94dfb24951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.063521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Calling delete_port for 4b8cbc49-40e9-4368-aeb8-321a81edaec3 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:38.079035 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] Set router 0652c6ca-ac26-49ca-8998-6fba192f59ab gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:38.202142 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0652c6ca-ac26-49ca-8998-6fba192f59ab', 'name': 'tempest-snat-router-1190612336', 'tenant_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:30Z', 'updated_at': '2021-12-08T13:05:37Z', 'revision_number': 4, 'project_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:38.208646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::26c (84f9ac20-0275-417c-ad17-8e56c136a779/5a206ae0-3a47-4c1c-a1f2-9f67b25fd43c/65b63656-12ba-46f8-8fd8-0703c297179a) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:38.239266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c3e-5c29-4c6e-b8b0-bb94dfb24951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.264764 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c142a5b-c9e9-4f4c-81d9-6400d3a0d131 None None] The sync data for ids ['0652c6ca-ac26-49ca-8998-6fba192f59ab'] in dv-neutron-799625-5-hyperv is: [{'id': '0652c6ca-ac26-49ca-8998-6fba192f59ab', 'name': 'tempest-snat-router-1190612336', 'tenant_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:30Z', 'updated_at': '2021-12-08T13:05:37Z', 'revision_number': 4, 'project_id': 'b3ac1e41bacc406fa5870f6ef12a4691', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:38.280823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3ea75c3e-5c29-4c6e-b8b0-bb94dfb24951 None None] For port 4b8cbc49-40e9-4368-aeb8-321a81edaec3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4b8cbc49-40e9-4368-aeb8-321a81edaec3,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:38.340908 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dfeed1e0-b7b7-4fca-875b-4cbf60b85a26 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.357349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c3e-5c29-4c6e-b8b0-bb94dfb24951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.410853 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e844ced2-0a8c-47af-9b1c-fd162f758ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.415072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e844ced2-0a8c-47af-9b1c-fd162f758ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.416320 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e844ced2-0a8c-47af-9b1c-fd162f758ff2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16375435-2cf9-4bca-b0ca-ff38b45cd5d9 HTTP/1.1" status: 204 len: 168 time: 1.2890832 Dec 08 13:05:38.459568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5718f543-319f-46f0-9e49-a53b3c2804f8 None None] Network 84f9ac20-0275-417c-ad17-8e56c136a779 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:38.486939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55556) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:38.492116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844ced2-0a8c-47af-9b1c-fd162f758ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16375435-2cf9-4bca-b0ca-ff38b45cd5d9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:38.520694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dfeed1e0-b7b7-4fca-875b-4cbf60b85a26 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.533873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75c3e-5c29-4c6e-b8b0-bb94dfb24951 None None] Pushing event updated for resources: {'Port': ['ID=4b8cbc49-40e9-4368-aeb8-321a81edaec3,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:38.599771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.604315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.642450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d0b7ea5c-f14e-4de2-8766-5419e10f7be8 None None] Provisioning complete for port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:38.642861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea5c-f14e-4de2-8766-5419e10f7be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.656821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b8cbc49-40e9-4368-aeb8-321a81edaec3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:38.660137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:05:38.680477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a90a9-22c6-47f6-8545-edcf175ee03a None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:38.736200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeed1e0-b7b7-4fca-875b-4cbf60b85a26 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event updated for resources: {'Port': ['ID=8f60975f-497e-4155-929d-c8d7fd28cc94,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:38.802665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.809913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:38.907464 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-56546360-3e4f-4355-a6bb-3d217101b277 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=33a2bf8cf13145c4a71546836ef99ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959372 Dec 08 13:05:38.926292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:38.926692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.929383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea5c-f14e-4de2-8766-5419e10f7be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.933312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55562) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:38.978019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-dfeed1e0-b7b7-4fca-875b-4cbf60b85a26 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] In _notify_port_updated(), no bound segment for port 8f60975f-497e-4155-929d-c8d7fd28cc94 on network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:05:38.984519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeed1e0-b7b7-4fca-875b-4cbf60b85a26 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:38.985424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dfeed1e0-b7b7-4fca-875b-4cbf60b85a26 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:38.996674 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dfeed1e0-b7b7-4fca-875b-4cbf60b85a26 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "PUT /v2.0/ports/8f60975f-497e-4155-929d-c8d7fd28cc94 HTTP/1.1" status: 200 len: 1057 time: 2.3493598 Dec 08 13:05:39.010067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55564) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:39.010943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d0b7ea5c-f14e-4de2-8766-5419e10f7be8 None None] For port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3a429116-45cf-4fe1-8ec2-dc9f959d8a9f,segment=NetworkSegment(4dbb2af5-1277-460f-b4cc-1a71016c2f87),segment_id=4dbb2af5-1277-460f-b4cc-1a71016c2f87)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:39.018707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.033294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.063745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.073887 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.082394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea5c-f14e-4de2-8766-5419e10f7be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.155027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.258811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=65b63656-12ba-46f8-8fd8-0703c297179a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:39.264014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.264424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0652c6ca-ac26-49ca-8998-6fba192f59ab {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:05:39.270027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.271520 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-17027a25-004a-4bd2-81f6-a1d6fad3b5e3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "DELETE /v2.0/routers/0652c6ca-ac26-49ca-8998-6fba192f59ab HTTP/1.1" status: 204 len: 168 time: 2.3820093 Dec 08 13:05:39.275094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3bf0602d-9db5-41fa-a284-0be46d2de779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.277955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55572) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:39.325010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 84f9ac20-0275-417c-ad17-8e56c136a779 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:39.329511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:39.332615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:39.339302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:39.340478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.381244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9e2567e9-4f55-4432-949d-6330c6a69b56 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Deleting port 8f60975f-497e-4155-929d-c8d7fd28cc94 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:39.381586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e2567e9-4f55-4432-949d-6330c6a69b56 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.402102 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3bf0602d-9db5-41fa-a284-0be46d2de779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.411783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7ea5c-f14e-4de2-8766-5419e10f7be8 None None] Pushing event updated for resources: {'Port': ['ID=3a429116-45cf-4fe1-8ec2-dc9f959d8a9f,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:39.426036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:05:39.426394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:05:39.427821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-42fb5d45-2d32-4f5d-a87a-75a33d6f41b5 None None] Provisioning complete for port 8f60975f-497e-4155-929d-c8d7fd28cc94 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:39.433675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-42fb5d45-2d32-4f5d-a87a-75a33d6f41b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.451898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:39.472820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Sync routers for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:39.520345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-42fb5d45-2d32-4f5d-a87a-75a33d6f41b5 None None] Port 8f60975f-497e-4155-929d-c8d7fd28cc94 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:39.529635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:39.536747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:39.542990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e2567e9-4f55-4432-949d-6330c6a69b56 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.557356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9e2567e9-4f55-4432-949d-6330c6a69b56 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Calling delete_port for 8f60975f-497e-4155-929d-c8d7fd28cc94 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:39.580563 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cabd4f31-22ad-430c-bee7-b65ec80a3351 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9418795 Dec 08 13:05:39.583434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55576) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:39.659690 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.707622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d1e68d2f-5cb2-424e-9300-57d298bfbd23 None None] Provisioning complete for port 6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:39.707991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1e68d2f-5cb2-424e-9300-57d298bfbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.718951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.720255 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1b75e7f4-c30b-4403-8a97-c9829a9a7e13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3712716 Dec 08 13:05:39.728235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55580) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:39.746708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:39.756487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3bf0602d-9db5-41fa-a284-0be46d2de779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.766811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3bf0602d-9db5-41fa-a284-0be46d2de779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.766929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37414e0e-d2ab-4f11-a63c-230584820af3 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:39.767020 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3bf0602d-9db5-41fa-a284-0be46d2de779 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68361b55-a91a-4c0b-ac7f-68117028f331 HTTP/1.1" status: 204 len: 168 time: 0.8143106 Dec 08 13:05:39.767119 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-37414e0e-d2ab-4f11-a63c-230584820af3 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28a HTTP/1.1" status: 200 len: 929 time: 0.1753442 Dec 08 13:05:39.767527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55586) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:39.829993 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0602d-9db5-41fa-a284-0be46d2de779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68361b55-a91a-4c0b-ac7f-68117028f331,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:39.918277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d1e68d2f-5cb2-424e-9300-57d298bfbd23 None None] Port 6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:39.976381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:39.979685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-f029a615-cd5c-4ea5-bd8f-e8fa8485584c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 65b63656-12ba-46f8-8fd8-0703c297179a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:39.980041 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f029a615-cd5c-4ea5-bd8f-e8fa8485584c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.027989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d1e68d2f-5cb2-424e-9300-57d298bfbd23 None None] Provisioning complete for port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:40.028485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1e68d2f-5cb2-424e-9300-57d298bfbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.105977 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Deleting port 2143314f-a797-4ad8-9698-7c5d15ac8d21 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:40.106314 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.200486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.213104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:05:36Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:40.248979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Checking router: 1f05a650-406a-4b92-a3f7-65e06fcfdb7f for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:05:40.249344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Updating router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f port b1336813-6f83-45af-9a41-1af40fc55309 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:05:40.268965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f029a615-cd5c-4ea5-bd8f-e8fa8485584c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.275929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.281033 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0a579e75-228a-4a70-96e1-82ef7250dbde tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5434809 Dec 08 13:05:40.292395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55594) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:40.308390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.327543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Deleting port 56f2d1f9-6ff4-447b-9561-79a6bb69e465 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:40.327543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.330091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-f029a615-cd5c-4ea5-bd8f-e8fa8485584c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 65b63656-12ba-46f8-8fd8-0703c297179a owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:40.351821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Calling delete_port for 2143314f-a797-4ad8-9698-7c5d15ac8d21 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:40.384175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3f466425-04c3-4d59-b687-2536d9f9be26 None None] Provisioning complete for port 6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:40.384586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f466425-04c3-4d59-b687-2536d9f9be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.445666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3f466425-04c3-4d59-b687-2536d9f9be26 None None] Port 6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:40.458615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e2567e9-4f55-4432-949d-6330c6a69b56 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.479201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3f466425-04c3-4d59-b687-2536d9f9be26 None None] Provisioning complete for port 65b63656-12ba-46f8-8fd8-0703c297179a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:40.479592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f466425-04c3-4d59-b687-2536d9f9be26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.528172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] For port 56f2d1f9-6ff4-447b-9561-79a6bb69e465, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=56f2d1f9-6ff4-447b-9561-79a6bb69e465,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:40.528545 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.544811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Calling delete_port for 56f2d1f9-6ff4-447b-9561-79a6bb69e465 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:40.546767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-04bb8d29-2bad-4ac3-9f7c-2d680c59a48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.549325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2567e9-4f55-4432-949d-6330c6a69b56 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event deleted for resources: {'Port': ['ID=8f60975f-497e-4155-929d-c8d7fd28cc94,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:40.609663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3f466425-04c3-4d59-b687-2536d9f9be26 None None] Port 65b63656-12ba-46f8-8fd8-0703c297179a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:40.637187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794cea4-f4cc-4104-b36d-0a7b9a93033d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:40.643040 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a794cea4-f4cc-4104-b36d-0a7b9a93033d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3481174 Dec 08 13:05:40.647345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55598) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:40.648259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55600) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:40.670757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55602) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:40.763527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.774800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:40.849347 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:40.850699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.855329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.919683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.945066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67fb33-964b-4447-9f73-b71380efafeb None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:40.964328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaea91b-4da1-4043-a088-b308ada2684e None None] Pushing event updated for resources: {'Port': ['ID=b1336813-6f83-45af-9a41-1af40fc55309,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:40.964588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-89579525'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:40.967809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Attempting to bind port b1336813-6f83-45af-9a41-1af40fc55309 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:40.968182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Attempting to bind port b1336813-6f83-45af-9a41-1af40fc55309 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:40.968841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Attempting to bind port b1336813-6f83-45af-9a41-1af40fc55309 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:40.977295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:40.977295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:40.977575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:40.978145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:40.978976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Bound port: b1336813-6f83-45af-9a41-1af40fc55309, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:40.980181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.056743 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event deleted for resources: {'Port': ['ID=2143314f-a797-4ad8-9698-7c5d15ac8d21,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:41.077593 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e570766e-3146-4de6-bb6b-f9f0936d7d18 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4247878 Dec 08 13:05:41.077593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2b56102c-a686-4f25-b8bd-693c5702e882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.078186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55606) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:41.088088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] For port b1336813-6f83-45af-9a41-1af40fc55309, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:41.091144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-266b79bf-3247-4019-993b-c253ddeeff5d None None] Provisioning complete for port b1336813-6f83-45af-9a41-1af40fc55309 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:41.091522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-266b79bf-3247-4019-993b-c253ddeeff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.094311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1809225464', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:41.095075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] For port b1336813-6f83-45af-9a41-1af40fc55309, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b1336813-6f83-45af-9a41-1af40fc55309,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:41.155843 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-266b79bf-3247-4019-993b-c253ddeeff5d None None] Port b1336813-6f83-45af-9a41-1af40fc55309 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:41.181389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.255987 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853486eb-9535-4654-a526-55eb1f342c16 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:41.280060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaea91b-4da1-4043-a088-b308ada2684e None None] Pushing event updated for resources: {'Port': ['ID=b1336813-6f83-45af-9a41-1af40fc55309,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:41.283358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:41.284308 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:41.394716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f029a615-cd5c-4ea5-bd8f-e8fa8485584c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.415936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6b7f32e0-adf4-4542-a8eb-a8c76e4bcca2 None None] Provisioning complete for port b1336813-6f83-45af-9a41-1af40fc55309 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:41.416702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6b7f32e0-adf4-4542-a8eb-a8c76e4bcca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.419067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:41.422749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.447734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:41.511907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029a615-cd5c-4ea5-bd8f-e8fa8485584c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=65b63656-12ba-46f8-8fd8-0703c297179a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:41.542323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:41.545832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.548582 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.559795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f029a615-cd5c-4ea5-bd8f-e8fa8485584c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.567429 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f029a615-cd5c-4ea5-bd8f-e8fa8485584c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/65b63656-12ba-46f8-8fd8-0703c297179a HTTP/1.1" status: 204 len: 168 time: 1.7985444 Dec 08 13:05:41.571915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55608) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:41.613451 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.617266 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event deleted for resources: {'Port': ['ID=56f2d1f9-6ff4-447b-9561-79a6bb69e465,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:41.623207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e2567e9-4f55-4432-949d-6330c6a69b56 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.628992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.630108 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9e2567e9-4f55-4432-949d-6330c6a69b56 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "DELETE /v2.0/ports/8f60975f-497e-4155-929d-c8d7fd28cc94 HTTP/1.1" status: 204 len: 168 time: 2.6187978 Dec 08 13:05:41.634467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55610) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:41.664566 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac8be62-a20a-481d-8902-c11b6418cbdb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:05:41.671349 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fac8be62-a20a-481d-8902-c11b6418cbdb tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/65b63656-12ba-46f8-8fd8-0703c297179a HTTP/1.1" status: 404 len: 333 time: 0.0951984 Dec 08 13:05:41.672080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55612) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:41.679609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6682e6-c048-4d86-81fd-ed0dc18b5023 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:41.721129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6b7f32e0-adf4-4542-a8eb-a8c76e4bcca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.772092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6b7f32e0-adf4-4542-a8eb-a8c76e4bcca2 None None] For port b1336813-6f83-45af-9a41-1af40fc55309, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b1336813-6f83-45af-9a41-1af40fc55309,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:41.803298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.804277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2b56102c-a686-4f25-b8bd-693c5702e882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.806808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:05:36Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:41.831686 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ce19b6-3eff-4914-a205-ddc8de36b00a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] GET failed (client error): The resource could not be found. Dec 08 13:05:41.835563 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f0ce19b6-3eff-4914-a205-ddc8de36b00a tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "GET /v2.0/ports/8f60975f-497e-4155-929d-c8d7fd28cc94 HTTP/1.1" status: 404 len: 333 time: 0.2019360 Dec 08 13:05:41.854769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60008bbb-7682-4396-a8b6-20b117fd6183 None None] The sync data for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv is: [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:05:36Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:41.855022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55614) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:41.855143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6b7f32e0-adf4-4542-a8eb-a8c76e4bcca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.896591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2b56102c-a686-4f25-b8bd-693c5702e882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.915652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.918666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f32e0-adf4-4542-a8eb-a8c76e4bcca2 None None] Pushing event updated for resources: {'Port': ['ID=b1336813-6f83-45af-9a41-1af40fc55309,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:41.943994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:41.986024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b0bab1ac-2e60-410e-a144-b650cdee01c9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:41.986363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b0bab1ac-2e60-410e-a144-b650cdee01c9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.036843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2b56102c-a686-4f25-b8bd-693c5702e882 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d9d53e7a85dc41588aa251b3b09f18ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3851910 Dec 08 13:05:42.036843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56102c-a686-4f25-b8bd-693c5702e882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af6c7bf-ff1a-4195-8385-1fd15cf63502,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:42.044945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55616) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:42.055301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:42.072649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.075985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.086617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.086974 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Added segment b0d16d86-9410-4c45-965d-dfacd6511dcd of type vlan for network c6b804cf-1df5-4af3-9dce-30751e804dc0 Dec 08 13:05:42.129278 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dd9492-0a7a-48f3-9612-525c290255f0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:42.200859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.252089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.256021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b0bab1ac-2e60-410e-a144-b650cdee01c9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.259303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Router aa8bc687-5d61-4514-bb35-7fbfed08cf8d has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:05:42.263925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f0da58a-e952-4bea-a25d-a55950ee1d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.281336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6950aafa-9012-4dfc-85dd-a9f4332fab42 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Deleting port 5127a91b-a1f5-4d74-b4f0-6c7929989dc3 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:42.281922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6950aafa-9012-4dfc-85dd-a9f4332fab42 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.322995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b0bab1ac-2e60-410e-a144-b650cdee01c9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:42.325191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.326456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d04aa688-23a9-46d2-98b4-ef2948a5d1d1 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:05:42.332528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.333968 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-756ab357-a1d4-463f-ac4c-b5515553bacf tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "DELETE /v2.0/routers/d04aa688-23a9-46d2-98b4-ef2948a5d1d1 HTTP/1.1" status: 204 len: 168 time: 3.0475738 Dec 08 13:05:42.347936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55618) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:42.355619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-332046805', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:42.365718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:42.375171 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-873e1556-04de-4c18-bd2b-da048ec56d17 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "PUT /v2.0/routers/aa8bc687-5d61-4514-bb35-7fbfed08cf8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1659043 Dec 08 13:05:42.375330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=1b8cfb03-b232-4dac-be86-c2bb24b74a5b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:42.375437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55620) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:42.382458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.383490 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb059b-c90d-4703-9113-77e74a258dec None None] Sync routers for ids ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:42.390054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:42.390054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.416511 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb059b-c90d-4703-9113-77e74a258dec None None] Routers {'aa8bc687-5d61-4514-bb35-7fbfed08cf8d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:42.417952 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a1cb059b-c90d-4703-9113-77e74a258dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:42.425467 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f0da58a-e952-4bea-a25d-a55950ee1d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.467274 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-72b1ca8f-1cfb-4291-9515-10ceb65fa24a tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] delete failed (client error): The resource could not be found. Dec 08 13:05:42.467274 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-72b1ca8f-1cfb-4291-9515-10ceb65fa24a tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-221892970 HTTP/1.1" status: 404 len: 334 time: 0.0862422 Dec 08 13:05:42.467274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55624) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:42.473660 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a1cb059b-c90d-4703-9113-77e74a258dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:42.479146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d2bc7556-ecf9-42c1-bf48-f9e29e4a29d0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa8bc687-5d61-4514-bb35-7fbfed08cf8d'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:42.493601 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb059b-c90d-4703-9113-77e74a258dec None None] Routers {'aa8bc687-5d61-4514-bb35-7fbfed08cf8d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:42.494602 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a1cb059b-c90d-4703-9113-77e74a258dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:42.534070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Checking segment: {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:42.534444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network hostable DHCP agents. Network: 17e21cc9-14dd-44a4-8f93-60abdf0f0b69, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:42.549816 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a1cb059b-c90d-4703-9113-77e74a258dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:42.550861 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb059b-c90d-4703-9113-77e74a258dec None None] The sync data for ids ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:42.559093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6950aafa-9012-4dfc-85dd-a9f4332fab42 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.586109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6950aafa-9012-4dfc-85dd-a9f4332fab42 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Calling delete_port for 5127a91b-a1f5-4d74-b4f0-6c7929989dc3 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:42.604164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.605184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.623397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Network': ['ID=c6b804cf-1df5-4af3-9dce-30751e804dc0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:42.643104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:42.697650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:42.715980 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f0da58a-e952-4bea-a25d-a55950ee1d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.718767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f0da58a-e952-4bea-a25d-a55950ee1d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.722242 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1f0da58a-e952-4bea-a25d-a55950ee1d7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5af6c7bf-ff1a-4195-8385-1fd15cf63502 HTTP/1.1" status: 204 len: 168 time: 0.6612520 Dec 08 13:05:42.757779 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5744745b-83ef-45fa-928f-13b86acd8eb5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0851605 Dec 08 13:05:42.763441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55628) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:42.766205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0da58a-e952-4bea-a25d-a55950ee1d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af6c7bf-ff1a-4195-8385-1fd15cf63502,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:42.769634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:42.821857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 17e21cc9-14dd-44a4-8f93-60abdf0f0b69) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:42.830221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a0b0f4-0268-402d-945c-9c541824364a None None] Network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:42.838535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:42.838535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.860323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b0bab1ac-2e60-410e-a144-b650cdee01c9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.909655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7556-ecf9-42c1-bf48-f9e29e4a29d0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.917313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bab1ac-2e60-410e-a144-b650cdee01c9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:42.937154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3aab334c-1b58-420d-bc88-cf31f4a9f69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.950388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b0bab1ac-2e60-410e-a144-b650cdee01c9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:42.957067 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b0bab1ac-2e60-410e-a144-b650cdee01c9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe HTTP/1.1" status: 204 len: 168 time: 1.2769258 Dec 08 13:05:42.957897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55630) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:42.964267 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cb34fee8-d007-4a0e-b8e6-b91608cc1ca7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8813069 Dec 08 13:05:42.978453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55632) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:43.043568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6950aafa-9012-4dfc-85dd-a9f4332fab42 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.051617 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-d2bc7556-ecf9-42c1-bf48-f9e29e4a29d0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] update failed (client error): The resource could not be found. Dec 08 13:05:43.056077 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-25eef027-af2d-410c-8ae1-ff2fb5b72bd3 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:05:43.058333 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d2bc7556-ecf9-42c1-bf48-f9e29e4a29d0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "PUT /v2.0/routers/aa8bc687-5d61-4514-bb35-7fbfed08cf8d HTTP/1.1" status: 404 len: 339 time: 0.5907032 Dec 08 13:05:43.059663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55634) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:43.061204 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-25eef027-af2d-410c-8ae1-ff2fb5b72bd3 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/6f4422e3-b621-4fc9-a1b4-2fe24efb7ffe HTTP/1.1" status: 404 len: 333 time: 0.0983510 Dec 08 13:05:43.061873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55636) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:43.102938 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:43.103984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.158868 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950aafa-9012-4dfc-85dd-a9f4332fab42 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event deleted for resources: {'Port': ['ID=5127a91b-a1f5-4d74-b4f0-6c7929989dc3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:43.277996 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:43.281985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.289513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.389575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6950aafa-9012-4dfc-85dd-a9f4332fab42 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.393927 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6950aafa-9012-4dfc-85dd-a9f4332fab42 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "DELETE /v2.0/ports/5127a91b-a1f5-4d74-b4f0-6c7929989dc3 HTTP/1.1" status: 204 len: 168 time: 1.5393581 Dec 08 13:05:43.396738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55640) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:43.480180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-7293fc84-84a7-4da0-b966-9165ccf3625b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet 5a206ae0-3a47-4c1c-a1f2-9f67b25fd43c {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:43.532162 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8e3e1d-ad73-4e1b-af1d-61082ffc4c7f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] GET failed (client error): The resource could not be found. Dec 08 13:05:43.533945 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bd8e3e1d-ad73-4e1b-af1d-61082ffc4c7f tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "GET /v2.0/ports/5127a91b-a1f5-4d74-b4f0-6c7929989dc3 HTTP/1.1" status: 404 len: 333 time: 0.1310813 Dec 08 13:05:43.535296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7293fc84-84a7-4da0-b966-9165ccf3625b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.548374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b1336813-6f83-45af-9a41-1af40fc55309 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:43.561971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55644) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:43.671385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port b1336813-6f83-45af-9a41-1af40fc55309 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:43.672331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.699481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Allocated IP 172.20.0.2 (17e21cc9-14dd-44a4-8f93-60abdf0f0b69/1b8cfb03-b232-4dac-be86-c2bb24b74a5b/93bfeaeb-977e-449b-bade-86c7b673bb8c) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:43.805493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.870204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7293fc84-84a7-4da0-b966-9165ccf3625b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.885302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-08c28c95-e0ab-45cb-882e-09923c021067 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Deleting port a2d7132c-0c6d-4769-a69e-7c453fffb44c {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:43.885655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-08c28c95-e0ab-45cb-882e-09923c021067 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.897121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.936117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:43.968130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=766c5b4d-d3ee-49d8-90e4-bcb5b1b56425,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:43.983738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.023635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.028654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:44.031778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:44.036071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:44.047022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Pushing event updated for resources: {'Port': ['ID=93bfeaeb-977e-449b-bade-86c7b673bb8c,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:44.054614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.056244 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:44.057603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network hostable DHCP agents. Network: c6b804cf-1df5-4af3-9dce-30751e804dc0, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:44.110107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Attempting to bind port 93bfeaeb-977e-449b-bade-86c7b673bb8c on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:44.110779 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Attempting to bind port 93bfeaeb-977e-449b-bade-86c7b673bb8c by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:44.111260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Attempting to bind port 93bfeaeb-977e-449b-bade-86c7b673bb8c on network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:44.118291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:44.118924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Checking segment: {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:44.119510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.120372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Bound using segment: {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:44.120600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Bound port: 93bfeaeb-977e-449b-bade-86c7b673bb8c, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:44.121082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.203361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] For port 93bfeaeb-977e-449b-bade-86c7b673bb8c, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:44.210848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] For port 93bfeaeb-977e-449b-bade-86c7b673bb8c, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=93bfeaeb-977e-449b-bade-86c7b673bb8c,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:44.215547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-08c28c95-e0ab-45cb-882e-09923c021067 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.235015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:44.240208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7293fc84-84a7-4da0-b966-9165ccf3625b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.249414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-08c28c95-e0ab-45cb-882e-09923c021067 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Calling delete_port for a2d7132c-0c6d-4769-a69e-7c453fffb44c owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:44.294740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.348943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, c6b804cf-1df5-4af3-9dce-30751e804dc0) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:44.364060 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:44.365111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.375715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f38f5b-38d1-4508-9d2b-0011e85ee3b4 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:44.386008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ca1bd-20b8-4037-af71-2a1a53e5aab5 None None] Pushing event updated for resources: {'Port': ['ID=93bfeaeb-977e-449b-bade-86c7b673bb8c,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:44.480195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.514655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Allocated IP 172.20.0.1 (cd18e31c-861c-4fac-adc2-a063a2bce835/c5ba02ba-d768-4fb4-a665-f9ca0896f2b4/e9ce7b5f-1c4e-45b1-a990-a46621bb8af8) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:44.527881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '766c5b4d-d3ee-49d8-90e4-bcb5b1b56425'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:44.529131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.620477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 56f2d1f9-6ff4-447b-9561-79a6bb69e465 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:44.641826 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5e948e3a-5eb8-4e91-b499-fb58e9f49a63 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8764105 Dec 08 13:05:44.656179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55662) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:44.695240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 56f2d1f9-6ff4-447b-9561-79a6bb69e465 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:44.696304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 56f2d1f9-6ff4-447b-9561-79a6bb69e465 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:44.701315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'name': 'tempest-NetworksTestDHCPv6-677039205'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:44.709928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7293fc84-84a7-4da0-b966-9165ccf3625b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.728537 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-0280832a-484b-413d-ad2d-9851405beb9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4017026 Dec 08 13:05:44.782378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/766c5b4d-d3ee-49d8-90e4-bcb5b1b56425/df99b1e4-a513-4dea-8015-1092b545354b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:44.786979 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293fc84-84a7-4da0-b966-9165ccf3625b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=5a206ae0-3a47-4c1c-a1f2-9f67b25fd43c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:44.793950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7293fc84-84a7-4da0-b966-9165ccf3625b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.797536 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7293fc84-84a7-4da0-b966-9165ccf3625b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/5a206ae0-3a47-4c1c-a1f2-9f67b25fd43c HTTP/1.1" status: 204 len: 168 time: 1.7289712 Dec 08 13:05:44.800429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b7d5fd-0ee5-4492-b416-e1d7b1566a8b None None] Network 84f9ac20-0275-417c-ad17-8e56c136a779 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:44.818321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55664) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:44.926085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-08c28c95-e0ab-45cb-882e-09923c021067 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:44.977956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c28c95-e0ab-45cb-882e-09923c021067 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event deleted for resources: {'Port': ['ID=a2d7132c-0c6d-4769-a69e-7c453fffb44c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:45.333395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-08c28c95-e0ab-45cb-882e-09923c021067 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.336730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.337557 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-08c28c95-e0ab-45cb-882e-09923c021067 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "DELETE /v2.0/ports/a2d7132c-0c6d-4769-a69e-7c453fffb44c HTTP/1.1" status: 204 len: 168 time: 1.5680909 Dec 08 13:05:45.337557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.337557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55668) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:45.340704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0256eb3-6c55-4e69-9ec1-168111b64c74 None None] DHCP port deletion for 84f9ac20-0275-417c-ad17-8e56c136a779 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:45.341105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f283ca-bdc2-4069-80d4-c4dfb1cb7190 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Deleting subnet 0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:45.341105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7f283ca-bdc2-4069-80d4-c4dfb1cb7190 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.341574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b0256eb3-6c55-4e69-9ec1-168111b64c74 None None] Deleting port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:45.341574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b0256eb3-6c55-4e69-9ec1-168111b64c74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.347303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.470074 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Pushing event updated for resources: {'Port': ['ID=df99b1e4-a513-4dea-8015-1092b545354b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:45.478784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.492357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:45.504816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b0256eb3-6c55-4e69-9ec1-168111b64c74 None None] For port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3a429116-45cf-4fe1-8ec2-dc9f959d8a9f,segment=NetworkSegment(4dbb2af5-1277-460f-b4cc-1a71016c2f87),segment_id=4dbb2af5-1277-460f-b4cc-1a71016c2f87)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:45.506750 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b0256eb3-6c55-4e69-9ec1-168111b64c74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.509945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:45.517820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:45.546567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b0256eb3-6c55-4e69-9ec1-168111b64c74 None None] Calling delete_port for 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:45.557666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-ebac7444-c974-496f-b390-0c1362384a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:45.559827 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-ebac7444-c974-496f-b390-0c1362384a4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 1098 time: 0.7835505 Dec 08 13:05:45.603541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Attempting to bind port df99b1e4-a513-4dea-8015-1092b545354b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:45.604036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Attempting to bind port df99b1e4-a513-4dea-8015-1092b545354b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:45.604282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Attempting to bind port df99b1e4-a513-4dea-8015-1092b545354b on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:45.612444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:45.612829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:45.613242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.613652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:45.614148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Bound port: df99b1e4-a513-4dea-8015-1092b545354b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:45.614549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.621800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.767203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.784932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55680) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:45.786378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:45.789151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.796051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] For port df99b1e4-a513-4dea-8015-1092b545354b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:45.796894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-a8f80943-bc79-45bf-a80a-19322114d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:45.797681 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-a8f80943-bc79-45bf-a80a-19322114d806 service neutron] 10.222.0.72 "GET /v2.0/networks?id=94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 200 len: 912 time: 0.1810439 Dec 08 13:05:45.811416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] For port df99b1e4-a513-4dea-8015-1092b545354b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=df99b1e4-a513-4dea-8015-1092b545354b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:45.822469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.876571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 1309d694-8ce5-474c-a88b-041582eb7573 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:45.877699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b0256eb3-6c55-4e69-9ec1-168111b64c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.885397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.890392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7f283ca-bdc2-4069-80d4-c4dfb1cb7190 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.908866 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-d5384939-8e67-47f9-a22d-ce1374c294f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 200 len: 1000 time: 0.0829523 Dec 08 13:05:45.910067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0256eb3-6c55-4e69-9ec1-168111b64c74 None None] Pushing event deleted for resources: {'Port': ['ID=3a429116-45cf-4fe1-8ec2-dc9f959d8a9f,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:45.912457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:45.928864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network cd18e31c-861c-4fac-adc2-a063a2bce835 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:45.973088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:45.974034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b5afb-8ff1-45ba-92fe-6eda17078535 None None] Pushing event updated for resources: {'Port': ['ID=df99b1e4-a513-4dea-8015-1092b545354b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:45.978335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0256eb3-6c55-4e69-9ec1-168111b64c74 None None] No DVR routers for this DVR port 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:45.980394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:46.009551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.026430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Port': ['ID=e9ce7b5f-1c4e-45b1-a990-a46621bb8af8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:46.031219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f9ac20-0275-417c-ad17-8e56c136a779']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:46.041370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbb2af5-1277-460f-b4cc-1a71016c2f87') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:46.041976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbb2af5-1277-460f-b4cc-1a71016c2f87') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:46.063135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.068142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.1 (17e21cc9-14dd-44a4-8f93-60abdf0f0b69/1b8cfb03-b232-4dac-be86-c2bb24b74a5b/4b9e848c-306e-4f07-b76c-e2966d6349af) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:46.101200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3803908c-06ac-4740-9b46-ed0aba725f89 None None] Network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:46.117291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-545690389'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:46.141412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.179421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.204556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.223879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:46.224693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:46.228451 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:46.234244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-eb7bfdd9-d0d6-4428-a4cf-1c6acd8482c9 None None] Provisioning complete for port 93bfeaeb-977e-449b-bade-86c7b673bb8c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:46.234244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfdd9-d0d6-4428-a4cf-1c6acd8482c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.260520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-de904210-2442-4465-96c0-b02ea8c0c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:46.262006 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-de904210-2442-4465-96c0-b02ea8c0c630 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3667c4c-da82-4c96-9338-734a8c9b92a9 HTTP/1.1" status: 200 len: 850 time: 0.3191442 Dec 08 13:05:46.412163 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Allocated IP 172.26.7.116 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/75477618-c96d-49c3-8d1d-7fd1f2e8fc14) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:46.423985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfdd9-d0d6-4428-a4cf-1c6acd8482c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.432112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::17c (c6b804cf-1df5-4af3-9dce-30751e804dc0/766c5b4d-d3ee-49d8-90e4-bcb5b1b56425/1309d694-8ce5-474c-a88b-041582eb7573) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:46.435317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7f283ca-bdc2-4069-80d4-c4dfb1cb7190 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.469346 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Made reservation on behalf of 9d72a84804f348c59a3e03564577a477 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:46.473014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.506964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-eb7bfdd9-d0d6-4428-a4cf-1c6acd8482c9 None None] For port 93bfeaeb-977e-449b-bade-86c7b673bb8c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=93bfeaeb-977e-449b-bade-86c7b673bb8c,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:46.525163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.557298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-d7d34991-87c0-4de4-b06c-c6f1930fae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:46.558892 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-d7d34991-87c0-4de4-b06c-c6f1930fae33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=94610d8d-462e-4641-bb77-8acc86d889aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2598226 Dec 08 13:05:46.603338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfdd9-d0d6-4428-a4cf-1c6acd8482c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.611156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.620852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.643764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.652390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.656526 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/networks/84f9ac20-0275-417c-ad17-8e56c136a779 HTTP/1.1" status: 204 len: 168 time: 1.8046334 Dec 08 13:05:46.672691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55684) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:46.681879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-738092338'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:46.718882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b6d1e-0ecf-427c-960a-2fe695e309dc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Network': ['ID=84f9ac20-0275-417c-ad17-8e56c136a779,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:46.748263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bfdd9-d0d6-4428-a4cf-1c6acd8482c9 None None] Pushing event updated for resources: {'Port': ['ID=93bfeaeb-977e-449b-bade-86c7b673bb8c,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:46.752759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2236d2ee-a2e4-4ddf-b6a0-007961beb718 None None] Provisioning complete for port e9ce7b5f-1c4e-45b1-a990-a46621bb8af8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:46.754800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2236d2ee-a2e4-4ddf-b6a0-007961beb718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.810192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2236d2ee-a2e4-4ddf-b6a0-007961beb718 None None] Port e9ce7b5f-1c4e-45b1-a990-a46621bb8af8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:46.819549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 93bfeaeb-977e-449b-bade-86c7b673bb8c up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:46.831827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.848920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7f283ca-bdc2-4069-80d4-c4dfb1cb7190 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.876485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 93bfeaeb-977e-449b-bade-86c7b673bb8c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:46.876790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.903528 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-04f28142-ce99-4c44-9b87-8343ef67fa0e service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839010 Dec 08 13:05:46.908795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:46.912740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.939247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-01700050-bcdd-4263-ac2f-6d60e0111d4e None None] Provisioning complete for port 93bfeaeb-977e-449b-bade-86c7b673bb8c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:46.940472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01700050-bcdd-4263-ac2f-6d60e0111d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.940670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f283ca-bdc2-4069-80d4-c4dfb1cb7190 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:46.981124 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7f283ca-bdc2-4069-80d4-c4dfb1cb7190 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:46.987301 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e7f283ca-bdc2-4069-80d4-c4dfb1cb7190 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "DELETE /v2.0/subnets/0dc3c4d7-fcd3-4c83-87a2-7a64b58aa2f5 HTTP/1.1" status: 204 len: 168 time: 1.7701647 Dec 08 13:05:46.987987 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55686) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:46.988391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a985d9d8-a194-4566-b4fc-b2d20f42fdd1 None None] Network 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:47.008094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:47.013504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.035675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.039292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device df99b1e4-a513-4dea-8015-1092b545354b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:47.068344 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.073821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:47.078602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.079245 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Added segment accfe7ae-50f3-447e-b36d-66819a8e9eea of type vlan for network edd72201-790b-4746-9be5-9c90673deda5 Dec 08 13:05:47.086277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.095803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:47.104415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:47.164140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.164265 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a3b7e23-cf05-4399-a483-ddebc620c0b5 req-6cfb4a9b-c455-4386-a261-871507a257ad service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458091 Dec 08 13:05:47.173883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.188902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:47.209054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:47.216373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=4b9e848c-306e-4f07-b76c-e2966d6349af,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:47.222632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.225150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:47.240987 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:47.288574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ec2d6-1f38-47df-a3fa-e9184d2e2826 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:47.304901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.311714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cbb667-8e3d-496c-9870-e3dfaf7fc9e8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:47.318290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.318669 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Added segment 35c09e8a-c5d6-43b7-85f8-49638cde761a of type vlan for network d5ed5ae5-2e83-4b1f-9910-692bd68fc67e Dec 08 13:05:47.382520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port df99b1e4-a513-4dea-8015-1092b545354b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:47.383326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.400679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.413158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event updated for resources: {'Port': ['ID=75477618-c96d-49c3-8d1d-7fd1f2e8fc14,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:47.434588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.516322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38aaebd-6af3-4299-af4a-e8c69caab51d None None] DHCP port deletion for 379546ad-2a2a-4ebc-9a07-62f607ba0dd8 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:47.532035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.538425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:47.539623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.579603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.590501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dd8fcffa-8f2e-44eb-b6f9-fbeba406a50d None None] Provisioning complete for port 75477618-c96d-49c3-8d1d-7fd1f2e8fc14 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:47.590914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dd8fcffa-8f2e-44eb-b6f9-fbeba406a50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.591434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:47.598518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.604388 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:47.605233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.625034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:47.655076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dd8fcffa-8f2e-44eb-b6f9-fbeba406a50d None None] Port 75477618-c96d-49c3-8d1d-7fd1f2e8fc14 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:47.657588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:47.659443 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port df99b1e4-a513-4dea-8015-1092b545354b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=df99b1e4-a513-4dea-8015-1092b545354b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:47.662191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:47.668910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.672055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b38aaebd-6af3-4299-af4a-e8c69caab51d None None] Deleting port 561066df-28e8-443b-8496-14085026895f {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:47.672658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b38aaebd-6af3-4299-af4a-e8c69caab51d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.677204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=1309d694-8ce5-474c-a88b-041582eb7573,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:47.696198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Network': ['ID=edd72201-790b-4746-9be5-9c90673deda5,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:47.717588 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-52df871c-f8dd-4149-a09b-df97b9eaea36 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0393913 Dec 08 13:05:47.718391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.718941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55688) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:47.726960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'edd72201-790b-4746-9be5-9c90673deda5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:47.743395 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network edd72201-790b-4746-9be5-9c90673deda5 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:47.759274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Pushing event updated for resources: {'Network': ['ID=d5ed5ae5-2e83-4b1f-9910-692bd68fc67e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:47.764407 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Deleting port 561066df-28e8-443b-8496-14085026895f {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:47.764935 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.782882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.788390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network d5ed5ae5-2e83-4b1f-9910-692bd68fc67e details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:47.793967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b38aaebd-6af3-4299-af4a-e8c69caab51d None None] For port 561066df-28e8-443b-8496-14085026895f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=561066df-28e8-443b-8496-14085026895f,segment=NetworkSegment(748d8512-0b7d-479b-8a01-d5ccfdfea6de),segment_id=748d8512-0b7d-479b-8a01-d5ccfdfea6de)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:47.794459 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b38aaebd-6af3-4299-af4a-e8c69caab51d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.805457 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8f8da739-1340-4741-b1ee-8d104d9dba18 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0090456 Dec 08 13:05:47.805457 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.819756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55690) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:47.848462 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ee1c9c6e-d3e7-4316-950a-2290fce89acc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1578319 Dec 08 13:05:47.853561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.858534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55692) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:47.936982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] For port 561066df-28e8-443b-8496-14085026895f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=561066df-28e8-443b-8496-14085026895f,segment=NetworkSegment(748d8512-0b7d-479b-8a01-d5ccfdfea6de),segment_id=748d8512-0b7d-479b-8a01-d5ccfdfea6de)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:47.937348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:47.965836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event updated for resources: {'Port': ['ID=e9ce7b5f-1c4e-45b1-a990-a46621bb8af8,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:47.972910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Calling delete_port for 561066df-28e8-443b-8496-14085026895f owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:47.983279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.021883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:48.022520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Request body: {'network': {'name': 'tempest-network--761243018', 'router:external': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:48.051349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b38aaebd-6af3-4299-af4a-e8c69caab51d None None] Calling delete_port for 561066df-28e8-443b-8496-14085026895f owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:48.066538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd84b6-db9c-4a53-a5c0-a4bc19af6c90 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:48.081002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-22d2e480-4d5c-4ce9-a216-b6c772231a52 None None] Provisioning complete for port 4b9e848c-306e-4f07-b76c-e2966d6349af triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:48.084802 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-22d2e480-4d5c-4ce9-a216-b6c772231a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.090374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:48.091130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3a429116-45cf-4fe1-8ec2-dc9f959d8a9f not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:48.122256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Network cd18e31c-861c-4fac-adc2-a063a2bce835 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:48.126014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:48.128097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64ba37-5993-46cd-8d38-cfdc56bc8386 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:48.134567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64ba37-5993-46cd-8d38-cfdc56bc8386 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:48.139220 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cb64ba37-5993-46cd-8d38-cfdc56bc8386 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2149441 Dec 08 13:05:48.140199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55698) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:48.149248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:48.154347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.179141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.190304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=df99b1e4-a513-4dea-8015-1092b545354b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:48.241694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-22d2e480-4d5c-4ce9-a216-b6c772231a52 None None] Port 4b9e848c-306e-4f07-b76c-e2966d6349af cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:48.276059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Router aa8bc687-5d61-4514-bb35-7fbfed08cf8d has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:05:48.314187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b38aaebd-6af3-4299-af4a-e8c69caab51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.317895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.348590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38aaebd-6af3-4299-af4a-e8c69caab51d None None] Pushing event deleted for resources: {'Port': ['ID=561066df-28e8-443b-8496-14085026895f,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:48.354403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38aaebd-6af3-4299-af4a-e8c69caab51d None None] No DVR routers for this DVR port 561066df-28e8-443b-8496-14085026895f on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:48.355491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Made reservation on behalf of e2f24a4fd16445018e966d556720a3e4 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:48.357819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.385572 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event deleted for resources: {'Port': ['ID=561066df-28e8-443b-8496-14085026895f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:48.391872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] No DVR routers for this DVR port 561066df-28e8-443b-8496-14085026895f on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:48.400650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2b68775e-92c2-47b2-a9e6-ed211721581e None None] Provisioning complete for port df99b1e4-a513-4dea-8015-1092b545354b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:48.401519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b68775e-92c2-47b2-a9e6-ed211721581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.471334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.616141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.643935 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6ba67415-5c8f-4cc7-b01f-2ee7478e569d None None] Provisioning complete for port e9ce7b5f-1c4e-45b1-a990-a46621bb8af8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:48.644286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6ba67415-5c8f-4cc7-b01f-2ee7478e569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.647986 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:48.654717 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cd8178a0-c701-4e03-85bd-b3f9b653009d tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "PUT /v2.0/routers/aa8bc687-5d61-4514-bb35-7fbfed08cf8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5538025 Dec 08 13:05:48.656371 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379546ad-2a2a-4ebc-9a07-62f607ba0dd8']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:48.658405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55702) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:48.698248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb84be5-f9a9-4d80-b1a0-4ae684f59e1a None None] Sync routers for ids ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:48.703315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 93bfeaeb-977e-449b-bade-86c7b673bb8c up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:48.717547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a483fb01-da80-475a-b3eb-45c0cc2b45dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 1309d694-8ce5-474c-a88b-041582eb7573 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:48.717836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a483fb01-da80-475a-b3eb-45c0cc2b45dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.723198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748d8512-0b7d-479b-8a01-d5ccfdfea6de') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:48.723498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748d8512-0b7d-479b-8a01-d5ccfdfea6de') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:48.744419 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.796380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb84be5-f9a9-4d80-b1a0-4ae684f59e1a None None] Routers {'aa8bc687-5d61-4514-bb35-7fbfed08cf8d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:48.798346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5eb84be5-f9a9-4d80-b1a0-4ae684f59e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:48.800290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.807537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6ba67415-5c8f-4cc7-b01f-2ee7478e569d None None] Port e9ce7b5f-1c4e-45b1-a990-a46621bb8af8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:48.860439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5eb84be5-f9a9-4d80-b1a0-4ae684f59e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:48.877302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb84be5-f9a9-4d80-b1a0-4ae684f59e1a None None] Routers {'aa8bc687-5d61-4514-bb35-7fbfed08cf8d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:48.877956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5eb84be5-f9a9-4d80-b1a0-4ae684f59e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:48.882653 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 93bfeaeb-977e-449b-bade-86c7b673bb8c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:48.883047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.889529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.894252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a483fb01-da80-475a-b3eb-45c0cc2b45dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.907144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:48.907740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:48.911732 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:48.925845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.942960 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-80c98a6a-4581-43a1-961e-3b691a216a98 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:48.947407 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a483fb01-da80-475a-b3eb-45c0cc2b45dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 1309d694-8ce5-474c-a88b-041582eb7573 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:48.952094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5eb84be5-f9a9-4d80-b1a0-4ae684f59e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:48.952772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb84be5-f9a9-4d80-b1a0-4ae684f59e1a None None] The sync data for ids ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:48.976662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-38e8299f-aa9f-4ca0-93dc-90b0a526c532 None None] Provisioning complete for port 1309d694-8ce5-474c-a88b-041582eb7573 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:48.977041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38e8299f-aa9f-4ca0-93dc-90b0a526c532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.032803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-38e8299f-aa9f-4ca0-93dc-90b0a526c532 None None] Port 1309d694-8ce5-474c-a88b-041582eb7573 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:49.101239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-38e8299f-aa9f-4ca0-93dc-90b0a526c532 None None] Provisioning complete for port df99b1e4-a513-4dea-8015-1092b545354b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:49.101887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38e8299f-aa9f-4ca0-93dc-90b0a526c532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.106349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device df99b1e4-a513-4dea-8015-1092b545354b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:49.147739 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-80c98a6a-4581-43a1-961e-3b691a216a98 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 13:05:49.148355 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-80c98a6a-4581-43a1-961e-3b691a216a98 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "DELETE /v2.0/routers/aa8bc687-5d61-4514-bb35-7fbfed08cf8d HTTP/1.1" status: 409 len: 329 time: 0.4876969 Dec 08 13:05:49.151770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55706) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:49.201609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.211634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port df99b1e4-a513-4dea-8015-1092b545354b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:49.211634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.216565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.218966 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] 10.222.0.76 "DELETE /v2.0/networks/379546ad-2a2a-4ebc-9a07-62f607ba0dd8 HTTP/1.1" status: 204 len: 168 time: 2.2252672 Dec 08 13:05:49.310624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.314258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.386203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-95c6c076-7dd6-4cfd-8092-380a287b54f3 None None] Provisioning complete for port 1309d694-8ce5-474c-a88b-041582eb7573 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:49.388119 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-95c6c076-7dd6-4cfd-8092-380a287b54f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.432391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.443068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:49.445484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 561066df-28e8-443b-8496-14085026895f no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:49.480597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 561066df-28e8-443b-8496-14085026895f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:49.481018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 561066df-28e8-443b-8496-14085026895f not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:49.495118 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-95c6c076-7dd6-4cfd-8092-380a287b54f3 None None] Port 1309d694-8ce5-474c-a88b-041582eb7573 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:49.564627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.565193 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Added segment f4051c0d-a9c3-479a-b51d-6c5e020d0b28 of type vlan for network ca1050fc-b922-47ba-b26f-54e3c55d9595 Dec 08 13:05:49.591186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.593986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6543d8f-be3c-4d9d-a644-6951a1237659,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:49.604856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a537c5d-4e2e-424c-84e4-5d1dd70ed1d4 tempest-AllowedAddressPairTestJSON-1388939271 tempest-AllowedAddressPairTestJSON-1388939271-project] Pushing event deleted for resources: {'Network': ['ID=379546ad-2a2a-4ebc-9a07-62f607ba0dd8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:49.621299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=c750ab3a-4be6-4838-86a5-89cee3222acf,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:49.779786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154dec4-0965-48f4-b50c-772124cd9723 req-14e411c6-9dfd-4aeb-a80a-4fb94aa82a11 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:49.783512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6154dec4-0965-48f4-b50c-772124cd9723 req-14e411c6-9dfd-4aeb-a80a-4fb94aa82a11 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.3453839 Dec 08 13:05:49.789970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.798298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Checking segment: {'id': 'accfe7ae-50f3-447e-b36d-66819a8e9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'edd72201-790b-4746-9be5-9c90673deda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:49.798700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network hostable DHCP agents. Network: edd72201-790b-4746-9be5-9c90673deda5, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:49.801707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=4b9e848c-306e-4f07-b76c-e2966d6349af,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:49.826898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.827817 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a483fb01-da80-475a-b3eb-45c0cc2b45dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.835472 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-65de4e7b-95e4-4622-bb8a-b07b932c2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:49.836969 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-65de4e7b-95e4-4622-bb8a-b07b932c2727 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 1098 time: 0.3309147 Dec 08 13:05:49.863144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55714) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:49.871589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483fb01-da80-475a-b3eb-45c0cc2b45dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=1309d694-8ce5-474c-a88b-041582eb7573,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:49.900905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a483fb01-da80-475a-b3eb-45c0cc2b45dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:49.907395 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a483fb01-da80-475a-b3eb-45c0cc2b45dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/1309d694-8ce5-474c-a88b-041582eb7573 HTTP/1.1" status: 204 len: 168 time: 1.7283134 Dec 08 13:05:49.908344 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55718) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:49.990466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c44304b-8fbc-4873-b966-5d3ff6ff2e75 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:49.998813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c44304b-8fbc-4873-b966-5d3ff6ff2e75 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:50.003152 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3c44304b-8fbc-4873-b966-5d3ff6ff2e75 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0938563 Dec 08 13:05:50.003814 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55720) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:50.040845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.041821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:50.042395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.049440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network edd72201-790b-4746-9be5-9c90673deda5 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:50.059835 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6154dec4-0965-48f4-b50c-772124cd9723 req-291cac32-be40-4bd8-9ca7-54f4c97e84ed tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539241 Dec 08 13:05:50.095204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b956e1-49a6-4058-8690-eba0acb09fbc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 766c5b4d-d3ee-49d8-90e4-bcb5b1b56425 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:50.107645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5b956e1-49a6-4058-8690-eba0acb09fbc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.130759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Router 725b32a4-9f03-406c-8b0b-999b41dd2f70 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:05:50.132268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.136792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-32a0eee5-4ba3-48c6-ae57-10e2880d7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:50.138325 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-32a0eee5-4ba3-48c6-ae57-10e2880d7214 service neutron] 10.222.0.72 "GET /v2.0/networks?id=94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 200 len: 912 time: 0.2844584 Dec 08 13:05:50.178601 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-73196f24-cea5-42dd-9422-dcc99a036936 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=982f70a3f4cc4a1c803ebf29848b4336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102055 Dec 08 13:05:50.179344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'Network': ['ID=ca1050fc-b922-47ba-b26f-54e3c55d9595,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:50.180193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55722) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:50.193829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network ca1050fc-b922-47ba-b26f-54e3c55d9595 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:50.217622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:50.220222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, edd72201-790b-4746-9be5-9c90673deda5) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:50.229811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ad18ca4b-7e4b-417d-86ed-570fec270751 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3723707 Dec 08 13:05:50.230556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55724) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:50.232781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5b956e1-49a6-4058-8690-eba0acb09fbc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.236075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:50.238663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:50.239427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.260374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59dd4f7-3f1b-4059-b85c-529f67671e4a None None] Network edd72201-790b-4746-9be5-9c90673deda5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:50.346783 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-1ae4810f-7e67-4e8c-968f-e9c35278336c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 200 len: 1000 time: 0.1755612 Dec 08 13:05:50.400078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a2f11dec-9bf8-4d53-b5c3-494b54881282 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6795831 Dec 08 13:05:50.406610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-edd72201-790b-4746-9be5-9c90673deda5', 'network_id': 'edd72201-790b-4746-9be5-9c90673deda5', 'project_id': '5a35742f37444c1896f111b89a9a5aa2', 'fixed_ips': [{'subnet_id': 'c750ab3a-4be6-4838-86a5-89cee3222acf'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:50.407633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.428159 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55726) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:50.452131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': 'edd72201-790b-4746-9be5-9c90673deda5', 'name': 'tempest-PortsIpV6TestJSON-1485207622', 'fixed_ips': [{'subnet_id': 'c750ab3a-4be6-4838-86a5-89cee3222acf', 'ip_address': '2001:db8::10'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:50.462606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.467003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-4a36bf4b-978e-43bf-a17d-7964096b918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:50.469051 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-4a36bf4b-978e-43bf-a17d-7964096b918d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3667c4c-da82-4c96-9338-734a8c9b92a9 HTTP/1.1" status: 200 len: 850 time: 0.1132722 Dec 08 13:05:50.547096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:50.559040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ce720-7daf-46b4-ad0f-2ca5d2104598 None None] Sync routers for ids ['725b32a4-9f03-406c-8b0b-999b41dd2f70'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:50.567389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Allocated IP 2001:db8::2 (edd72201-790b-4746-9be5-9c90673deda5/c750ab3a-4be6-4838-86a5-89cee3222acf/749443b9-81bf-4094-b496-6ccc26930387) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:50.572103 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ce720-7daf-46b4-ad0f-2ca5d2104598 None None] Routers {'725b32a4-9f03-406c-8b0b-999b41dd2f70'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:50.572737 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-db2ce720-7daf-46b4-ad0f-2ca5d2104598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['725b32a4-9f03-406c-8b0b-999b41dd2f70'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:50.597861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-aa9b42dd-48c2-4da6-8ed3-954dcfe690d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:50.599445 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-aa9b42dd-48c2-4da6-8ed3-954dcfe690d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=94610d8d-462e-4641-bb77-8acc86d889aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205435 Dec 08 13:05:50.618261 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-db2ce720-7daf-46b4-ad0f-2ca5d2104598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:50.629926 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ce720-7daf-46b4-ad0f-2ca5d2104598 None None] Routers {'725b32a4-9f03-406c-8b0b-999b41dd2f70'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:50.630825 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-db2ce720-7daf-46b4-ad0f-2ca5d2104598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['725b32a4-9f03-406c-8b0b-999b41dd2f70'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:50.661113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dc1dfcca-3f6b-4831-b4d6-38476ce4ddc8 None None] Provisioning complete for port 4b9e848c-306e-4f07-b76c-e2966d6349af triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:50.661839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc1dfcca-3f6b-4831-b4d6-38476ce4ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.676913 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-db2ce720-7daf-46b4-ad0f-2ca5d2104598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:50.677620 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ce720-7daf-46b4-ad0f-2ca5d2104598 None None] The sync data for ids ['725b32a4-9f03-406c-8b0b-999b41dd2f70'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:50.689004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5b956e1-49a6-4058-8690-eba0acb09fbc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.692732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:05:50.696714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44fdb1e3-e8d5-432e-b680-1b336c318958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.698791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.702957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-104a0704-5425-4083-bafe-cb0bd9cf4ee5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3480124 Dec 08 13:05:50.703839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55728) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:50.709563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5e3bbc16-628e-4ab0-9ea8-dc9822ec9a0d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': False}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:50.722809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dc1dfcca-3f6b-4831-b4d6-38476ce4ddc8 None None] Port 4b9e848c-306e-4f07-b76c-e2966d6349af cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:50.759203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44fdb1e3-e8d5-432e-b680-1b336c318958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.778853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.811072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-7754abdc-7d38-47d4-806e-2904c47466f3 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037933 Dec 08 13:05:50.845750 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.851598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.884390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1050fc-b922-47ba-b26f-54e3c55d9595']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:50.897506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Pushing event updated for resources: {'Port': ['ID=749443b9-81bf-4094-b496-6ccc26930387,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:50.901175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Network edd72201-790b-4746-9be5-9c90673deda5 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:50.905309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:50.908781 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:50.911718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4051c0d-a9c3-479a-b51d-6c5e020d0b28') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:50.912019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4051c0d-a9c3-479a-b51d-6c5e020d0b28') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:50.913972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:50.949328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.963764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.974011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Attempting to bind port 749443b9-81bf-4094-b496-6ccc26930387 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:50.974482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Attempting to bind port 749443b9-81bf-4094-b496-6ccc26930387 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'accfe7ae-50f3-447e-b36d-66819a8e9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'edd72201-790b-4746-9be5-9c90673deda5'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:50.974966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Attempting to bind port 749443b9-81bf-4094-b496-6ccc26930387 on network edd72201-790b-4746-9be5-9c90673deda5 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:50.978191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:50.978700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:50.980503 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:50.984059 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:50.984538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Checking segment: {'id': 'accfe7ae-50f3-447e-b36d-66819a8e9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'edd72201-790b-4746-9be5-9c90673deda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:50.985578 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:50.986056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Bound using segment: {'id': 'accfe7ae-50f3-447e-b36d-66819a8e9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'edd72201-790b-4746-9be5-9c90673deda5'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:50.986728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Bound port: 749443b9-81bf-4094-b496-6ccc26930387, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accfe7ae-50f3-447e-b36d-66819a8e9eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'edd72201-790b-4746-9be5-9c90673deda5'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:50.987196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.009945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5b956e1-49a6-4058-8690-eba0acb09fbc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.031065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:51.037013 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fe289e01-4e24-489e-a298-8a532b3657ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/1f05a650-406a-4b92-a3f7-65e06fcfdb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0574865 Dec 08 13:05:51.045460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55730) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:51.050449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Sync routers for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:51.072244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] For port 749443b9-81bf-4094-b496-6ccc26930387, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:51.072619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] For port 749443b9-81bf-4094-b496-6ccc26930387, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=749443b9-81bf-4094-b496-6ccc26930387,segment=NetworkSegment(accfe7ae-50f3-447e-b36d-66819a8e9eea),segment_id=accfe7ae-50f3-447e-b36d-66819a8e9eea)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:51.074245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:51.074890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:51.080899 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a68a01b-352f-414a-9f82-d375b29539a6 req-c82fb4ad-2c48-42c3-87bb-9cbd87db5643 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605128 Dec 08 13:05:51.147979 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44fdb1e3-e8d5-432e-b680-1b336c318958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.150985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44fdb1e3-e8d5-432e-b680-1b336c318958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.175736 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-44fdb1e3-e8d5-432e-b680-1b336c318958 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/636b1eeb-7925-4dc9-a656-d93177695e0d HTTP/1.1" status: 204 len: 168 time: 0.9717610 Dec 08 13:05:51.179633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.213926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b956e1-49a6-4058-8690-eba0acb09fbc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=766c5b4d-d3ee-49d8-90e4-bcb5b1b56425,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:51.222488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5b956e1-49a6-4058-8690-eba0acb09fbc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.225118 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5686c8b8-6443-4ac6-a795-604fdd168f79 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:51.231835 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b5b956e1-49a6-4058-8690-eba0acb09fbc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/766c5b4d-d3ee-49d8-90e4-bcb5b1b56425 HTTP/1.1" status: 204 len: 168 time: 1.2258544 Dec 08 13:05:51.238207 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55736) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:51.258665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdb1e3-e8d5-432e-b680-1b336c318958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636b1eeb-7925-4dc9-a656-d93177695e0d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:51.337892 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.341889 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cb4e1b26-20e2-4c32-b2da-83bd1b313061 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792751 Dec 08 13:05:51.344989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55738) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:51.359141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:51.393868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 8d76d146-7ce8-43a2-ab4b-8805e32a1db5 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:51.401398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.411390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca1050fc-b922-47ba-b26f-54e3c55d9595 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 13:05:51.415583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.420242 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "DELETE /v2.0/networks/ca1050fc-b922-47ba-b26f-54e3c55d9595 HTTP/1.1" status: 204 len: 168 time: 1.1830652 Dec 08 13:05:51.433632 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55740) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:51.445666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:51.558940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b495e90-56a6-4b01-b4ff-09b5d649e94e tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca1050fc-b922-47ba-b26f-54e3c55d9595,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:51.582969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Deleting port e9ce7b5f-1c4e-45b1-a990-a46621bb8af8 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:51.583389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.659037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:51.716511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Made reservation on behalf of e2f24a4fd16445018e966d556720a3e4 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:51.719099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:51.760611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.761080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.761543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.761997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.762451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.762929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.763376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.763822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.764268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.764712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.765158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.765599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.766519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.768590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6e0df-bddd-475b-a6e7-6e857043e73f None None] Pushing event updated for resources: {'Port': ['ID=749443b9-81bf-4094-b496-6ccc26930387,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:51.774364 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f6810da7-6043-4925-bb79-4ac1c1df70c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8989 time: 0.7257686 Dec 08 13:05:51.785363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55744) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:51.907158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d116c-43ca-4a55-8cac-a9d0a78d79b2 req-85144f05-2d54-4c1c-b175-810a175b5773 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:51.908819 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a1d116c-43ca-4a55-8cac-a9d0a78d79b2 req-85144f05-2d54-4c1c-b175-810a175b5773 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1290100 Dec 08 13:05:51.917476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def4b377-0266-4156-975f-1289cc962019 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:51.993347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:52.001860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.015134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.033369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:52.104882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-def4b377-0266-4156-975f-1289cc962019 None None] Deleting port df99b1e4-a513-4dea-8015-1092b545354b {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:52.106820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-def4b377-0266-4156-975f-1289cc962019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.146348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.146726 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Added segment 68689127-2c3f-4bae-a9e2-759963a623ca of type vlan for network 8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 Dec 08 13:05:52.148701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Calling delete_port for e9ce7b5f-1c4e-45b1-a990-a46621bb8af8 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:52.166738 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.167613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.168252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.169064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.169846 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.170475 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.171450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.172097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.172754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.175528 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-26dc7e62-1937-4cdf-a7db-059f8c15f149 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5754 time: 0.3806107 Dec 08 13:05:52.179629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55752) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:52.190010 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-def4b377-0266-4156-975f-1289cc962019 None None] For port df99b1e4-a513-4dea-8015-1092b545354b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=df99b1e4-a513-4dea-8015-1092b545354b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:52.195035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-def4b377-0266-4156-975f-1289cc962019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.205389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-def4b377-0266-4156-975f-1289cc962019 None None] Calling delete_port for df99b1e4-a513-4dea-8015-1092b545354b owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:52.293473 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a1d116c-43ca-4a55-8cac-a9d0a78d79b2 req-e5bece5e-036a-41ce-8a7a-9e21c0f925a6 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621031 Dec 08 13:05:52.314735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:05:47Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:48Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:52.326942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbc16-628e-4ab0-9ea8-dc9822ec9a0d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.350130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Checking router: 1f05a650-406a-4b92-a3f7-65e06fcfdb7f for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:05:52.350758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Updating router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f port 4b9e848c-306e-4f07-b76c-e2966d6349af binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:05:52.375987 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-def4b377-0266-4156-975f-1289cc962019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.415023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4b377-0266-4156-975f-1289cc962019 None None] Pushing event deleted for resources: {'Port': ['ID=df99b1e4-a513-4dea-8015-1092b545354b,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:52.416902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4b377-0266-4156-975f-1289cc962019 None None] No DVR routers for this DVR port df99b1e4-a513-4dea-8015-1092b545354b on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:52.422146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.463537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::10 (edd72201-790b-4746-9be5-9c90673deda5/c750ab3a-4be6-4838-86a5-89cee3222acf/8d76d146-7ce8-43a2-ab4b-8805e32a1db5) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:52.565291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.604182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.619781 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7d0786aa-c946-45ef-b5ac-260963b00c4c tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.4365270 Dec 08 13:05:52.700578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:52.718948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:52.741529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:52.742249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:52.777905 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b84907-e3fc-46b8-8609-8d29b75d5f3c None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:52.852401 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5058789 Dec 08 13:05:52.852820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55764) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:52.860173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'name': 'tempest-NetworksTestDHCPv6-1315073443'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:52.895030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 749443b9-81bf-4094-b496-6ccc26930387 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:52.981620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.014339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82363cd-1a3f-4836-91e4-8f97d0cd3846 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=e23b20a9-753b-4224-8c78-f885404f3a44,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:53.023965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.025209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:53.026375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.057184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': 'e23b20a9-753b-4224-8c78-f885404f3a44'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:05:53.058991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.125662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'Network': ['ID=8e82e82e-325b-4ebf-90d4-8d7a1ad1c255,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:53.137031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55768) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:53.156230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:53.166448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.264773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 749443b9-81bf-4094-b496-6ccc26930387 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:53.265271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.322456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d2aa8-2d45-4614-a650-d134f4ed8c52 None None] Network edd72201-790b-4746-9be5-9c90673deda5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:53.328525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-552328529'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:53.349049 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a7c32b2a-a0e5-4e5e-963b-3fb4e43b79a9 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9080808 Dec 08 13:05:53.352952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network edd72201-790b-4746-9be5-9c90673deda5 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:53.357892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55774) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:53.372650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Request body: {'subnet': {'network_id': '8e82e82e-325b-4ebf-90d4-8d7a1ad1c255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:53.373076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:53.385011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:53.391396 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:53.392043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.401028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=8d76d146-7ce8-43a2-ab4b-8805e32a1db5,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:53.444742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.480024 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.505954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbc16-628e-4ab0-9ea8-dc9822ec9a0d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.509893 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event deleted for resources: {'Port': ['ID=e9ce7b5f-1c4e-45b1-a990-a46621bb8af8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:53.520061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44411-224f-4ddc-b89a-5634a5df678b req-993a6fff-3615-42c5-8a1a-6c100f459cae tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:53.521648 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a2e44411-224f-4ddc-b89a-5634a5df678b req-993a6fff-3615-42c5-8a1a-6c100f459cae tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1314390 Dec 08 13:05:53.524113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:53.530531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.537180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbc16-628e-4ab0-9ea8-dc9822ec9a0d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.565029 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/e23b20a9-753b-4224-8c78-f885404f3a44/9743df5e-6efa-42fa-90fd-92a94f70bee3) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:53.595593 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c9b6c659-5224-4827-b061-c203d931dcfc tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1645753 Dec 08 13:05:53.599243 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55776) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:53.599779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55778) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:53.606037 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': 'edd72201-790b-4746-9be5-9c90673deda5', 'name': 'tempest-PortsIpV6TestJSON-221614988', 'fixed_ips': [{'subnet_id': 'c750ab3a-4be6-4838-86a5-89cee3222acf', 'ip_address': '2001:db8::f'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:53.673615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.683122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port a1736d39-9b4b-45fb-87b6-ddd0a24e2be7 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:53.683819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-32ac52c9-f2b7-4cd2-93f7-4d4c4c911a16 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166255422', 'description': 'tempest-secgroup-smoke-1166255422 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:53.697430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7c80028e-6990-445c-a1f2-7baf374ff5b9 None None] Provisioning complete for port 749443b9-81bf-4094-b496-6ccc26930387 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:53.697881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c80028e-6990-445c-a1f2-7baf374ff5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.824946 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a2e44411-224f-4ddc-b89a-5634a5df678b req-361aeb43-f6b6-4279-8bca-7affaab9fd42 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913916 Dec 08 13:05:53.831676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3bbc16-628e-4ab0-9ea8-dc9822ec9a0d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Router 725b32a4-9f03-406c-8b0b-999b41dd2f70 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:05:53.859529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Made reservation on behalf of 960ab85a76a0420c94a32b87b25ebb11 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:53.859756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:53.927643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.016039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Made reservation on behalf of e2f24a4fd16445018e966d556720a3e4 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:54.018449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.079007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3bbc16-628e-4ab0-9ea8-dc9822ec9a0d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:54.088155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbc16-628e-4ab0-9ea8-dc9822ec9a0d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.092070 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5e3bbc16-628e-4ab0-9ea8-dc9822ec9a0d tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "PUT /v2.0/routers/725b32a4-9f03-406c-8b0b-999b41dd2f70 HTTP/1.1" status: 200 len: 921 time: 3.3857651 Dec 08 13:05:54.099722 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795cbe0-b4ff-47b3-94b6-f398c866a0bd None None] Sync routers for ids ['725b32a4-9f03-406c-8b0b-999b41dd2f70'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:54.122209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55782) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:54.125248 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795cbe0-b4ff-47b3-94b6-f398c866a0bd None None] Routers {'725b32a4-9f03-406c-8b0b-999b41dd2f70'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:54.125883 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4795cbe0-b4ff-47b3-94b6-f398c866a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['725b32a4-9f03-406c-8b0b-999b41dd2f70'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:54.157811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Attempting to bind port 4b9e848c-306e-4f07-b76c-e2966d6349af on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:54.158196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Attempting to bind port 4b9e848c-306e-4f07-b76c-e2966d6349af by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:54.158623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Attempting to bind port 4b9e848c-306e-4f07-b76c-e2966d6349af on network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:54.161368 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4795cbe0-b4ff-47b3-94b6-f398c866a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:54.178099 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795cbe0-b4ff-47b3-94b6-f398c866a0bd None None] Routers {'725b32a4-9f03-406c-8b0b-999b41dd2f70'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:54.179562 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4795cbe0-b4ff-47b3-94b6-f398c866a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['725b32a4-9f03-406c-8b0b-999b41dd2f70'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:54.184113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.214858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4d61-21cd-4054-b997-c7f535c4c940 None None] Pushing event updated for resources: {'Port': ['ID=4b9e848c-306e-4f07-b76c-e2966d6349af,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:54.223291 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4795cbe0-b4ff-47b3-94b6-f398c866a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:54.224546 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795cbe0-b4ff-47b3-94b6-f398c866a0bd None None] The sync data for ids ['725b32a4-9f03-406c-8b0b-999b41dd2f70'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:54.226142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c80028e-6990-445c-a1f2-7baf374ff5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.230608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:54.231023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Checking segment: {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:54.231428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.232173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Bound using segment: {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:54.232671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Bound port: 4b9e848c-306e-4f07-b76c-e2966d6349af, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:54.233065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.237096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.270978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.297249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32ac52c9-f2b7-4cd2-93f7-4d4c4c911a16 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.314208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.328292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.333147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7c80028e-6990-445c-a1f2-7baf374ff5b9 None None] For port 749443b9-81bf-4094-b496-6ccc26930387, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=749443b9-81bf-4094-b496-6ccc26930387,segment=NetworkSegment(accfe7ae-50f3-447e-b36d-66819a8e9eea),segment_id=accfe7ae-50f3-447e-b36d-66819a8e9eea)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:54.396533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.404706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] For port 4b9e848c-306e-4f07-b76c-e2966d6349af, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:54.412439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:54.423978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c80028e-6990-445c-a1f2-7baf374ff5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.428756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:54.431291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:54.438090 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Pushing event updated for resources: {'Port': ['ID=9743df5e-6efa-42fa-90fd-92a94f70bee3,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:54.447237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] For port 4b9e848c-306e-4f07-b76c-e2966d6349af, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4b9e848c-306e-4f07-b76c-e2966d6349af,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:54.473313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:05:54.494654 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:54.500177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.513175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::1a7 (c6b804cf-1df5-4af3-9dce-30751e804dc0/e23b20a9-753b-4224-8c78-f885404f3a44/a1736d39-9b4b-45fb-87b6-ddd0a24e2be7) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:54.528951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 28737018-3a34-4a2f-8c2a-81532a841f8f yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:05:54.548629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Router aa8bc687-5d61-4514-bb35-7fbfed08cf8d has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:05:54.575948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:05:54.575948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:05:54.581283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.592076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Attempting to bind port 9743df5e-6efa-42fa-90fd-92a94f70bee3 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:05:54.592076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Attempting to bind port 9743df5e-6efa-42fa-90fd-92a94f70bee3 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:05:54.592076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Attempting to bind port 9743df5e-6efa-42fa-90fd-92a94f70bee3 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:05:54.593789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3992e42f-2954-4c36-9b1d-44a2b44aab2f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:54.596743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80028e-6990-445c-a1f2-7baf374ff5b9 None None] Pushing event updated for resources: {'Port': ['ID=749443b9-81bf-4094-b496-6ccc26930387,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:54.610981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.610981 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Added segment f8f6e598-fee2-4687-89ad-5a266fcd4f32 of type vlan for network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af Dec 08 13:05:54.625208 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-08df55ff-0bf0-4409-affb-44135d60b152 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/routers/725b32a4-9f03-406c-8b0b-999b41dd2f70 HTTP/1.1" status: 200 len: 921 time: 0.4896595 Dec 08 13:05:54.628529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Provisioning complete for port 749443b9-81bf-4094-b496-6ccc26930387 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:54.632897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.635681 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55784) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:54.640220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:05:54.640605 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:54.641077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.641479 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:05:54.642095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Bound port: 9743df5e-6efa-42fa-90fd-92a94f70bee3, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:05:54.642353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.703435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.760684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:54.761408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:54.762855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32ac52c9-f2b7-4cd2-93f7-4d4c4c911a16 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.853269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32ac52c9-f2b7-4cd2-93f7-4d4c4c911a16 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.861039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:05:54.866795 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e6f520b3-ce4a-460d-864c-454c1c4765bf tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "PUT /v2.0/routers/aa8bc687-5d61-4514-bb35-7fbfed08cf8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7139997 Dec 08 13:05:54.871358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55786) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:54.900740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082c3bc-85cd-483e-8a37-ea3860edaf37 None None] Sync routers for ids ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:05:54.930196 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-3e27e0ec-06c0-4de5-aa21-47f0524074e6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] show failed (client error): The resource could not be found. Dec 08 13:05:54.930768 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3e27e0ec-06c0-4de5-aa21-47f0524074e6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1538252482 HTTP/1.1" status: 404 len: 335 time: 0.0556083 Dec 08 13:05:54.931708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea89839-ab8a-4eea-940b-4079e4e73749 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:54.936600 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4ea89839-ab8a-4eea-940b-4079e4e73749 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=725b32a4-9f03-406c-8b0b-999b41dd2f70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2992535 Dec 08 13:05:54.941231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.943470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55788) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:54.943608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55790) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:54.955132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:54.955132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:54.961437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4204ebdb-bacd-4560-bd22-39efa847d18b tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:54.987138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4d61-21cd-4054-b997-c7f535c4c940 None None] Pushing event updated for resources: {'Port': ['ID=4b9e848c-306e-4f07-b76c-e2966d6349af,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:55.018160 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32ac52c9-f2b7-4cd2-93f7-4d4c4c911a16 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.023473 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-32ac52c9-f2b7-4cd2-93f7-4d4c4c911a16 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3438377 Dec 08 13:05:55.023473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac52c9-f2b7-4cd2-93f7-4d4c4c911a16 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b40539b-f5e6-430f-afa3-810cabfcea76,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:55.027862 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-4204ebdb-bacd-4560-bd22-39efa847d18b tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] update failed (client error): The resource could not be found. Dec 08 13:05:55.028919 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4204ebdb-bacd-4560-bd22-39efa847d18b tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-898763253 HTTP/1.1" status: 404 len: 334 time: 0.0838583 Dec 08 13:05:55.037479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55792) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:55.038926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55794) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:55.050732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082c3bc-85cd-483e-8a37-ea3860edaf37 None None] Routers {'aa8bc687-5d61-4514-bb35-7fbfed08cf8d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:55.051511 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5082c3bc-85cd-483e-8a37-ea3860edaf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:55.053799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c1489a5a-a5c5-47fd-8e51-723337f88b42 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2b40539b-f5e6-430f-afa3-810cabfcea76', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:55.079786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::f (edd72201-790b-4746-9be5-9c90673deda5/c750ab3a-4be6-4838-86a5-89cee3222acf/28737018-3a34-4a2f-8c2a-81532a841f8f) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:55.124551 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1dd13-8340-420e-8417-50c26fc6fd72 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:55.125200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:05:55.125985 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-80d1dd13-8340-420e-8417-50c26fc6fd72 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 881 time: 0.1797404 Dec 08 13:05:55.129705 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55796) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:55.145674 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5082c3bc-85cd-483e-8a37-ea3860edaf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:55.152282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] For port 9743df5e-6efa-42fa-90fd-92a94f70bee3, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:05:55.169341 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c68d1a10-c86b-44c9-b681-8eb40c415f6d tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=725b32a4-9f03-406c-8b0b-999b41dd2f70 HTTP/1.1" status: 200 len: 205 time: 0.0382671 Dec 08 13:05:55.193461 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55798) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:55.208890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] For port 9743df5e-6efa-42fa-90fd-92a94f70bee3, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9743df5e-6efa-42fa-90fd-92a94f70bee3,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:05:55.235493 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082c3bc-85cd-483e-8a37-ea3860edaf37 None None] Routers {'aa8bc687-5d61-4514-bb35-7fbfed08cf8d'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:05:55.236132 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5082c3bc-85cd-483e-8a37-ea3860edaf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:55.305522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.307444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5082c3bc-85cd-483e-8a37-ea3860edaf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:55.308057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082c3bc-85cd-483e-8a37-ea3860edaf37 None None] The sync data for ids ['aa8bc687-5d61-4514-bb35-7fbfed08cf8d'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:55.369796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Provisioning complete for port 8d76d146-7ce8-43a2-ab4b-8805e32a1db5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:55.370461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.379919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device df99b1e4-a513-4dea-8015-1092b545354b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:55.402325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.406776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.470096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3212721 Dec 08 13:05:55.470664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55800) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:55.470664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'subnet': {'network_id': '24ebaa93-682c-4e7e-b4f2-e34f9cf817af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:55.487613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: df99b1e4-a513-4dea-8015-1092b545354b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:55.487969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device df99b1e4-a513-4dea-8015-1092b545354b not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:55.503098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.506239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaf377-f108-4ef3-9e94-bf18573f4613 None None] Pushing event updated for resources: {'Port': ['ID=9743df5e-6efa-42fa-90fd-92a94f70bee3,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:55.514303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Port 8d76d146-7ce8-43a2-ab4b-8805e32a1db5 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:55.551880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Provisioning complete for port 4b9e848c-306e-4f07-b76c-e2966d6349af triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:55.552022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.553887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f813d34-f687-4647-99c0-aa298822e72a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Network': ['ID=24ebaa93-682c-4e7e-b4f2-e34f9cf817af,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:55.572132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8619cced-d3bf-46c1-8a5e-c7fc6bf25d9e tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Deleting subnet 6774fbb8-e076-4e9e-8e6e-7130300d9f7c {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:55.583518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8619cced-d3bf-46c1-8a5e-c7fc6bf25d9e tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.619465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:05:55.645709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1489a5a-a5c5-47fd-8e51-723337f88b42 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.665328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8619cced-d3bf-46c1-8a5e-c7fc6bf25d9e tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.693388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:05:47Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:55.693795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.721019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.778018 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network edd72201-790b-4746-9be5-9c90673deda5 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:55.791046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:55.795912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:55.803723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:55.804843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.824040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58550d-a2c0-4f94-9fee-d8f187e9481d None None] The sync data for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv is: [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:05:47Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:05:55.831477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.833133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.objects.ports [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103715) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:05:55.833625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.836589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.847465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Made reservation on behalf of 960ab85a76a0420c94a32b87b25ebb11 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:55.851844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:55.863116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=28737018-3a34-4a2f-8c2a-81532a841f8f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:55.907180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 749443b9-81bf-4094-b496-6ccc26930387 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:55.991617 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] For port 4b9e848c-306e-4f07-b76c-e2966d6349af, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4b9e848c-306e-4f07-b76c-e2966d6349af,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:56.038734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 749443b9-81bf-4094-b496-6ccc26930387 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:56.039382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.044795 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f3d9b320-459e-4291-97d1-423efb47a048 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4436705 Dec 08 13:05:56.048249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55802) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:56.077947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.111473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:56.117066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1489a5a-a5c5-47fd-8e51-723337f88b42 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.125983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=a1736d39-9b4b-45fb-87b6-ddd0a24e2be7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:56.136747 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Deleting port 75477618-c96d-49c3-8d1d-7fd1f2e8fc14 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:56.137204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.154662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:56.164457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:56.172597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:56.173466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.181675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'Subnet': ['ID=68cc762c-497a-4ed0-aa75-b7218937fd82,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:56.197867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1489a5a-a5c5-47fd-8e51-723337f88b42 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.206138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8619cced-d3bf-46c1-8a5e-c7fc6bf25d9e tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.230066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ec512-15e1-42b9-b51f-d270afb1d0da None None] Pushing event updated for resources: {'Port': ['ID=4b9e848c-306e-4f07-b76c-e2966d6349af,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:56.266102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Checking segment: {'id': '68689127-2c3f-4bae-a9e2-759963a623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8e82e82e-325b-4ebf-90d4-8d7a1ad1c255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:56.266655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Network hostable DHCP agents. Network: 8e82e82e-325b-4ebf-90d4-8d7a1ad1c255, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:56.269526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d23e597b-5c13-4160-a6ad-633c5c16fcf9 None None] Provisioning complete for port 8d76d146-7ce8-43a2-ab4b-8805e32a1db5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:56.269915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d23e597b-5c13-4160-a6ad-633c5c16fcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.274319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1489a5a-a5c5-47fd-8e51-723337f88b42 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78e87e0-303c-4045-916e-4a71633b4a44,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:56.292105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d9ca7da-770e-4cf3-9b85-05657a4c15b9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4379959 Dec 08 13:05:56.298241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55804) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:56.311780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e89043-1400-4804-a37c-2d180ba66ab7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:56.315869 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-21e89043-1400-4804-a37c-2d180ba66ab7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2636535 Dec 08 13:05:56.323492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55806) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:56.355940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d23e597b-5c13-4160-a6ad-633c5c16fcf9 None None] Port 8d76d146-7ce8-43a2-ab4b-8805e32a1db5 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:56.369233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d23e597b-5c13-4160-a6ad-633c5c16fcf9 None None] Provisioning complete for port 4b9e848c-306e-4f07-b76c-e2966d6349af triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:56.369616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d23e597b-5c13-4160-a6ad-633c5c16fcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.385894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.390102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1489a5a-a5c5-47fd-8e51-723337f88b42 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.394945 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c1489a5a-a5c5-47fd-8e51-723337f88b42 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3542066 Dec 08 13:05:56.397990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55808) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:56.400983 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Calling delete_port for 75477618-c96d-49c3-8d1d-7fd1f2e8fc14 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:56.429385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-93cc9a61-cb0f-4b3b-9c2a-44ced6d288c0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2b40539b-f5e6-430f-afa3-810cabfcea76', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:56.506267 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Network 8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:56.530751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ffb91-d56d-45e4-b0bd-5c39895a5c38 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:56.533727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ffb91-d56d-45e4-b0bd-5c39895a5c38 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:56.541348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ffb91-d56d-45e4-b0bd-5c39895a5c38 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:56.543212 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e70ffb91-d56d-45e4-b0bd-5c39895a5c38 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1951160 Dec 08 13:05:56.546088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55810) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:56.565794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0d02d-d3ae-4a5c-a548-7f50426c2ae1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:56.572970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0d02d-d3ae-4a5c-a548-7f50426c2ae1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:56.574968 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ced0d02d-d3ae-4a5c-a548-7f50426c2ae1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2754045 Dec 08 13:05:56.594730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55812) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:56.652592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f020014d-7c76-493b-8f4f-ccbad7a2c183 None None] Provisioning complete for port 28737018-3a34-4a2f-8c2a-81532a841f8f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:56.653516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f020014d-7c76-493b-8f4f-ccbad7a2c183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.691620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.704252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8619cced-d3bf-46c1-8a5e-c7fc6bf25d9e tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.708609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 8e82e82e-325b-4ebf-90d4-8d7a1ad1c255) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:56.719000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:56.719607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.726754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event deleted for resources: {'Port': ['ID=75477618-c96d-49c3-8d1d-7fd1f2e8fc14,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:56.730027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723deb3-8794-4137-850e-01a055c9f43f None None] Network 8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:56.740931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f020014d-7c76-493b-8f4f-ccbad7a2c183 None None] Port 28737018-3a34-4a2f-8c2a-81532a841f8f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:05:56.749750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cc9a61-cb0f-4b3b-9c2a-44ced6d288c0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.789637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.833376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619cced-d3bf-46c1-8a5e-c7fc6bf25d9e tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event deleted for resources: {'Subnet': ['ID=6774fbb8-e076-4e9e-8e6e-7130300d9f7c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:56.863186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8619cced-d3bf-46c1-8a5e-c7fc6bf25d9e tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.870521 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8619cced-d3bf-46c1-8a5e-c7fc6bf25d9e tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "DELETE /v2.0/subnets/6774fbb8-e076-4e9e-8e6e-7130300d9f7c HTTP/1.1" status: 204 len: 168 time: 1.8266897 Dec 08 13:05:56.878634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:56.879456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55814) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:56.923369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Subnet': ['ID=b1822eb4-3dae-471c-8a9f-bbc5db251ff4,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:56.975682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Checking segment: {'id': 'f8f6e598-fee2-4687-89ad-5a266fcd4f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '24ebaa93-682c-4e7e-b4f2-e34f9cf817af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:05:56.976089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network hostable DHCP agents. Network: 24ebaa93-682c-4e7e-b4f2-e34f9cf817af, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:05:56.989439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c3606099-95d0-41e3-a309-c6296fbd70a5 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6251287 Dec 08 13:05:56.994009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-577041ec-e573-4955-9e76-8b01c0f15500 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Deleting subnet adced8df-e4ce-4b82-ad37-c4734662ecb4 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:57.009735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55816) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:57.024309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Request body: {'floatingip': {'floating_network_id': '8e82e82e-325b-4ebf-90d4-8d7a1ad1c255'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:57.028273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-577041ec-e573-4955-9e76-8b01c0f15500 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.032405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.035188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.079829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ed581-8415-49db-be05-202b0f3136e3 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:57.090705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b16a3-ffad-4c66-9d6a-32bd259a9858 None None] Network 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:57.098344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a2163e4a-2a51-407d-b4b9-f8a65b2d3230 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 28737018-3a34-4a2f-8c2a-81532a841f8f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:57.098775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2163e4a-2a51-407d-b4b9-f8a65b2d3230 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:05:57.158211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd7d32-bbf3-4f0a-9125-df980212a11d None None] Network 8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:57.179514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-228fd580-53d6-4209-b9da-fe164ee51657 None None] Provisioning complete for port 9743df5e-6efa-42fa-90fd-92a94f70bee3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:57.179895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-228fd580-53d6-4209-b9da-fe164ee51657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.202377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.214235 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Fanout notify agent at l3_agent the message router_deleted on router 725b32a4-9f03-406c-8b0b-999b41dd2f70 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:05:57.215017 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2163e4a-2a51-407d-b4b9-f8a65b2d3230 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.215541 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.223584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a2163e4a-2a51-407d-b4b9-f8a65b2d3230 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 28737018-3a34-4a2f-8c2a-81532a841f8f owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:57.224953 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-afe26d31-9e69-4af6-afea-67574180437c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/725b32a4-9f03-406c-8b0b-999b41dd2f70 HTTP/1.1" status: 204 len: 168 time: 2.0294507 Dec 08 13:05:57.225673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55818) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:57.232666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ff2a7e25-da2a-4bd3-a335-1e7b842d74c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1714925303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:57.259294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 24ebaa93-682c-4e7e-b4f2-e34f9cf817af) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:57.262938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cc9a61-cb0f-4b3b-9c2a-44ced6d288c0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.283069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:57.283069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.283628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-577041ec-e573-4955-9e76-8b01c0f15500 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.284043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1569dd-1e23-4dda-a675-95442d72ef7c None None] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:57.326566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7feb5478-fce0-4179-89b5-4f78e0236f06 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port a1736d39-9b4b-45fb-87b6-ddd0a24e2be7 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:57.327318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7feb5478-fce0-4179-89b5-4f78e0236f06 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.376661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.402101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cc9a61-cb0f-4b3b-9c2a-44ced6d288c0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.404828 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b533d563-b45d-4373-8215-678770e0f491 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9414392 Dec 08 13:05:57.409614 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55820) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:57.427210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1763327351', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:57.513378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc9a61-cb0f-4b3b-9c2a-44ced6d288c0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a41261-674c-44d4-b56c-f76b41e6a9d2,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:57.537414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7e25-da2a-4bd3-a335-1e7b842d74c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.539080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7e25-da2a-4bd3-a335-1e7b842d74c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.539506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-228fd580-53d6-4209-b9da-fe164ee51657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.557432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d44f70-4333-471a-a04b-5ec9a2cc2bf5 None None] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:57.558822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7feb5478-fce0-4179-89b5-4f78e0236f06 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.574066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7feb5478-fce0-4179-89b5-4f78e0236f06 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for a1736d39-9b4b-45fb-87b6-ddd0a24e2be7 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:57.638040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7e25-da2a-4bd3-a335-1e7b842d74c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.642606 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-228fd580-53d6-4209-b9da-fe164ee51657 None None] For port 9743df5e-6efa-42fa-90fd-92a94f70bee3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9743df5e-6efa-42fa-90fd-92a94f70bee3,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:57.649697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27938fb4-8653-46c4-a9bc-2d198dcc238d None None] DHCP port deletion for 9d81e9b9-ba7f-4332-8c8d-4811191d6a2a request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:57.722348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7e25-da2a-4bd3-a335-1e7b842d74c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.744634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-577041ec-e573-4955-9e76-8b01c0f15500 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.753303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-228fd580-53d6-4209-b9da-fe164ee51657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.760919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-27938fb4-8653-46c4-a9bc-2d198dcc238d None None] Deleting port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:57.761294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-27938fb4-8653-46c4-a9bc-2d198dcc238d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.797985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4b9e848c-306e-4f07-b76c-e2966d6349af up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:57.841890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cc9a61-cb0f-4b3b-9c2a-44ced6d288c0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.843038 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-93cc9a61-cb0f-4b3b-9c2a-44ced6d288c0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4183655 Dec 08 13:05:57.846044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55822) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:57.852144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ed6950f5-6ce5-40e4-a79e-e595d94c17ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2b40539b-f5e6-430f-afa3-810cabfcea76', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:57.892482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.894385 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.905675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-27938fb4-8653-46c4-a9bc-2d198dcc238d None None] For port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb,segment=NetworkSegment(68b2c982-274f-4bf4-a868-9e416494cfe0),segment_id=68b2c982-274f-4bf4-a868-9e416494cfe0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:57.906082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-27938fb4-8653-46c4-a9bc-2d198dcc238d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.906902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.917197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fd580-53d6-4209-b9da-fe164ee51657 None None] Pushing event updated for resources: {'Port': ['ID=9743df5e-6efa-42fa-90fd-92a94f70bee3,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:57.917748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7feb5478-fce0-4179-89b5-4f78e0236f06 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.935133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-27938fb4-8653-46c4-a9bc-2d198dcc238d None None] Calling delete_port for 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:57.947432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d717e324-b12b-4d60-bf6a-61d7bbc234de None None] Provisioning complete for port a1736d39-9b4b-45fb-87b6-ddd0a24e2be7 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:57.947811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d717e324-b12b-4d60-bf6a-61d7bbc234de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.976368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d717e324-b12b-4d60-bf6a-61d7bbc234de None None] Port a1736d39-9b4b-45fb-87b6-ddd0a24e2be7 was deleted so its status cannot be updated. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 13:05:57.988198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7feb5478-fce0-4179-89b5-4f78e0236f06 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:57.992654 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7feb5478-fce0-4179-89b5-4f78e0236f06 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/a1736d39-9b4b-45fb-87b6-ddd0a24e2be7 HTTP/1.1" status: 204 len: 168 time: 1.3967083 Dec 08 13:05:57.995939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55824) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:58.020637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2163e4a-2a51-407d-b4b9-f8a65b2d3230 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.025405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 4b9e848c-306e-4f07-b76c-e2966d6349af triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:58.025725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.026384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb5478-fce0-4179-89b5-4f78e0236f06 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=a1736d39-9b4b-45fb-87b6-ddd0a24e2be7,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:58.043505 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7e25-da2a-4bd3-a335-1e7b842d74c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.045467 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ff2a7e25-da2a-4bd3-a335-1e7b842d74c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8187582 Dec 08 13:05:58.063207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55826) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:58.064632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2163e4a-2a51-407d-b4b9-f8a65b2d3230 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=28737018-3a34-4a2f-8c2a-81532a841f8f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:58.076772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-577041ec-e573-4955-9e76-8b01c0f15500 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.092314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:58.132667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.161445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e126b-e42b-4138-949c-1006348bd321 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:58.164072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e126b-e42b-4138-949c-1006348bd321 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:05:58.166719 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-251e126b-e42b-4138-949c-1006348bd321 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1679285 Dec 08 13:05:58.168541 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55828) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:58.187978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-577041ec-e573-4955-9e76-8b01c0f15500 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.192287 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-577041ec-e573-4955-9e76-8b01c0f15500 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "DELETE /v2.0/subnets/adced8df-e4ce-4b82-ad37-c4734662ecb4 HTTP/1.1" status: 204 len: 168 time: 1.3078682 Dec 08 13:05:58.193632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9743df5e-6efa-42fa-90fd-92a94f70bee3 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:05:58.198469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55830) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:58.218378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-27938fb4-8653-46c4-a9bc-2d198dcc238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.220660 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7059cb-51c3-44a8-b6e0-1d173bced519 None None] Network 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:58.316259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed6950f5-6ce5-40e4-a79e-e595d94c17ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.332394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27938fb4-8653-46c4-a9bc-2d198dcc238d None None] Pushing event deleted for resources: {'Port': ['ID=3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:58.349901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2163e4a-2a51-407d-b4b9-f8a65b2d3230 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.357870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a2163e4a-2a51-407d-b4b9-f8a65b2d3230 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/28737018-3a34-4a2f-8c2a-81532a841f8f HTTP/1.1" status: 204 len: 168 time: 1.8106425 Dec 08 13:05:58.359136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577041ec-e573-4955-9e76-8b01c0f15500 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event deleted for resources: {'Subnet': ['ID=adced8df-e4ce-4b82-ad37-c4734662ecb4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:58.366857 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27938fb4-8653-46c4-a9bc-2d198dcc238d None None] No DVR routers for this DVR port 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:58.369899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55832) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:58.451067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 9743df5e-6efa-42fa-90fd-92a94f70bee3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:05:58.451602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.620533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0d5dc-f06f-4ec9-aaf0-732ffb3d2383 None None] DHCP port deletion for 8f39f60a-c8a7-4767-b14d-8672e6bf79e9 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:58.626725 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce10e94-678b-4a2c-a0b4-788fc38cc671 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:05:58.628231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bce10e94-678b-4a2c-a0b4-788fc38cc671 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/28737018-3a34-4a2f-8c2a-81532a841f8f HTTP/1.1" status: 404 len: 333 time: 0.2560613 Dec 08 13:05:58.636067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.642294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55834) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:58.669529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.715635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Allocated IP 172.20.0.7 (8e82e82e-325b-4ebf-90d4-8d7a1ad1c255/68cc762c-497a-4ed0-aa75-b7218937fd82/68661958-0726-4e65-bc41-3631a9c54651) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:58.720355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-54e0d5dc-f06f-4ec9-aaf0-732ffb3d2383 None None] Deleting port a028ec4e-2f5d-4b24-88bc-741dd8c4b190 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:58.720791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-54e0d5dc-f06f-4ec9-aaf0-732ffb3d2383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.790895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-984eaf26-0763-487e-98d7-aba9fa67778e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet e23b20a9-753b-4224-8c78-f885404f3a44 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:05:58.792788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-54e0d5dc-f06f-4ec9-aaf0-732ffb3d2383 None None] For port a028ec4e-2f5d-4b24-88bc-741dd8c4b190, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a028ec4e-2f5d-4b24-88bc-741dd8c4b190,segment=NetworkSegment(7ccc4223-c66b-4495-b1fc-494466d7a4b0),segment_id=7ccc4223-c66b-4495-b1fc-494466d7a4b0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:58.793265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-54e0d5dc-f06f-4ec9-aaf0-732ffb3d2383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.809054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-54e0d5dc-f06f-4ec9-aaf0-732ffb3d2383 None None] Calling delete_port for a028ec4e-2f5d-4b24-88bc-741dd8c4b190 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:58.829231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-984eaf26-0763-487e-98d7-aba9fa67778e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.909794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.929202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-984eaf26-0763-487e-98d7-aba9fa67778e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.954121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed6950f5-6ce5-40e4-a79e-e595d94c17ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:58.978764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.035187 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-984eaf26-0763-487e-98d7-aba9fa67778e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.039998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.040645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-54e0d5dc-f06f-4ec9-aaf0-732ffb3d2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.063907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed6950f5-6ce5-40e4-a79e-e595d94c17ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.096277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0d5dc-f06f-4ec9-aaf0-732ffb3d2383 None None] No DVR routers for this DVR port a028ec4e-2f5d-4b24-88bc-741dd8c4b190 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:05:59.104688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d81e9b9-ba7f-4332-8c8d-4811191d6a2a']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:59.107924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6950f5-6ce5-40e4-a79e-e595d94c17ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffea2525-50bd-4c98-9540-3efea7937bdf,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:59.123597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5fb90ef1-dec1-4f66-981f-be47f8c29a03 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 8d76d146-7ce8-43a2-ab4b-8805e32a1db5 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:59.123950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb90ef1-dec1-4f66-981f-be47f8c29a03 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.141783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0d5dc-f06f-4ec9-aaf0-732ffb3d2383 None None] Pushing event deleted for resources: {'Port': ['ID=a028ec4e-2f5d-4b24-88bc-741dd8c4b190,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:59.149072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b2c982-274f-4bf4-a868-9e416494cfe0') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:59.149378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b2c982-274f-4bf4-a868-9e416494cfe0') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:05:59.169441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.192258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed6950f5-6ce5-40e4-a79e-e595d94c17ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.195173 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ed6950f5-6ce5-40e4-a79e-e595d94c17ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3455729 Dec 08 13:05:59.198405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55836) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:59.228186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-715dd58f-42a5-4ae5-9672-fd605f19eded tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2b40539b-f5e6-430f-afa3-810cabfcea76', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:59.235281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.255250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:05:59.255721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:05:59.258731 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:05:59.265858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-984eaf26-0763-487e-98d7-aba9fa67778e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.275072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.324034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984eaf26-0763-487e-98d7-aba9fa67778e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=e23b20a9-753b-4224-8c78-f885404f3a44,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:59.348099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-984eaf26-0763-487e-98d7-aba9fa67778e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.351887 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-984eaf26-0763-487e-98d7-aba9fa67778e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/e23b20a9-753b-4224-8c78-f885404f3a44 HTTP/1.1" status: 204 len: 168 time: 1.1812472 Dec 08 13:05:59.352783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.354752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55838) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:59.356231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c0cac-3cc1-4893-9232-f4d530297d23 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:05:59.410678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.417299 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ff5ea683-6caf-431a-9649-ce5e55f7b012 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587990 Dec 08 13:05:59.417533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55840) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:05:59.423374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:05:59.563340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cf1bc8-c158-42dd-962e-48ef9c6e7c64 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:59.615203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.26.7.126 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/286cd272-3790-4e37-8353-bc2ed099ab1b) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:05:59.634026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-68cf1bc8-c158-42dd-962e-48ef9c6e7c64 None None] Deleting port 9743df5e-6efa-42fa-90fd-92a94f70bee3 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:05:59.634411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-68cf1bc8-c158-42dd-962e-48ef9c6e7c64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.640161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:59.686687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:59.686687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3d1e00db-48ec-4790-8a3d-4ef54f9dc5fb not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:59.687299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a028ec4e-2f5d-4b24-88bc-741dd8c4b190 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:59.733362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb90ef1-dec1-4f66-981f-be47f8c29a03 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.745738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: a028ec4e-2f5d-4b24-88bc-741dd8c4b190 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:05:59.746168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a028ec4e-2f5d-4b24-88bc-741dd8c4b190 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:05:59.746685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9743df5e-6efa-42fa-90fd-92a94f70bee3 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:05:59.750261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-68cf1bc8-c158-42dd-962e-48ef9c6e7c64 None None] For port 9743df5e-6efa-42fa-90fd-92a94f70bee3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9743df5e-6efa-42fa-90fd-92a94f70bee3,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:05:59.750766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-68cf1bc8-c158-42dd-962e-48ef9c6e7c64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.763472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.784464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-68cf1bc8-c158-42dd-962e-48ef9c6e7c64 None None] Calling delete_port for 9743df5e-6efa-42fa-90fd-92a94f70bee3 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:59.785739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Network 8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:59.798503 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5fb90ef1-dec1-4f66-981f-be47f8c29a03 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 8d76d146-7ce8-43a2-ab4b-8805e32a1db5 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:05:59.824620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'Port': ['ID=68661958-0726-4e65-bc41-3631a9c54651,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:05:59.827169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:59.833801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:59.833963 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:05:59.839000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.839193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-715dd58f-42a5-4ae5-9672-fd605f19eded tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.859766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.894231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.901075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.941379 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:05:59.943233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.950939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:05:59.961454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:05:59.979797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a833c7e-3391-4ba2-98c4-f0f06f9dc482 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:05:59.981103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.984966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-68cf1bc8-c158-42dd-962e-48ef9c6e7c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:05:59.985122 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "DELETE /v2.0/networks/9d81e9b9-ba7f-4332-8c8d-4811191d6a2a HTTP/1.1" status: 204 len: 168 time: 1.7794895 Dec 08 13:05:59.997068 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55842) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:00.002959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.009909 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=286cd272-3790-4e37-8353-bc2ed099ab1b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:00.016142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603368a8-a715-44f7-86d3-2da234d49d14 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event deleted for resources: {'Network': ['ID=9d81e9b9-ba7f-4332-8c8d-4811191d6a2a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:00.133012 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-715dd58f-42a5-4ae5-9672-fd605f19eded tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.167831 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.208916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf1bc8-c158-42dd-962e-48ef9c6e7c64 None None] Pushing event deleted for resources: {'Port': ['ID=9743df5e-6efa-42fa-90fd-92a94f70bee3,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:00.217232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.220619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf1bc8-c158-42dd-962e-48ef9c6e7c64 None None] No DVR routers for this DVR port 9743df5e-6efa-42fa-90fd-92a94f70bee3 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:00.232852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:06:00.232852 dv-neutron-799625-5-hyperv neutron-server[103717]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 08 13:06:00.232852 dv-neutron-799625-5-hyperv neutron-server[103717]: [parameters: {'status': 'DOWN', 'ports_id': '9743df5e-6efa-42fa-90fd-92a94f70bee3'}] Dec 08 13:06:00.232852 dv-neutron-799625-5-hyperv neutron-server[103717]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:06:00.233336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:06:00.243975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-166a99f8-6899-410e-8da0-79227c70e1df None None] Provisioning complete for port 286cd272-3790-4e37-8353-bc2ed099ab1b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:00.244354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-166a99f8-6899-410e-8da0-79227c70e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.255289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Allocated IP 172.26.7.61 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/9b7a6389-c429-44ad-bd32-12a5ba72f4a9) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:00.282737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-166a99f8-6899-410e-8da0-79227c70e1df None None] Port 286cd272-3790-4e37-8353-bc2ed099ab1b cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:00.365292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.381851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.387977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-715dd58f-42a5-4ae5-9672-fd605f19eded tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.401932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f39f60a-c8a7-4767-b14d-8672e6bf79e9']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:00.411059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccc4223-c66b-4495-b1fc-494466d7a4b0') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:00.411252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dd58f-42a5-4ae5-9672-fd605f19eded tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c1f704-8cbd-44e9-b0f4-8f7e3b31b702,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:00.411383 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccc4223-c66b-4495-b1fc-494466d7a4b0') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:00.421030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.434550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.437360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb90ef1-dec1-4f66-981f-be47f8c29a03 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.441483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.448700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:00.449090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:00.452096 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:00.489795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb90ef1-dec1-4f66-981f-be47f8c29a03 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=8d76d146-7ce8-43a2-ab4b-8805e32a1db5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:00.497903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.537931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb90ef1-dec1-4f66-981f-be47f8c29a03 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.540777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:00.548969 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5fb90ef1-dec1-4f66-981f-be47f8c29a03 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/8d76d146-7ce8-43a2-ab4b-8805e32a1db5 HTTP/1.1" status: 204 len: 168 time: 1.8976605 Dec 08 13:06:00.549312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55844) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:00.549312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:00.549676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.562238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:00.563862 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.564635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c28ee34-60e9-4fe8-b8f6-fda74d00ecce None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:00.580789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=7cd1ff36-6bd0-4189-b82b-9cb1d5dac3b1,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:00.586034 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4896dbdb-a1e3-4d5a-a0eb-3ea3619c756a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:06:00.587499 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4896dbdb-a1e3-4d5a-a0eb-3ea3619c756a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/8d76d146-7ce8-43a2-ab4b-8805e32a1db5 HTTP/1.1" status: 404 len: 333 time: 0.0416658 Dec 08 13:06:00.591056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55846) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:00.609326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:00.614185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-715dd58f-42a5-4ae5-9672-fd605f19eded tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.614185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-715dd58f-42a5-4ae5-9672-fd605f19eded tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3902583 Dec 08 13:06:00.619040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:00.621190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55848) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:00.635182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:00.665062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c62b3-fdd4-4b13-976e-5ba6e0179759 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:00.683083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-df535141-eece-41ec-b74a-d48b4c497264 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2b40539b-f5e6-430f-afa3-810cabfcea76', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:00.683337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.704233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event updated for resources: {'Port': ['ID=9b7a6389-c429-44ad-bd32-12a5ba72f4a9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:00.704349 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.710113 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "DELETE /v2.0/networks/8f39f60a-c8a7-4767-b14d-8672e6bf79e9 HTTP/1.1" status: 204 len: 168 time: 0.7116554 Dec 08 13:06:00.715655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55850) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:00.720265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-597fbffc-a495-46c2-8094-a06d6fcde7a5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet c750ab3a-4be6-4838-86a5-89cee3222acf {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:00.752508 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b87abd03-a07e-4bae-be97-eb7469576d45 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3314099 Dec 08 13:06:00.755665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-597fbffc-a495-46c2-8094-a06d6fcde7a5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.762283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '7cd1ff36-6bd0-4189-b82b-9cb1d5dac3b1'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:00.763180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.784662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55852) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:00.790518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'name': 'tempest-NetworksTestDHCPv6-1727457661'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:00.817633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Port 9743df5e-6efa-42fa-90fd-92a94f70bee3 update to DOWN by agent not found {{(pid=103717) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 13:06:00.820855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-597fbffc-a495-46c2-8094-a06d6fcde7a5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.868315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd1293-0c8f-470e-b14d-5a3a8fd99ea6 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event deleted for resources: {'Network': ['ID=8f39f60a-c8a7-4767-b14d-8672e6bf79e9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:00.881391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-31ef29f7-9693-40e6-9b0c-5a08c7f6563b None None] Provisioning complete for port 9b7a6389-c429-44ad-bd32-12a5ba72f4a9 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:00.888062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-31ef29f7-9693-40e6-9b0c-5a08c7f6563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.956136 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-df535141-eece-41ec-b74a-d48b4c497264 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:06:00.956596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd89bb92-8421-4120-b23e-a0c353b2e4b0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Deleting subnet c5ba02ba-d768-4fb4-a665-f9ca0896f2b4 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:00.961946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.964120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd89bb92-8421-4120-b23e-a0c353b2e4b0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.964574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-31ef29f7-9693-40e6-9b0c-5a08c7f6563b None None] Port 9b7a6389-c429-44ad-bd32-12a5ba72f4a9 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:00.971818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df535141-eece-41ec-b74a-d48b4c497264 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:00.998548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/7cd1ff36-6bd0-4189-b82b-9cb1d5dac3b1/11f1d5a6-25eb-4723-9fb4-6f417bfa35de) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:01.008556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.070622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df535141-eece-41ec-b74a-d48b4c497264 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.071304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-597fbffc-a495-46c2-8094-a06d6fcde7a5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.079032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd89bb92-8421-4120-b23e-a0c353b2e4b0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.104701 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.143487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df535141-eece-41ec-b74a-d48b4c497264 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.160823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.202716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:01.206202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.248544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.249811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df535141-eece-41ec-b74a-d48b4c497264 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87ec10b-a5e2-4ed5-bfaf-93511ad6079e,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:01.265575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'Port': ['ID=68661958-0726-4e65-bc41-3631a9c54651,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:01.290413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df535141-eece-41ec-b74a-d48b4c497264 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.290413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-df535141-eece-41ec-b74a-d48b4c497264 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6653428 Dec 08 13:06:01.292150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port be8e4ac2-f972-4ab1-a54d-3add213ff9a9 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:01.295011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd89bb92-8421-4120-b23e-a0c353b2e4b0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.297691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55854) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:01.300211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.303885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.314909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:01.319572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:01.322562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:01.343073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Pushing event updated for resources: {'Port': ['ID=11f1d5a6-25eb-4723-9fb4-6f417bfa35de,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:01.345736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d99d70ee-3a9b-4235-b53b-1e66a8400660 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2b40539b-f5e6-430f-afa3-810cabfcea76', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:01.359086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-597fbffc-a495-46c2-8094-a06d6fcde7a5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.401983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Attempting to bind port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:01.402356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Attempting to bind port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:01.402794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Attempting to bind port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:01.410087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:01.410487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:01.411015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.411423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:01.412110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Bound port: 11f1d5a6-25eb-4723-9fb4-6f417bfa35de, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:01.413105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.490029 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] For port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:01.494605 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] For port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=11f1d5a6-25eb-4723-9fb4-6f417bfa35de,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:01.506800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::1ae (c6b804cf-1df5-4af3-9dce-30751e804dc0/7cd1ff36-6bd0-4189-b82b-9cb1d5dac3b1/be8e4ac2-f972-4ab1-a54d-3add213ff9a9) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:01.557217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.633237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2aab2e-275b-413c-9b32-ef0225d87c61 None None] Pushing event updated for resources: {'Port': ['ID=11f1d5a6-25eb-4723-9fb4-6f417bfa35de,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:01.662010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.666524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.726265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-597fbffc-a495-46c2-8094-a06d6fcde7a5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.731838 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-597fbffc-a495-46c2-8094-a06d6fcde7a5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/c750ab3a-4be6-4838-86a5-89cee3222acf HTTP/1.1" status: 204 len: 168 time: 1.1374533 Dec 08 13:06:01.735317 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b573b1e-b673-4cfa-925f-b31ee9e89989 None None] Network edd72201-790b-4746-9be5-9c90673deda5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:01.737401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fbffc-a495-46c2-8094-a06d6fcde7a5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=c750ab3a-4be6-4838-86a5-89cee3222acf,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:01.742113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55856) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:01.758735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.837469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.902640 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-d99d70ee-3a9b-4235-b53b-1e66a8400660 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:06:01.919417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.920566 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-23439415-61cf-4b76-8e63-c09defc616a3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9005859 Dec 08 13:06:01.924374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55858) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:01.924535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d99d70ee-3a9b-4235-b53b-1e66a8400660 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:01.938372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.002880 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4811c06b-8277-43f2-9934-8d4854a40066 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 HTTP/1.1" status: 200 len: 689 time: 0.0731413 Dec 08 13:06:02.002880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55860) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:02.011558 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd89bb92-8421-4120-b23e-a0c353b2e4b0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.015298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026a146-561c-4f23-8d85-4dedd4ee334a None None] DHCP port deletion for edd72201-790b-4746-9be5-9c90673deda5 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:02.062694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89bb92-8421-4120-b23e-a0c353b2e4b0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ba02ba-d768-4fb4-a665-f9ca0896f2b4,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:02.084049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00ee15-4dc9-49ad-be9d-0e1934ebb8f7 None None] Network cd18e31c-861c-4fac-adc2-a063a2bce835 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:02.105983 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd89bb92-8421-4120-b23e-a0c353b2e4b0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.106134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e026a146-561c-4f23-8d85-4dedd4ee334a None None] Deleting port 749443b9-81bf-4094-b496-6ccc26930387 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:02.106134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e026a146-561c-4f23-8d85-4dedd4ee334a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.106377 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dd89bb92-8421-4120-b23e-a0c353b2e4b0 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "DELETE /v2.0/subnets/c5ba02ba-d768-4fb4-a665-f9ca0896f2b4 HTTP/1.1" status: 204 len: 168 time: 1.3820987 Dec 08 13:06:02.120292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55862) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:02.124037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.131936 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d99d70ee-3a9b-4235-b53b-1e66a8400660 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.132834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Router 2264293c-b5bd-42ce-9d27-5a79013d50f3 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:06:02.137681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.227617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d99d70ee-3a9b-4235-b53b-1e66a8400660 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.232362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.236446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e026a146-561c-4f23-8d85-4dedd4ee334a None None] For port 749443b9-81bf-4094-b496-6ccc26930387, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=749443b9-81bf-4094-b496-6ccc26930387,segment=NetworkSegment(accfe7ae-50f3-447e-b36d-66819a8e9eea),segment_id=accfe7ae-50f3-447e-b36d-66819a8e9eea)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:02.236446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e026a146-561c-4f23-8d85-4dedd4ee334a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.245267 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 749443b9-81bf-4094-b496-6ccc26930387 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:02.245685 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.248115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:02.253207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e026a146-561c-4f23-8d85-4dedd4ee334a None None] Calling delete_port for 749443b9-81bf-4094-b496-6ccc26930387 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:02.278709 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d70ee-3a9b-4235-b53b-1e66a8400660 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92b3218-935a-4b9c-bf18-9d10a61fced0,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:02.293475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:02.297482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:02.303549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:02.304485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.312893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=be8e4ac2-f972-4ab1-a54d-3add213ff9a9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:02.321492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:06:02.363070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d99d70ee-3a9b-4235-b53b-1e66a8400660 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.364348 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d99d70ee-3a9b-4235-b53b-1e66a8400660 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0654969 Dec 08 13:06:02.376592 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] For port 749443b9-81bf-4094-b496-6ccc26930387, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=749443b9-81bf-4094-b496-6ccc26930387,segment=NetworkSegment(accfe7ae-50f3-447e-b36d-66819a8e9eea),segment_id=accfe7ae-50f3-447e-b36d-66819a8e9eea)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:02.377052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.396214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 749443b9-81bf-4094-b496-6ccc26930387 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:02.396471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Deleting port 68661958-0726-4e65-bc41-3631a9c54651 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:02.396824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.421197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d080bd-cfbb-4b34-9692-790122feb4bd None None] DHCP port deletion for cd18e31c-861c-4fac-adc2-a063a2bce835 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:02.473591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-43d080bd-cfbb-4b34-9692-790122feb4bd None None] Deleting port 052e88b5-8f20-4593-a370-3731d496dd9d {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:02.473982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43d080bd-cfbb-4b34-9692-790122feb4bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.481842 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-55958ba0-f9d4-4baa-bbe5-07157e6c0cd9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6937289 Dec 08 13:06:02.481842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:02.489317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55866) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:02.493264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e026a146-561c-4f23-8d85-4dedd4ee334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.494000 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c391e8-f65c-4174-bcc7-1a14f6fdb1e8 None None] Sync routers for ids ['2264293c-b5bd-42ce-9d27-5a79013d50f3'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:02.515187 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Deleting port 052e88b5-8f20-4593-a370-3731d496dd9d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:02.515459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.525215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.528339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a5b3641e-45bc-4cbb-9f85-20696252090a tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "PUT /v2.0/routers/2264293c-b5bd-42ce-9d27-5a79013d50f3 HTTP/1.1" status: 200 len: 879 time: 4.4541206 Dec 08 13:06:02.531602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55868) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:02.613128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026a146-561c-4f23-8d85-4dedd4ee334a None None] Pushing event deleted for resources: {'Port': ['ID=749443b9-81bf-4094-b496-6ccc26930387,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:02.621671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026a146-561c-4f23-8d85-4dedd4ee334a None None] No DVR routers for this DVR port 749443b9-81bf-4094-b496-6ccc26930387 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:02.624338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-43d080bd-cfbb-4b34-9692-790122feb4bd None None] For port 052e88b5-8f20-4593-a370-3731d496dd9d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=052e88b5-8f20-4593-a370-3731d496dd9d,segment=NetworkSegment(cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1),segment_id=cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:02.624740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43d080bd-cfbb-4b34-9692-790122feb4bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.642793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-43d080bd-cfbb-4b34-9692-790122feb4bd None None] Calling delete_port for 052e88b5-8f20-4593-a370-3731d496dd9d owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:02.716291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] For port 052e88b5-8f20-4593-a370-3731d496dd9d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=052e88b5-8f20-4593-a370-3731d496dd9d,segment=NetworkSegment(cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1),segment_id=cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:02.716669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.720845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:02.732661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15ff39-2829-483c-9ae6-c209a9f659ce None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:02.741320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd079b-9bd7-4da9-8016-8948a3e01678 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:02.745602 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c391e8-f65c-4174-bcc7-1a14f6fdb1e8 None None] Routers {'2264293c-b5bd-42ce-9d27-5a79013d50f3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:02.747790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd079b-9bd7-4da9-8016-8948a3e01678 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:02.751921 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-46c391e8-f65c-4174-bcc7-1a14f6fdb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['2264293c-b5bd-42ce-9d27-5a79013d50f3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:02.752109 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1edd079b-9bd7-4da9-8016-8948a3e01678 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2568674 Dec 08 13:06:02.756955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55884) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:02.769049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15ff39-2829-483c-9ae6-c209a9f659ce None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:02.769748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1e15ff39-2829-483c-9ae6-c209a9f659ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:02.781597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.782306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.788929 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Calling delete_port for 052e88b5-8f20-4593-a370-3731d496dd9d owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:02.802262 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-46c391e8-f65c-4174-bcc7-1a14f6fdb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:02.804048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Calling delete_port for 68661958-0726-4e65-bc41-3631a9c54651 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:02.812116 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c391e8-f65c-4174-bcc7-1a14f6fdb1e8 None None] Routers {'2264293c-b5bd-42ce-9d27-5a79013d50f3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:02.812747 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-46c391e8-f65c-4174-bcc7-1a14f6fdb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['2264293c-b5bd-42ce-9d27-5a79013d50f3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:02.818989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1e15ff39-2829-483c-9ae6-c209a9f659ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:02.830195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15ff39-2829-483c-9ae6-c209a9f659ce None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:02.831137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1e15ff39-2829-483c-9ae6-c209a9f659ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:02.832397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.858477 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-46c391e8-f65c-4174-bcc7-1a14f6fdb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:02.859460 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c391e8-f65c-4174-bcc7-1a14f6fdb1e8 None None] The sync data for ids ['2264293c-b5bd-42ce-9d27-5a79013d50f3'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:02.872146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1e15ff39-2829-483c-9ae6-c209a9f659ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:02.872830 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15ff39-2829-483c-9ae6-c209a9f659ce None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:02.886395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=749443b9-81bf-4094-b496-6ccc26930387,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:02.899153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43d080bd-cfbb-4b34-9692-790122feb4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.924526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No DVR routers for this DVR port 749443b9-81bf-4094-b496-6ccc26930387 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:02.925899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d080bd-cfbb-4b34-9692-790122feb4bd None None] Pushing event deleted for resources: {'Port': ['ID=052e88b5-8f20-4593-a370-3731d496dd9d,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:02.930928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d080bd-cfbb-4b34-9692-790122feb4bd None None] No DVR routers for this DVR port 052e88b5-8f20-4593-a370-3731d496dd9d on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:02.959214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:02.960999 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-94a3b796-12c3-45a4-878c-47f8304f9ca4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5505059 Dec 08 13:06:02.970226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55886) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:03.041710 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-470dad9c-2434-424d-8795-ef417c47a12b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166255422&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.3018997 Dec 08 13:06:03.067145 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.109936 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd72201-790b-4746-9be5-9c90673deda5']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:03.116299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.119392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accfe7ae-50f3-447e-b36d-66819a8e9eea') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:03.119698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accfe7ae-50f3-447e-b36d-66819a8e9eea') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:03.133009 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-99c70f8d-7706-4766-87cc-2d07a52c213a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port be8e4ac2-f972-4ab1-a54d-3add213ff9a9 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:03.133352 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99c70f8d-7706-4766-87cc-2d07a52c213a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.135096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8bbc3582-6c59-46e0-a4af-1b3a05c8969b None None] Provisioning complete for port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:03.138847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8bbc3582-6c59-46e0-a4af-1b3a05c8969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.158314 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.177611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event deleted for resources: {'Port': ['ID=052e88b5-8f20-4593-a370-3731d496dd9d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:03.190275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] No DVR routers for this DVR port 052e88b5-8f20-4593-a370-3731d496dd9d on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:03.227944 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.242081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:03.242237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8bbc3582-6c59-46e0-a4af-1b3a05c8969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.242552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:03.255053 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:03.285194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8bbc3582-6c59-46e0-a4af-1b3a05c8969b None None] For port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=11f1d5a6-25eb-4723-9fb4-6f417bfa35de,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:03.360095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8bbc3582-6c59-46e0-a4af-1b3a05c8969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.390781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.411193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99c70f8d-7706-4766-87cc-2d07a52c213a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.422644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc3582-6c59-46e0-a4af-1b3a05c8969b None None] Pushing event updated for resources: {'Port': ['ID=11f1d5a6-25eb-4723-9fb4-6f417bfa35de,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:03.436759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd18e31c-861c-4fac-adc2-a063a2bce835']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:03.436759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-99c70f8d-7706-4766-87cc-2d07a52c213a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for be8e4ac2-f972-4ab1-a54d-3add213ff9a9 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:03.449007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:03.449306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3c2e7c-ad84-415b-a34b-14d76fd4fbd1') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:03.463430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.486824 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-795a2a5f-f87c-467f-bd3f-887a5acb07f2 None None] Provisioning complete for port be8e4ac2-f972-4ab1-a54d-3add213ff9a9 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:03.487485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-795a2a5f-f87c-467f-bd3f-887a5acb07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.507429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.516860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.524294 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/networks/edd72201-790b-4746-9be5-9c90673deda5 HTTP/1.1" status: 204 len: 168 time: 1.7776573 Dec 08 13:06:03.525384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.529603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-795a2a5f-f87c-467f-bd3f-887a5acb07f2 None None] Port be8e4ac2-f972-4ab1-a54d-3add213ff9a9 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:03.531786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55888) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:03.539422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1824895348'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:03.550803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:03.551082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:03.557768 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:03.575895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a39b1-5bf0-4fdf-b0c0-984e21416b19 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Network': ['ID=edd72201-790b-4746-9be5-9c90673deda5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:03.618634 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d3fc601e-7ddc-4d7f-adbc-e58f858b1eb5 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/routers/2264293c-b5bd-42ce-9d27-5a79013d50f3 HTTP/1.1" status: 200 len: 920 time: 1.0123558 Dec 08 13:06:03.636111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55890) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:03.690261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 11f1d5a6-25eb-4723-9fb4-6f417bfa35de up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:03.720868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:03.724372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.732322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667cc26-0b0e-4a77-9e4d-00427a7d07ee tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:03.736730 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e667cc26-0b0e-4a77-9e4d-00427a7d07ee tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=2264293c-b5bd-42ce-9d27-5a79013d50f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0983768 Dec 08 13:06:03.737367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55892) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:03.744209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-7c55ad32-ba8d-4f2d-9bf7-8ad5036b35c4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:03.745677 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-7c55ad32-ba8d-4f2d-9bf7-8ad5036b35c4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69 HTTP/1.1" status: 200 len: 797 time: 0.2905180 Dec 08 13:06:03.758474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:03.759778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.778257 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.782971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.786315 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "DELETE /v2.0/networks/cd18e31c-861c-4fac-adc2-a063a2bce835 HTTP/1.1" status: 204 len: 168 time: 1.6646383 Dec 08 13:06:03.798341 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55894) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:03.804416 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-d5286da3-6abe-4a78-a241-2aaaee38627a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.0378344 Dec 08 13:06:03.848623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.876674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121af353-0884-4190-b9f9-2fe9c292ed20 tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Pushing event deleted for resources: {'Network': ['ID=cd18e31c-861c-4fac-adc2-a063a2bce835,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:03.891027 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-63aa0b52-3a9b-4dd9-b7c3-2e5381e6f49f tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa8bc687-5d61-4514-bb35-7fbfed08cf8d HTTP/1.1" status: 200 len: 205 time: 0.0868177 Dec 08 13:06:03.893543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55896) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:03.918415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event deleted for resources: {'Port': ['ID=68661958-0726-4e65-bc41-3631a9c54651,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:03.923813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 749443b9-81bf-4094-b496-6ccc26930387 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:03.944664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 749443b9-81bf-4094-b496-6ccc26930387 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:06:03.944664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 749443b9-81bf-4094-b496-6ccc26930387 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:06:03.944664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 052e88b5-8f20-4593-a370-3731d496dd9d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:03.966009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 052e88b5-8f20-4593-a370-3731d496dd9d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:06:03.966902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 052e88b5-8f20-4593-a370-3731d496dd9d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:06:03.992134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99c70f8d-7706-4766-87cc-2d07a52c213a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:03.992440 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-03e4089e-4292-43b3-90b6-c50f0be546f5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1705117 Dec 08 13:06:03.996380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:04.007386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b67ba-735d-4388-ab66-f3667c7372db tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:04.008837 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-475b67ba-735d-4388-ab66-f3667c7372db tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 881 time: 0.2668705 Dec 08 13:06:04.014225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c718-5feb-4b3a-865f-1aaa748ce0ed tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.019607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55898) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:04.051488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.079714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.079714 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Added segment 8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3 of type vlan for network 8c79c085-fd53-436e-9500-59dd2df73653 Dec 08 13:06:04.080839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c70f8d-7706-4766-87cc-2d07a52c213a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=be8e4ac2-f972-4ab1-a54d-3add213ff9a9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:04.111290 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f50e4c69-cb6b-44fa-949a-720e056254a0 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=2264293c-b5bd-42ce-9d27-5a79013d50f3 HTTP/1.1" status: 200 len: 205 time: 0.0739114 Dec 08 13:06:04.114350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55900) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:04.187253 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99c70f8d-7706-4766-87cc-2d07a52c213a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.190455 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-99c70f8d-7706-4766-87cc-2d07a52c213a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/be8e4ac2-f972-4ab1-a54d-3add213ff9a9 HTTP/1.1" status: 204 len: 168 time: 1.4319086 Dec 08 13:06:04.203379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55902) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:04.256260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.280785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.284664 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-f1193f36-be54-4eed-b1d4-c022fdcc2203 service neutron] 10.222.0.76 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582295 Dec 08 13:06:04.298203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c718-5feb-4b3a-865f-1aaa748ce0ed tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.302787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c718-5feb-4b3a-865f-1aaa748ce0ed tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.397404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.403337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:04.403915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.413109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059210dc-b767-444e-b190-f1fc65b448a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:04.414654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059210dc-b767-444e-b190-f1fc65b448a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:04.416133 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-059210dc-b767-444e-b190-f1fc65b448a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2083564 Dec 08 13:06:04.425650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55904) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:04.436121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c718-5feb-4b3a-865f-1aaa748ce0ed tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.436640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c1c718-5feb-4b3a-865f-1aaa748ce0ed tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Fanout notify agent at l3_agent the message router_deleted on router aa8bc687-5d61-4514-bb35-7fbfed08cf8d {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:06:04.449565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c718-5feb-4b3a-865f-1aaa748ce0ed tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.450668 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a3c1c718-5feb-4b3a-865f-1aaa748ce0ed tempest-RoutersNegativeTest-851493337 tempest-RoutersNegativeTest-851493337-project] 10.222.0.76 "DELETE /v2.0/routers/aa8bc687-5d61-4514-bb35-7fbfed08cf8d HTTP/1.1" status: 204 len: 168 time: 0.5563715 Dec 08 13:06:04.492088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.516417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Network': ['ID=8c79c085-fd53-436e-9500-59dd2df73653,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:04.530503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 8c79c085-fd53-436e-9500-59dd2df73653 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:04.533126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e67cba-688c-404e-af5b-1945120ed585 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 7cd1ff36-6bd0-4189-b82b-9cb1d5dac3b1 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:04.536754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e67cba-688c-404e-af5b-1945120ed585 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.545233 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-46970729-5e8a-4e21-8f66-a5db314cee16 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0095170 Dec 08 13:06:04.554491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55908) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:04.559372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': '8c79c085-fd53-436e-9500-59dd2df73653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:04.586361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e67cba-688c-404e-af5b-1945120ed585 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.613719 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-c67685cf-3fb1-4c44-9f2e-f476dcba28d0 service neutron] 10.222.0.76 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958801 Dec 08 13:06:04.626063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.635185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.707688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e67cba-688c-404e-af5b-1945120ed585 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.731926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=68cc762c-497a-4ed0-aa75-b7218937fd82,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:04.823590 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e67cba-688c-404e-af5b-1945120ed585 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.851802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.873317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.879028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e67cba-688c-404e-af5b-1945120ed585 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd1ff36-6bd0-4189-b82b-9cb1d5dac3b1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:04.888219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e67cba-688c-404e-af5b-1945120ed585 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:04.891738 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a1e67cba-688c-404e-af5b-1945120ed585 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/7cd1ff36-6bd0-4189-b82b-9cb1d5dac3b1 HTTP/1.1" status: 204 len: 168 time: 0.4651258 Dec 08 13:06:04.894305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55914) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:04.905562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e050cf-c5de-45db-8878-02c6dfd27f13 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:04.922523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e82e82e-325b-4ebf-90d4-8d7a1ad1c255']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:04.954062 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2170dbc1-6ec1-4fb5-a128-cdb75a26db1a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584552 Dec 08 13:06:04.954736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55918) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:04.961025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68689127-2c3f-4bae-a9e2-759963a623ca') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:04.961322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68689127-2c3f-4bae-a9e2-759963a623ca') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:04.976871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b2a137cf-a78a-48f5-a010-9d9faf0bdfcd req-aa5237c6-b5e8-439f-bf23-29ad297cfc68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 210 time: 0.0565977 Dec 08 13:06:04.979575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.009843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:05.015916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.027756 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f5ec3-248b-471e-ac9d-158ded608d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:05.031869 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3f0f5ec3-248b-471e-ac9d-158ded608d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0737717 Dec 08 13:06:05.035951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55920) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:05.046400 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.097777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55924) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:05.137605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5042063-40ad-4c79-8e6a-f00e338018b5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:05.138262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:05.138707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:05.142408 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:05.145595 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a5042063-40ad-4c79-8e6a-f00e338018b5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1073418 Dec 08 13:06:05.145595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55930) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:05.147809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb18522-34f6-4c0c-bf02-3d9bd926fec4 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:05.197117 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a33e54af-4ae0-4252-9ced-e292284f7885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451741 Dec 08 13:06:05.202102 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55932) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:05.208308 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:05.209216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-afb18522-34f6-4c0c-bf02-3d9bd926fec4 None None] Deleting port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:05.209597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-afb18522-34f6-4c0c-bf02-3d9bd926fec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.282227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-afb18522-34f6-4c0c-bf02-3d9bd926fec4 None None] For port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=11f1d5a6-25eb-4723-9fb4-6f417bfa35de,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:05.282645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-afb18522-34f6-4c0c-bf02-3d9bd926fec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.296077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-afb18522-34f6-4c0c-bf02-3d9bd926fec4 None None] Calling delete_port for 11f1d5a6-25eb-4723-9fb4-6f417bfa35de owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:05.346290 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4d0c7ff1-2acb-4bba-b9c8-a8f08167fcda admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=70d5114f1acd4f58bdac73e9df1956ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380247 Dec 08 13:06:05.346748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55934) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:05.358637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Deleting port 9b7a6389-c429-44ad-bd32-12a5ba72f4a9 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:05.359276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.398660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b651755d-9144-4da7-a506-0c8a62d8fc3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.423297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b651755d-9144-4da7-a506-0c8a62d8fc3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.456707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:05.460553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.460785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.466177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 13:06:05.469649 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.473716 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "DELETE /v2.0/networks/8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 HTTP/1.1" status: 204 len: 168 time: 3.4715822 Dec 08 13:06:05.488576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55936) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:05.511078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-afb18522-34f6-4c0c-bf02-3d9bd926fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.513677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.20.0.1 (24ebaa93-682c-4e7e-b4f2-e34f9cf817af/b1822eb4-3dae-471c-8a9f-bbc5db251ff4/57cff8d6-57f9-464e-a92f-9ed7f7048b3f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:05.578558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb18522-34f6-4c0c-bf02-3d9bd926fec4 None None] Pushing event deleted for resources: {'Port': ['ID=11f1d5a6-25eb-4723-9fb4-6f417bfa35de,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:05.592683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd427ac7-acff-4f00-b114-02eb9e0f0d1f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e82e82e-325b-4ebf-90d4-8d7a1ad1c255,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:05.598635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb18522-34f6-4c0c-bf02-3d9bd926fec4 None None] No DVR routers for this DVR port 11f1d5a6-25eb-4723-9fb4-6f417bfa35de on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:05.657953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:05.659621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 11f1d5a6-25eb-4723-9fb4-6f417bfa35de no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:05.691721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 11f1d5a6-25eb-4723-9fb4-6f417bfa35de {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:06:05.692426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 11f1d5a6-25eb-4723-9fb4-6f417bfa35de not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:06:06.060021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b651755d-9144-4da7-a506-0c8a62d8fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.062621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b651755d-9144-4da7-a506-0c8a62d8fc3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.066240 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b651755d-9144-4da7-a506-0c8a62d8fc3e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c68f2c8-af1d-46b6-8e6e-a77569286f37 HTTP/1.1" status: 204 len: 168 time: 0.7161031 Dec 08 13:06:06.081153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651755d-9144-4da7-a506-0c8a62d8fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c68f2c8-af1d-46b6-8e6e-a77569286f37,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:06.156690 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.165630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Calling delete_port for 9b7a6389-c429-44ad-bd32-12a5ba72f4a9 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:06.177995 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-761822c4-f9cd-4659-8f72-ed6cb7badd17 req-de912893-b5c5-4883-8e85-46847facb0c4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 210 time: 0.0617933 Dec 08 13:06:06.182222 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e3122646-3f62-4ee4-8270-6db39e3a2f9a tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.6850982 Dec 08 13:06:06.186366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55944) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:06.204166 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:06.207294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:06.212239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:06.213940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.218060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9dc30-35e3-4df6-a37c-2d146e44b8e0 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:06.232771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=629d5257-98dc-43a1-b3be-45e105f108eb,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:06.308729 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-79837fd9-ebe0-4d4b-8fef-cef358eef6ea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1053534 Dec 08 13:06:06.316139 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55946) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:06.324038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': '629d5257-98dc-43a1-b3be-45e105f108eb', 'ip_address': '2001:db8::ebd:3b43:6524:f7dd'}], 'name': 'tempest-NetworksTestDHCPv6-1011629658'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:06.340195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '629d5257-98dc-43a1-b3be-45e105f108eb'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:06.341149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.431060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4bbce-ba20-488c-8082-0c2b98b60bd3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:06.431519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4bbce-ba20-488c-8082-0c2b98b60bd3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:06.432150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4bbce-ba20-488c-8082-0c2b98b60bd3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:06.432753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4bbce-ba20-488c-8082-0c2b98b60bd3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:06.433351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4bbce-ba20-488c-8082-0c2b98b60bd3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:06.433933 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4bbce-ba20-488c-8082-0c2b98b60bd3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:06.434535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4bbce-ba20-488c-8082-0c2b98b60bd3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:06.436590 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ddd4bbce-ba20-488c-8082-0c2b98b60bd3 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.2200422 Dec 08 13:06:06.440861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55948) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:06.458095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.500734 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-a3450308-6cc2-4208-b445-dd3daa070a03 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] delete failed (client error): The resource could not be found. Dec 08 13:06:06.502018 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a3450308-6cc2-4208-b445-dd3daa070a03 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/0915cb72-17c0-419b-9250-43ad9cd23865 HTTP/1.1" status: 404 len: 345 time: 0.0601468 Dec 08 13:06:06.507366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55952) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:06.512853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/629d5257-98dc-43a1-b3be-45e105f108eb/f06c6d88-4eea-47f7-abf8-14ff0a581758) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:06.528314 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d165e38-0fa4-426a-a8af-93056b8d295d tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] DELETE failed (client error): The resource could not be found. Dec 08 13:06:06.528954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d165e38-0fa4-426a-a8af-93056b8d295d tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:06:06.532684 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0d165e38-0fa4-426a-a8af-93056b8d295d tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "DELETE /v2.0/networks/8e82e82e-325b-4ebf-90d4-8d7a1ad1c255 HTTP/1.1" status: 404 len: 339 time: 0.0240355 Dec 08 13:06:06.536808 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55954) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:06.542128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Request body: {'network': {'name': 'tempest-network--667351972', 'router:external': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:06.555827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.607335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:06.612889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.728331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=0688cb40-4422-40ef-b564-193ae375aadc,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:06.733222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:06.746339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:06.753467 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:06.772026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Made reservation on behalf of e2f24a4fd16445018e966d556720a3e4 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:06.776064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.780911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=57cff8d6-57f9-464e-a92f-9ed7f7048b3f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:06.786971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Checking segment: {'id': '8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8c79c085-fd53-436e-9500-59dd2df73653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:06.787871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network hostable DHCP agents. Network: 8c79c085-fd53-436e-9500-59dd2df73653, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:06:06.817142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.817869 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.833926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:06.847361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port e91a89db-02cd-4a7e-a0ba-023dff70cf4b yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:06.854776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.855130 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Added segment 37b50101-7404-48fd-af86-7687718b9a6b of type vlan for network 552704bc-568e-4bc1-a201-62c715ab35e3 Dec 08 13:06:06.875976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.951234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.959222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:06.961203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 8c79c085-fd53-436e-9500-59dd2df73653 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:06:06.993992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:06.998046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event deleted for resources: {'Port': ['ID=9b7a6389-c429-44ad-bd32-12a5ba72f4a9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:06.998236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:07.006613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:07.009673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.029494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Pushing event updated for resources: {'Port': ['ID=f06c6d88-4eea-47f7-abf8-14ff0a581758,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:07.069077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d0803-a449-4b28-9d94-c915c6df1765 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:07.095632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.108297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Attempting to bind port f06c6d88-4eea-47f7-abf8-14ff0a581758 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:07.108419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Attempting to bind port f06c6d88-4eea-47f7-abf8-14ff0a581758 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:07.108720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Attempting to bind port f06c6d88-4eea-47f7-abf8-14ff0a581758 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:07.116258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:07.116258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:07.116258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.116258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:07.116258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Bound port: f06c6d88-4eea-47f7-abf8-14ff0a581758, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:07.116950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.125712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 8c79c085-fd53-436e-9500-59dd2df73653) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:07.150189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f829c403-52cd-4598-a063-81011cb378af None None] Network 8c79c085-fd53-436e-9500-59dd2df73653 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:07.183477 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::ebd:3b43:6524:f7dd (c6b804cf-1df5-4af3-9dce-30751e804dc0/629d5257-98dc-43a1-b3be-45e105f108eb/e91a89db-02cd-4a7e-a0ba-023dff70cf4b) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:07.214079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:07.215819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.243293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.248126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:07.248126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.250998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] For port f06c6d88-4eea-47f7-abf8-14ff0a581758, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:07.254449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] For port f06c6d88-4eea-47f7-abf8-14ff0a581758, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f06c6d88-4eea-47f7-abf8-14ff0a581758,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:07.286743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.291850 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-8c79c085-fd53-436e-9500-59dd2df73653', 'network_id': '8c79c085-fd53-436e-9500-59dd2df73653', 'project_id': '5a35742f37444c1896f111b89a9a5aa2', 'fixed_ips': [{'subnet_id': '0688cb40-4422-40ef-b564-193ae375aadc'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:07.292379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.292937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.303556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.375172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.382845 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-70b92a7a-e8be-4eb7-bce6-709fd62a25b9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8271575 Dec 08 13:06:07.409125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55972) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:07.413163 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c366a3d-d901-4ace-a18f-f351d0776d3d req-092b3e1d-f5d4-4650-8a94-73f85de29f01 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 210 time: 0.0477915 Dec 08 13:06:07.457310 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'Network': ['ID=552704bc-568e-4bc1-a201-62c715ab35e3,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:07.468355 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0a93ad46-1648-4e65-b563-4c78df0b2a08 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9302719 Dec 08 13:06:07.474612 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55976) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:07.482601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f7d8bcc3-1552-48ea-aff4-ba1c728e1fea tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1890180953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:07.493466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 552704bc-568e-4bc1-a201-62c715ab35e3 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:07.506456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.515436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Fanout notify agent at l3_agent the message router_deleted on router 2264293c-b5bd-42ce-9d27-5a79013d50f3 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:06:07.520564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e7c4f-b9d7-43f1-a981-2143ce2d76eb None None] Pushing event updated for resources: {'Port': ['ID=f06c6d88-4eea-47f7-abf8-14ff0a581758,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:07.562023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.574881 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c455143a-ed96-4290-8c70-1de43500eb5c tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/2264293c-b5bd-42ce-9d27-5a79013d50f3 HTTP/1.1" status: 204 len: 168 time: 3.4428778 Dec 08 13:06:07.601873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Allocated IP 2001:db8::2 (8c79c085-fd53-436e-9500-59dd2df73653/0688cb40-4422-40ef-b564-193ae375aadc/800a6bab-9945-4a10-80c7-9877b826160a) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:07.606608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55978) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:07.610562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55980) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:07.616366 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041094 Dec 08 13:06:07.629847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6ba38313-696e-4fb5-bd40-755c57162142 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-278816876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:07.642839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 55982) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:07.819390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.823072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bcc3-1552-48ea-aff4-ba1c728e1fea tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.824106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bcc3-1552-48ea-aff4-ba1c728e1fea tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.852300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf7659-6024-4ab5-984a-0a22393a02a2 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:07.859094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf7659-6024-4ab5-984a-0a22393a02a2 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:07.863545 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bb11932c-489f-489c-a0ba-48d92903fad6 tempest-NetworksApiDiscovery-1937204567 tempest-NetworksApiDiscovery-1937204567-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2195368 Dec 08 13:06:07.866984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf7659-6024-4ab5-984a-0a22393a02a2 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:07.876174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf7659-6024-4ab5-984a-0a22393a02a2 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:07.880567 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-12cf7659-6024-4ab5-984a-0a22393a02a2 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4022608 Dec 08 13:06:07.881986 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55988) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:07.885964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.886484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:07.934641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Network 8c79c085-fd53-436e-9500-59dd2df73653 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:07.939796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:07.947999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:07.959612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Pushing event updated for resources: {'Port': ['ID=800a6bab-9945-4a10-80c7-9877b826160a,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:08.029116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-987ec2c8-11a2-4d46-b620-3163a85b0bd4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:08.031275 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-987ec2c8-11a2-4d46-b620-3163a85b0bd4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69 HTTP/1.1" status: 200 len: 797 time: 0.4260359 Dec 08 13:06:08.034880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.048562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Attempting to bind port 800a6bab-9945-4a10-80c7-9877b826160a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:08.049047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Attempting to bind port 800a6bab-9945-4a10-80c7-9877b826160a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8c79c085-fd53-436e-9500-59dd2df73653'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:08.049494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Attempting to bind port 800a6bab-9945-4a10-80c7-9877b826160a on network 8c79c085-fd53-436e-9500-59dd2df73653 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:08.056230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:08.056699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Checking segment: {'id': '8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8c79c085-fd53-436e-9500-59dd2df73653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:08.057177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.057663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Bound using segment: {'id': '8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8c79c085-fd53-436e-9500-59dd2df73653'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:08.059179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Bound port: 800a6bab-9945-4a10-80c7-9877b826160a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8c79c085-fd53-436e-9500-59dd2df73653'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:08.059655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.083291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba38313-696e-4fb5-bd40-755c57162142 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.084463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba38313-696e-4fb5-bd40-755c57162142 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.105583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bcc3-1552-48ea-aff4-ba1c728e1fea tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.144597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] For port 800a6bab-9945-4a10-80c7-9877b826160a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:08.148933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] For port 800a6bab-9945-4a10-80c7-9877b826160a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=800a6bab-9945-4a10-80c7-9877b826160a,segment=NetworkSegment(8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3),segment_id=8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:08.171486 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.193691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552704bc-568e-4bc1-a201-62c715ab35e3']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:08.203856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b50101-7404-48fd-af86-7687718b9a6b') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:08.204259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b50101-7404-48fd-af86-7687718b9a6b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:08.214404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.221429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bcc3-1552-48ea-aff4-ba1c728e1fea tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.229362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.236793 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:08.237204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.237590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:08.239293 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:08.305828 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.335548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb7287-9d96-4d18-aa62-06d4d5b53349 None None] Pushing event updated for resources: {'Port': ['ID=800a6bab-9945-4a10-80c7-9877b826160a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:08.372100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:08.377844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:08.382922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:08.388578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:08.389238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.393448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=e91a89db-02cd-4a7e-a0ba-023dff70cf4b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:08.439771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.444892 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 552704bc-568e-4bc1-a201-62c715ab35e3 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 13:06:08.447556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.451368 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "DELETE /v2.0/networks/552704bc-568e-4bc1-a201-62c715ab35e3 HTTP/1.1" status: 204 len: 168 time: 0.5689619 Dec 08 13:06:08.487395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 55996) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:08.492210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf5ade-725f-4f7f-937a-861c21be9bd7 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event deleted for resources: {'Network': ['ID=552704bc-568e-4bc1-a201-62c715ab35e3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:08.514727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Request body: {'network': {'name': 'tempest-network--136039255', 'router:external': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:08.549672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56000) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:08.563897 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c486150a-53d2-488d-88b2-292a786e83a9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2463100 Dec 08 13:06:08.568530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba38313-696e-4fb5-bd40-755c57162142 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.569568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56004) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:08.595791 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-8528a05e-7beb-426e-8644-ad85fd4a1a23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 380 time: 0.5015569 Dec 08 13:06:08.641715 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Made reservation on behalf of e2f24a4fd16445018e966d556720a3e4 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:08.644320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.674840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['2b40539b-f5e6-430f-afa3-810cabfcea76']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:08.700580 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-542def36-4c3d-46ec-a1e1-60353ba5da21 req-529d0859-9b99-4ea3-adc5-a00eca804a5f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 210 time: 0.1176145 Dec 08 13:06:08.710749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d25292-bdc3-474a-ac29-4eac2746b937 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:08.727897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba38313-696e-4fb5-bd40-755c57162142 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.729668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d25292-bdc3-474a-ac29-4eac2746b937 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:08.733551 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e0d25292-bdc3-474a-ac29-4eac2746b937 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1594377 Dec 08 13:06:08.737516 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56006) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:08.749720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:08.761225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.764954 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Added segment 592f3412-3d1c-4969-8cb0-b0e9e8d7b11c of type vlan for network c90d5105-d2d1-4685-bfef-5f581b085785 Dec 08 13:06:08.876805 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.901784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bcc3-1552-48ea-aff4-ba1c728e1fea tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.907193 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f7d8bcc3-1552-48ea-aff4-ba1c728e1fea tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4924955 Dec 08 13:06:08.908594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eec6542b-1f41-4615-bd33-cee9a176c56e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.921021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:08.930558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56008) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:08.938254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'network_id': '8c79c085-fd53-436e-9500-59dd2df73653', 'name': 'tempest-PortsIpV6TestJSON-123325660'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:09.002099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0a164446-f782-4114-b3c0-e19150733b88 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port e91a89db-02cd-4a7e-a0ba-023dff70cf4b {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:09.002879 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a164446-f782-4114-b3c0-e19150733b88 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.006672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.076902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.077851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:09.081956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.119736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:09.123272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.137299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a164446-f782-4114-b3c0-e19150733b88 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.159260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=57cff8d6-57f9-464e-a92f-9ed7f7048b3f,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:09.174942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'Network': ['ID=c90d5105-d2d1-4685-bfef-5f581b085785,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:09.182320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0a164446-f782-4114-b3c0-e19150733b88 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for e91a89db-02cd-4a7e-a0ba-023dff70cf4b owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:09.186663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.188311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network c90d5105-d2d1-4685-bfef-5f581b085785 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:09.228866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ba38313-696e-4fb5-bd40-755c57162142 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.230630 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6ba38313-696e-4fb5-bd40-755c57162142 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6201329 Dec 08 13:06:09.236816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56010) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:09.242951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': True}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:09.293643 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-082b1c30-aa2e-46e6-819f-b206c06f1c74 tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7923238 Dec 08 13:06:09.297513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56012) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:09.317028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-936b2269-2282-412c-a69e-7d47741d7f59 None None] Provisioning complete for port f06c6d88-4eea-47f7-abf8-14ff0a581758 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:09.317707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-936b2269-2282-412c-a69e-7d47741d7f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.360606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eec6542b-1f41-4615-bd33-cee9a176c56e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.417001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-936b2269-2282-412c-a69e-7d47741d7f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.460287 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-936b2269-2282-412c-a69e-7d47741d7f59 None None] For port f06c6d88-4eea-47f7-abf8-14ff0a581758, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f06c6d88-4eea-47f7-abf8-14ff0a581758,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:09.475019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.12 (17e21cc9-14dd-44a4-8f93-60abdf0f0b69/1b8cfb03-b232-4dac-be86-c2bb24b74a5b/3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:09.476132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eec6542b-1f41-4615-bd33-cee9a176c56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.499633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:09.519059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:09.523394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.535889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:09.593607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port 893faa1b-66f3-4027-83b5-4d7f18ff4ffb yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:09.601205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-936b2269-2282-412c-a69e-7d47741d7f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.613265 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-eec6542b-1f41-4615-bd33-cee9a176c56e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4cdc15938afa49adbbd40817671bb479&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0621819 Dec 08 13:06:09.622296 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c4c3e0-d13b-4461-8ea1-2ccd6f8895de tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:09.623754 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-49c4c3e0-d13b-4461-8ea1-2ccd6f8895de tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] 10.222.0.76 "GET /v2.0/networks/c90d5105-d2d1-4685-bfef-5f581b085785 HTTP/1.1" status: 200 len: 756 time: 0.2819974 Dec 08 13:06:09.629444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56014) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:09.640141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56016) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:09.649202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6542b-1f41-4615-bd33-cee9a176c56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d21bb7c-860e-4f99-92f1-bc6f09313760,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:09.683041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b2269-2282-412c-a69e-7d47741d7f59 None None] Pushing event updated for resources: {'Port': ['ID=f06c6d88-4eea-47f7-abf8-14ff0a581758,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:09.727120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.743600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-84c30bae-7b8d-4764-8080-0df801924ed2 None None] Provisioning complete for port e91a89db-02cd-4a7e-a0ba-023dff70cf4b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:09.744480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-84c30bae-7b8d-4764-8080-0df801924ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.853158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a164446-f782-4114-b3c0-e19150733b88 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.867032 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 800a6bab-9945-4a10-80c7-9877b826160a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:09.911768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-84c30bae-7b8d-4764-8080-0df801924ed2 None None] Port e91a89db-02cd-4a7e-a0ba-023dff70cf4b cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:09.939545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 800a6bab-9945-4a10-80c7-9877b826160a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:09.939939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:09.962693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:09.971313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae30623-fd0a-4b4e-b6aa-9c7c4c217fb5 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:09.974117 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7ae30623-fd0a-4b4e-b6aa-9c7c4c217fb5 tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] 10.222.0.76 "GET /v2.0/networks/d5ed5ae5-2e83-4b1f-9910-692bd68fc67e HTTP/1.1" status: 200 len: 767 time: 0.2850237 Dec 08 13:06:09.981686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56020) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:09.982836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::5b (8c79c085-fd53-436e-9500-59dd2df73653/0688cb40-4422-40ef-b564-193ae375aadc/893faa1b-66f3-4027-83b5-4d7f18ff4ffb) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:10.013523 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d1cb20e-f205-4160-9ff9-ee6cfe75922c req-ea6ef479-b024-4bce-bebd-c6047fe46db9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 210 time: 0.1028006 Dec 08 13:06:10.016273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a164446-f782-4114-b3c0-e19150733b88 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=e91a89db-02cd-4a7e-a0ba-023dff70cf4b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:10.020834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-787d2804-f28f-4032-af5c-1bf2d412d233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.053555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.056640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a164446-f782-4114-b3c0-e19150733b88 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.062826 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0a164446-f782-4114-b3c0-e19150733b88 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/e91a89db-02cd-4a7e-a0ba-023dff70cf4b HTTP/1.1" status: 204 len: 168 time: 1.2526155 Dec 08 13:06:10.077185 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56022) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:10.111569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 800a6bab-9945-4a10-80c7-9877b826160a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=800a6bab-9945-4a10-80c7-9877b826160a,segment=NetworkSegment(8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3),segment_id=8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:10.120016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.129289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8816c12-f3a2-4e76-b6e8-ee4e9285011f None None] Network 8c79c085-fd53-436e-9500-59dd2df73653 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:10.152376 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-787d2804-f28f-4032-af5c-1bf2d412d233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.220310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.222972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.223881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f06c6d88-4eea-47f7-abf8-14ff0a581758 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:10.236228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.253951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:10.259239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4ce703a3-47c0-474f-ad9a-6cba16216431 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/routers/e3a7ce37-5374-40e4-bf7f-ee5f87386e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2876482 Dec 08 13:06:10.264266 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f1a48-e8bf-48d7-be7d-2cac0ed1412e None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:10.271085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19534a04-486d-46ae-a7ba-83642055c693 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:10.273105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56024) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:10.273811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19534a04-486d-46ae-a7ba-83642055c693 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:10.275465 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-19534a04-486d-46ae-a7ba-83642055c693 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1953042 Dec 08 13:06:10.277829 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f1a48-e8bf-48d7-be7d-2cac0ed1412e None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:10.278656 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-868f1a48-e8bf-48d7-be7d-2cac0ed1412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:10.280334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56026) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:10.286954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'port': {'network_id': '24ebaa93-682c-4e7e-b4f2-e34f9cf817af', 'name': 'tempest-FloatingIPTestJSON-1905535202'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:10.318243 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-868f1a48-e8bf-48d7-be7d-2cac0ed1412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:10.328417 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f1a48-e8bf-48d7-be7d-2cac0ed1412e None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:10.328931 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-868f1a48-e8bf-48d7-be7d-2cac0ed1412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:05:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:10.354043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=800a6bab-9945-4a10-80c7-9877b826160a,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:10.371275 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-868f1a48-e8bf-48d7-be7d-2cac0ed1412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:10.372170 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f1a48-e8bf-48d7-be7d-2cac0ed1412e None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:10.386287 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-29d56ba3-0873-45d6-9658-3c9cc2db74ca None None] Provisioning complete for port 800a6bab-9945-4a10-80c7-9877b826160a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:10.386976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-29d56ba3-0873-45d6-9658-3c9cc2db74ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.401224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.428460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.457952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90d5105-d2d1-4685-bfef-5f581b085785']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:10.468028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-787d2804-f28f-4032-af5c-1bf2d412d233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.468977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port f06c6d88-4eea-47f7-abf8-14ff0a581758 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:10.469367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.472237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-787d2804-f28f-4032-af5c-1bf2d412d233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.474970 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-787d2804-f28f-4032-af5c-1bf2d412d233 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9d21bb7c-860e-4f99-92f1-bc6f09313760 HTTP/1.1" status: 204 len: 168 time: 0.8453391 Dec 08 13:06:10.494141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592f3412-3d1c-4969-8cb0-b0e9e8d7b11c') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:10.494141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592f3412-3d1c-4969-8cb0-b0e9e8d7b11c') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:10.496861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d2804-f28f-4032-af5c-1bf2d412d233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d21bb7c-860e-4f99-92f1-bc6f09313760,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:10.518377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.545391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8733a8-7519-4c5e-a1c3-32355317af27 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 629d5257-98dc-43a1-b3be-45e105f108eb {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:10.563965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:10.567468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd8733a8-7519-4c5e-a1c3-32355317af27 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.568297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c5218c2-f7a1-46c9-90d2-efcafba2f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.624556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.625040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:10.640301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:10.652713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.659733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:10.671443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:10.671854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:10.673590 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:10.722703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd8733a8-7519-4c5e-a1c3-32355317af27 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.754508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.781919 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.793272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:10.794361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.848530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.855893 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c90d5105-d2d1-4685-bfef-5f581b085785 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 13:06:10.874190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd8733a8-7519-4c5e-a1c3-32355317af27 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.875142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.883078 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "DELETE /v2.0/networks/c90d5105-d2d1-4685-bfef-5f581b085785 HTTP/1.1" status: 204 len: 168 time: 0.8975775 Dec 08 13:06:10.884021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56030) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:10.891510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Request body: {'network': {'name': 'tempest-network--970286189'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:10.897318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325a7b9-f223-4897-bcaa-fcf6582d857f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event deleted for resources: {'Network': ['ID=c90d5105-d2d1-4685-bfef-5f581b085785,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:10.950855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.954344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Made reservation on behalf of 960ab85a76a0420c94a32b87b25ebb11 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:10.958051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:10.959833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1ff513ca-21d0-4dce-bb40-b4f66f49359f None None] Provisioning complete for port 800a6bab-9945-4a10-80c7-9877b826160a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:10.964254 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ff513ca-21d0-4dce-bb40-b4f66f49359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.003211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Allocated IP 172.26.7.245 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/b7269381-a495-4227-b819-291b88d129c6) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:11.023480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 8c79c085-fd53-436e-9500-59dd2df73653 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:11.026939 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] device_id is not set on port d645321c-4a5f-44dc-a1e1-1995f72a64bb yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:11.037445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:11.046060 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-98020b3c-d91b-4b20-8b72-a43ae79f38dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4285207 Dec 08 13:06:11.048226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:11.054517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:11.055209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.079395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Request body: {'port': {'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:11.092975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=893faa1b-66f3-4027-83b5-4d7f18ff4ffb,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:11.188167 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd8733a8-7519-4c5e-a1c3-32355317af27 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.212074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Made reservation on behalf of e2f24a4fd16445018e966d556720a3e4 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:11.218798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.259487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9bbdb2be-571e-4663-934b-1032b8408b29 None None] Provisioning complete for port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:11.260020 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb2be-571e-4663-934b-1032b8408b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.275829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:11.301374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.301786 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Added segment 84e40704-d17b-47d3-a810-4106e2e2b82b of type vlan for network 137e5951-8f72-40b9-8a48-2c92e00e0383 Dec 08 13:06:11.310518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9bbdb2be-571e-4663-934b-1032b8408b29 None None] Port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:11.319036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8733a8-7519-4c5e-a1c3-32355317af27 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=629d5257-98dc-43a1-b3be-45e105f108eb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:11.325601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd8733a8-7519-4c5e-a1c3-32355317af27 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.329402 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bd8733a8-7519-4c5e-a1c3-32355317af27 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/629d5257-98dc-43a1-b3be-45e105f108eb HTTP/1.1" status: 204 len: 168 time: 1.0369368 Dec 08 13:06:11.344433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56042) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:11.351815 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e41c08a1-31e5-413b-bd61-a3f23a7f39de tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4201553 Dec 08 13:06:11.359789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a683b-2aad-4e43-b03f-59926acb1952 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:11.367281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56044) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:11.373384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.457180 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-98d6e0d9-5935-46de-b39a-15f6dc6d4a35 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011167 Dec 08 13:06:11.461139 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56046) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:11.495427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:11.567314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2abbf80d-ea18-42d8-b36d-4b02a7b82c00 None None] Provisioning complete for port 893faa1b-66f3-4027-83b5-4d7f18ff4ffb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:11.567701 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2abbf80d-ea18-42d8-b36d-4b02a7b82c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.649271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7fc35-2e96-4691-b804-92e4de011793 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:11.730505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2abbf80d-ea18-42d8-b36d-4b02a7b82c00 None None] Port 893faa1b-66f3-4027-83b5-4d7f18ff4ffb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:11.734277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 800a6bab-9945-4a10-80c7-9877b826160a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:11.800777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-19e7fc35-2e96-4691-b804-92e4de011793 None None] Deleting port f06c6d88-4eea-47f7-abf8-14ff0a581758 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:11.801144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-19e7fc35-2e96-4691-b804-92e4de011793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.806110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.resource_extend [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 13:06:11.814705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 800a6bab-9945-4a10-80c7-9877b826160a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:11.815087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.874873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.20.0.13 (24ebaa93-682c-4e7e-b4f2-e34f9cf817af/b1822eb4-3dae-471c-8a9f-bbc5db251ff4/d645321c-4a5f-44dc-a1e1-1995f72a64bb) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:11.898036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.910003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-19e7fc35-2e96-4691-b804-92e4de011793 None None] For port f06c6d88-4eea-47f7-abf8-14ff0a581758, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f06c6d88-4eea-47f7-abf8-14ff0a581758,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:11.910003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-19e7fc35-2e96-4691-b804-92e4de011793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.922137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb711e1-9037-4da6-9631-40e043587ead req-5c819305-1506-4d19-8fa9-45dcea55804d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:11.925833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-19e7fc35-2e96-4691-b804-92e4de011793 None None] Calling delete_port for f06c6d88-4eea-47f7-abf8-14ff0a581758 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:11.931444 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0fb711e1-9037-4da6-9631-40e043587ead req-5c819305-1506-4d19-8fa9-45dcea55804d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 932 time: 0.7517655 Dec 08 13:06:11.932942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.933812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:11.934453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:11.950881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.105604 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2158840 Dec 08 13:06:12.107732 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0708e-eb3a-41ca-b3bf-11a3be033ecb tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'Network': ['ID=137e5951-8f72-40b9-8a48-2c92e00e0383,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:12.111053 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56056) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:12.123058 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-527b42a1-687e-49f4-93a2-ec3a9ec1407f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:12.135936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 137e5951-8f72-40b9-8a48-2c92e00e0383 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:12.178398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-19e7fc35-2e96-4691-b804-92e4de011793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.202876 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0fb711e1-9037-4da6-9631-40e043587ead req-4e715197-f734-4a67-9728-007d669af1a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702620 Dec 08 13:06:12.241900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.293046 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7fc35-2e96-4691-b804-92e4de011793 None None] No DVR routers for this DVR port f06c6d88-4eea-47f7-abf8-14ff0a581758 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:12.307037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7fc35-2e96-4691-b804-92e4de011793 None None] Pushing event deleted for resources: {'Port': ['ID=f06c6d88-4eea-47f7-abf8-14ff0a581758,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:12.346227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:12.352412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.372707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:12.378342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event updated for resources: {'Port': ['ID=b7269381-a495-4227-b819-291b88d129c6,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:12.379475 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.382623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.410723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:12.424368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:12.431557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844e002-c591-4e1d-a964-50757c06ae62 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:12.501098 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:06:12.506398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-527b42a1-687e-49f4-93a2-ec3a9ec1407f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.559909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-858840f1-a115-4adc-83aa-4d0d9145d5c3 None None] Provisioning complete for port b7269381-a495-4227-b819-291b88d129c6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:12.560276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-858840f1-a115-4adc-83aa-4d0d9145d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.597679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-858840f1-a115-4adc-83aa-4d0d9145d5c3 None None] Port b7269381-a495-4227-b819-291b88d129c6 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:12.629297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-527b42a1-687e-49f4-93a2-ec3a9ec1407f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.658489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.723917 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-527b42a1-687e-49f4-93a2-ec3a9ec1407f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Network 137e5951-8f72-40b9-8a48-2c92e00e0383 is not hosted by any dhcp agent {{(pid=103716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 13:06:12.724826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527b42a1-687e-49f4-93a2-ec3a9ec1407f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:12.725432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-527b42a1-687e-49f4-93a2-ec3a9ec1407f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.727820 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-527b42a1-687e-49f4-93a2-ec3a9ec1407f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "PUT /v2.0/networks/137e5951-8f72-40b9-8a48-2c92e00e0383 HTTP/1.1" status: 200 len: 857 time: 0.6133385 Dec 08 13:06:12.736142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56068) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:12.736418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:12.764814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:12.794312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:12.804085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=d645321c-4a5f-44dc-a1e1-1995f72a64bb,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:12.837932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ba51-b9d6-4182-8784-c60f90ca4708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.855658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:06:12.866417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.877663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b42a1-687e-49f4-93a2-ec3a9ec1407f tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event updated for resources: {'Network': ['ID=137e5951-8f72-40b9-8a48-2c92e00e0383,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:12.887406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:12.888046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.901906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Transition to ACTIVE for port object 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:06:12.948222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.965239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.994816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:12.999897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1e0a49e2-83d1-4412-90d2-c00821641a86 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7204108 Dec 08 13:06:13.003897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:13.013136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56076) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:13.018073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'port': {'network_id': '24ebaa93-682c-4e7e-b4f2-e34f9cf817af', 'name': 'tempest-FloatingIPTestJSON-1768709755'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:13.046604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:13.054335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:13.054972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.070470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180fe88a-f8a4-4bde-a380-4cf097233578 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:13.081904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=ffc4b2d8-0050-4160-9eb7-e9d18835e09f,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:13.119122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:13.134016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.178905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.220176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a2b6fdbe-1dd6-4517-ae50-d70fbd272332 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7289536 Dec 08 13:06:13.223009 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56082) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:13.228035 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': 'ffc4b2d8-0050-4160-9eb7-e9d18835e09f', 'ip_address': '2001:db8::28f3:e07:4594:a3b7'}], 'name': 'tempest-NetworksTestDHCPv6-64556105'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:13.230374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': 'ffc4b2d8-0050-4160-9eb7-e9d18835e09f'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:13.231510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.257564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.260277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.265874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137e5951-8f72-40b9-8a48-2c92e00e0383']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:13.278007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Attempting to bind port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:13.278743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Attempting to bind port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:13.279320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Attempting to bind port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef on network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:13.290274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef on network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:06:13.291099 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Attempting to bind port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef on network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:13.297271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:13.298000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Checking segment: {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:13.298667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Bound using segment: {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:13.299333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Bound port: 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ca9874-fd25-441e-a18a-f8a4680099d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:13.299965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.383376 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e40704-d17b-47d3-a810-4106e2e2b82b') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:13.384363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e40704-d17b-47d3-a810-4106e2e2b82b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:13.387140 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] For port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:13.397731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] For port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:13.397731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Made reservation on behalf of 960ab85a76a0420c94a32b87b25ebb11 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:13.400806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.414858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.457592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] device_id is not set on port 6e52dd3f-cfaf-428d-a715-0c8dcbde75a8 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:13.663624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.666508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.20.0.7 (24ebaa93-682c-4e7e-b4f2-e34f9cf817af/b1822eb4-3dae-471c-8a9f-bbc5db251ff4/6e52dd3f-cfaf-428d-a715-0c8dcbde75a8) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:13.698285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.718128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=893faa1b-66f3-4027-83b5-4d7f18ff4ffb,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:13.749995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e63110-4cc0-46e5-905a-7b647f5cc81a req-a9e46d9d-f15d-4456-9420-7329e11b040a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:13.760053 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-00e63110-4cc0-46e5-905a-7b647f5cc81a req-a9e46d9d-f15d-4456-9420-7329e11b040a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 944 time: 0.3659334 Dec 08 13:06:13.778170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.784158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/ffc4b2d8-0050-4160-9eb7-e9d18835e09f/7ea42f36-289b-46b0-bb47-52195f0bcd9a) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:13.802459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:13.802981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.805283 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] 10.222.0.72 "PUT /v2.0/ports/3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef HTTP/1.1" status: 200 len: 1094 time: 2.7358799 Dec 08 13:06:13.805757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:06:13.808148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca74d980-301d-43e5-aacd-3b06f3499bee" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:06:13.826371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56088) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:13.839205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318930255', 'description': 'tempest-secgroup-smoke-1318930255 description', 'project_id': '0f0aade1979141fb91c398026c436d70'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:13.859776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:13.860453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:13.862329 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:13.879800 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:13.889345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387928b0-8f62-4256-b460-1bf495946b60 x-openstack-request-id: req-387928b0-8f62-4256-b460-1bf495946b60 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:06:13.889777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:06:13.890048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-387928b0-8f62-4256-b460-1bf495946b60 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:06:13.890456 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'status': 'completed', 'code': 200} Dec 08 13:06:13.964116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f06c6d88-4eea-47f7-abf8-14ff0a581758 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:14.008019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d130b-4781-4262-8db6-db7a02f14c46 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:14.033919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-00e63110-4cc0-46e5-905a-7b647f5cc81a req-6c4435c4-35da-46c0-b746-19d6b91e50a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657845 Dec 08 13:06:14.051316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74d980-301d-43e5-aacd-3b06f3499bee req-f3f33ee8-6e1e-4246-9a2b-68273fd02f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:14.053106 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca74d980-301d-43e5-aacd-3b06f3499bee req-f3f33ee8-6e1e-4246-9a2b-68273fd02f28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 1097 time: 0.1544724 Dec 08 13:06:14.065082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: f06c6d88-4eea-47f7-abf8-14ff0a581758 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:06:14.065744 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f06c6d88-4eea-47f7-abf8-14ff0a581758 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:06:14.101179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.108341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.126483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.150363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.155325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.199466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.205305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.210262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.211689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.227436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.269193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:14.282674 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:14.287195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Pushing event updated for resources: {'Port': ['ID=7ea42f36-289b-46b0-bb47-52195f0bcd9a,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:14.289697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:14.306820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dfa2390d-9248-476e-b6d4-a74adb3d9ec8 None None] Provisioning complete for port 893faa1b-66f3-4027-83b5-4d7f18ff4ffb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:14.309929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dfa2390d-9248-476e-b6d4-a74adb3d9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.310076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74d980-301d-43e5-aacd-3b06f3499bee req-03bfdbc7-a9d1-407f-a9ff-09db0d8ec162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:14.310825 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca74d980-301d-43e5-aacd-3b06f3499bee req-03bfdbc7-a9d1-407f-a9ff-09db0d8ec162 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2460816 Dec 08 13:06:14.386731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Attempting to bind port 7ea42f36-289b-46b0-bb47-52195f0bcd9a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:14.387115 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Attempting to bind port 7ea42f36-289b-46b0-bb47-52195f0bcd9a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:14.387694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Attempting to bind port 7ea42f36-289b-46b0-bb47-52195f0bcd9a on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:14.389933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dfa2390d-9248-476e-b6d4-a74adb3d9ec8 None None] Port 893faa1b-66f3-4027-83b5-4d7f18ff4ffb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:14.396362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:14.397205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:14.397417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.399512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:14.402474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Bound port: 7ea42f36-289b-46b0-bb47-52195f0bcd9a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:14.402474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.402743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.478903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] For port 7ea42f36-289b-46b0-bb47-52195f0bcd9a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:14.482955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] For port 7ea42f36-289b-46b0-bb47-52195f0bcd9a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=7ea42f36-289b-46b0-bb47-52195f0bcd9a,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:14.536703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.563492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:14.574239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:14.574567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.577771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74d980-301d-43e5-aacd-3b06f3499bee req-002f4bab-666f-494a-a2fb-62bcc230bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:14.578875 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca74d980-301d-43e5-aacd-3b06f3499bee req-002f4bab-666f-494a-a2fb-62bcc230bb16 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600439 Dec 08 13:06:14.579743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:14.585486 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.589331 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 137e5951-8f72-40b9-8a48-2c92e00e0383 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 13:06:14.591700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.595932 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] 10.222.0.76 "DELETE /v2.0/networks/137e5951-8f72-40b9-8a48-2c92e00e0383 HTTP/1.1" status: 204 len: 168 time: 1.8390512 Dec 08 13:06:14.599630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:14.609537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56090) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:14.634403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4ab52-469e-41ea-9252-1166bc38b447 None None] Pushing event updated for resources: {'Port': ['ID=7ea42f36-289b-46b0-bb47-52195f0bcd9a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:14.642252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:14.643158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.645765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=6e52dd3f-cfaf-428d-a715-0c8dcbde75a8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:14.659203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:14.798440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50001cc-2672-4ae2-b15e-c100af2147ec tempest-ExternalNetworksTestJSON-1009103079 tempest-ExternalNetworksTestJSON-1009103079-project-admin] Pushing event deleted for resources: {'Network': ['ID=137e5951-8f72-40b9-8a48-2c92e00e0383,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:14.801949 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-364d2080-7275-4681-8fc7-3d1557b0742b tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] DELETE failed (client error): The resource could not be found. Dec 08 13:06:14.802412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364d2080-7275-4681-8fc7-3d1557b0742b tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:06:14.808633 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-364d2080-7275-4681-8fc7-3d1557b0742b tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] 10.222.0.76 "DELETE /v2.0/subnets/68cc762c-497a-4ed0-aa75-b7218937fd82 HTTP/1.1" status: 404 len: 337 time: 0.1576703 Dec 08 13:06:14.814514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56092) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:15.041186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08df9a2-c46a-4b26-800f-149b9ef7f0f6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:15.068520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.068520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.068520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.068520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.068520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.068520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.068520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.068520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.069508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.070039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.070463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.071154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.071566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:15.081870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-4e083a7b-24a6-451b-a04d-a7a9f5270582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:15.083743 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-4e083a7b-24a6-451b-a04d-a7a9f5270582 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 1097 time: 0.4337645 Dec 08 13:06:15.094084 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c5c078b8-ce40-4fa1-a56b-1b2ee1c1b886 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0769036 Dec 08 13:06:15.101484 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56096) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:15.121038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '6e52dd3f-cfaf-428d-a715-0c8dcbde75a8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:15.161672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.170210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.195026 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-e66fc645-3342-4d53-ba99-cc490e3f1c3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef HTTP/1.1" status: 200 len: 217 time: 0.0914197 Dec 08 13:06:15.199711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.222672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::28f3:e07:4594:a3b7 (c6b804cf-1df5-4af3-9dce-30751e804dc0/ffc4b2d8-0050-4160-9eb7-e9d18835e09f/83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:15.282699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76f2-6b6c-4320-abaf-ed9b8ec5f207 req-5afe296a-b4ea-4021-bb59-c858ddb4b503 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:15.284519 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cead76f2-6b6c-4320-abaf-ed9b8ec5f207 req-5afe296a-b4ea-4021-bb59-c858ddb4b503 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 944 time: 0.1530132 Dec 08 13:06:15.286204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-7fff8d78-7b05-447a-b16a-10efba8b675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:15.288322 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-7fff8d78-7b05-447a-b16a-10efba8b675a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b8cfb03-b232-4dac-be86-c2bb24b74a5b HTTP/1.1" status: 200 len: 835 time: 0.0725989 Dec 08 13:06:15.313855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.348022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.415244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:15.416015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.427026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-b3281dff-91b4-4e64-a4c9-da590b8cddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:15.428667 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-b3281dff-91b4-4e64-a4c9-da590b8cddad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287920 Dec 08 13:06:15.433622 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cead76f2-6b6c-4320-abaf-ed9b8ec5f207 req-c01be2c1-be7d-4422-ac1d-280730456c45 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407812 Dec 08 13:06:15.467277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ed5ae5-2e83-4b1f-9910-692bd68fc67e']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:15.467778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.471745 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d516f24d-009b-48f2-9c5d-beafb8c7269e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6384141 Dec 08 13:06:15.472123 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56098) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:15.491297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c09e8a-c5d6-43b7-85f8-49638cde761a') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:15.491595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c09e8a-c5d6-43b7-85f8-49638cde761a') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:15.495778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bd83f6fb-752a-4995-9553-e2e02bee9552 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'security_group_rule': {'security_group_id': '1cb83939-464b-4dcc-a4fe-cb19dea2e4c7', 'project_id': '0f0aade1979141fb91c398026c436d70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:15.501253 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Router 2df2013f-71c1-43b6-945d-1d409a5e6b94 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:06:15.504969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.523835 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.575296 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.589365 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-af806b66-0eeb-4dec-bb1d-4709fd8b1c5a service neutron] 10.222.0.72 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517632 Dec 08 13:06:15.613565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.664822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:15.665411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:15.690020 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:15.711409 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.712481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.726552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 7ea42f36-289b-46b0-bb47-52195f0bcd9a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:15.783944 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aab2dd11-a826-418b-b3a7-005e1bc5b612 req-01a67242-6e12-4c9e-9420-58d72b4e357d service neutron] 10.222.0.72 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867824 Dec 08 13:06:15.792065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 7ea42f36-289b-46b0-bb47-52195f0bcd9a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:15.792472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.814359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.26.7.206 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/94039bb9-98df-436e-b86d-718094a4caf8) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:15.835220 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.866664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6fb-752a-4995-9553-e2e02bee9552 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.900763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.940530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.941384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 7ea42f36-289b-46b0-bb47-52195f0bcd9a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=7ea42f36-289b-46b0-bb47-52195f0bcd9a,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:15.949305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.967399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:15.970600 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] 10.222.0.76 "DELETE /v2.0/networks/d5ed5ae5-2e83-4b1f-9910-692bd68fc67e HTTP/1.1" status: 204 len: 168 time: 1.1528058 Dec 08 13:06:15.978997 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=893faa1b-66f3-4027-83b5-4d7f18ff4ffb,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:16.001614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.047007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bef7c-9ba6-4fe6-953a-a37543f491dc tempest-ExternalNetworksTestJSON-931340961 tempest-ExternalNetworksTestJSON-931340961-project] Pushing event deleted for resources: {'Network': ['ID=d5ed5ae5-2e83-4b1f-9910-692bd68fc67e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:16.058390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=7ea42f36-289b-46b0-bb47-52195f0bcd9a,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:16.078931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-00611004-2ec6-40f7-b536-7e0d0157bce6 None None] Provisioning complete for port 7ea42f36-289b-46b0-bb47-52195f0bcd9a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:16.079492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-00611004-2ec6-40f7-b536-7e0d0157bce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.082768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:16.086927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.089006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.092997 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-98dbb933-76e2-4746-afd6-1c104813d335 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "PUT /v2.0/routers/2df2013f-71c1-43b6-945d-1d409a5e6b94 HTTP/1.1" status: 200 len: 914 time: 6.8527842 Dec 08 13:06:16.096676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56102) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.114428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3190a1-8460-4596-9896-b48742da7058 None None] Sync routers for ids ['2df2013f-71c1-43b6-945d-1d409a5e6b94'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:16.116470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6fb-752a-4995-9553-e2e02bee9552 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.129000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network 8c79c085-fd53-436e-9500-59dd2df73653 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:16.131548 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:16.149585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3190a1-8460-4596-9896-b48742da7058 None None] Routers {'2df2013f-71c1-43b6-945d-1d409a5e6b94'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:16.151711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5a3190a1-8460-4596-9896-b48742da7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['2df2013f-71c1-43b6-945d-1d409a5e6b94'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:16.189551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5a3190a1-8460-4596-9896-b48742da7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:16.207618 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3190a1-8460-4596-9896-b48742da7058 None None] Routers {'2df2013f-71c1-43b6-945d-1d409a5e6b94'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:16.208248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5a3190a1-8460-4596-9896-b48742da7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['2df2013f-71c1-43b6-945d-1d409a5e6b94'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:16.238756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:16.243297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.249723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6fb-752a-4995-9553-e2e02bee9552 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.251240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:16.259310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:16.268658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5a3190a1-8460-4596-9896-b48742da7058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:16.270108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3190a1-8460-4596-9896-b48742da7058 None None] The sync data for ids ['2df2013f-71c1-43b6-945d-1d409a5e6b94'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:16.271822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.297496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=94039bb9-98df-436e-b86d-718094a4caf8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:16.321088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83f6fb-752a-4995-9553-e2e02bee9552 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c5e00d-5a4b-433d-8271-4a94fb0d7fa3,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:16.347839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:16.357599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:16.360781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:16.367036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:16.367629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.369998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:16.407196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6fb-752a-4995-9553-e2e02bee9552 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.411028 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bd83f6fb-752a-4995-9553-e2e02bee9552 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9281757 Dec 08 13:06:16.411273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56104) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.416684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8dac4064-97dc-4fcf-9e53-27431cc418c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'security_group_rule': {'security_group_id': '1cb83939-464b-4dcc-a4fe-cb19dea2e4c7', 'project_id': '0f0aade1979141fb91c398026c436d70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:16.423569 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-794d550c-b98b-42cf-9a41-c3548bf614e9 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/routers/2df2013f-71c1-43b6-945d-1d409a5e6b94 HTTP/1.1" status: 200 len: 920 time: 0.3231525 Dec 08 13:06:16.424205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56106) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.544023 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b35e2ba8-fd52-4c59-ada4-51c97c4d5a54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.3199124 Dec 08 13:06:16.547317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Router 5fb9e635-5f25-40ea-b6c2-9966a68a3716 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:06:16.549132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56110) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.613548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fc79fbba-fba9-42cc-aa24-7899184c859a None None] Provisioning complete for port 893faa1b-66f3-4027-83b5-4d7f18ff4ffb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:16.613926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc79fbba-fba9-42cc-aa24-7899184c859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.622529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6cd3d8-f1a6-4a11-91c0-b04fc6b1ddb1 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:16.624731 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bc6cd3d8-f1a6-4a11-91c0-b04fc6b1ddb1 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=2df2013f-71c1-43b6-945d-1d409a5e6b94&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1992786 Dec 08 13:06:16.627692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56114) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.702078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fc79fbba-fba9-42cc-aa24-7899184c859a None None] Port 893faa1b-66f3-4027-83b5-4d7f18ff4ffb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:16.707329 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8dac4064-97dc-4fcf-9e53-27431cc418c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.722453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ad7ae-fda1-482f-ab98-2e4f1f59a686 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:16.728088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ccbbe-7baa-4c67-817f-4f5733bc5619 req-94d2f768-de32-462e-b1d7-79b62b0a7cb7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:16.729913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ad7ae-fda1-482f-ab98-2e4f1f59a686 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:16.730043 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f4ccbbe-7baa-4c67-817f-4f5733bc5619 req-94d2f768-de32-462e-b1d7-79b62b0a7cb7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 944 time: 0.1700921 Dec 08 13:06:16.730952 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-071ad7ae-fda1-482f-ab98-2e4f1f59a686 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1780124 Dec 08 13:06:16.734406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56116) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.741452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56118) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.783845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:16.793454 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d570bf2e-281b-4c1d-a37e-a6eb962ab8b8 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "PUT /v2.0/routers/5fb9e635-5f25-40ea-b6c2-9966a68a3716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4236140 Dec 08 13:06:16.796917 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56122) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.799404 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f01db-9eb2-4913-931e-3a21518cd58e None None] Sync routers for ids ['5fb9e635-5f25-40ea-b6c2-9966a68a3716'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:16.811135 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f01db-9eb2-4913-931e-3a21518cd58e None None] Routers {'5fb9e635-5f25-40ea-b6c2-9966a68a3716'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:16.811747 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4a1f01db-9eb2-4913-931e-3a21518cd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['5fb9e635-5f25-40ea-b6c2-9966a68a3716'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:16.829165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-83d1d198-5c51-41e3-a5ae-f281cfcc701b None None] Provisioning complete for port 83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:16.829553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-83d1d198-5c51-41e3-a5ae-f281cfcc701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.879752 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4a1f01db-9eb2-4913-931e-3a21518cd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:16.893557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-83d1d198-5c51-41e3-a5ae-f281cfcc701b None None] Port 83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:16.898317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8dac4064-97dc-4fcf-9e53-27431cc418c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:16.905301 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f01db-9eb2-4913-931e-3a21518cd58e None None] Routers {'5fb9e635-5f25-40ea-b6c2-9966a68a3716'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:16.905938 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4a1f01db-9eb2-4913-931e-3a21518cd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['5fb9e635-5f25-40ea-b6c2-9966a68a3716'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:16.919338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b7e821-1bf1-401d-bc6f-ede92dc835a0 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:16.920893 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-48b7e821-1bf1-401d-bc6f-ede92dc835a0 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fb9e635-5f25-40ea-b6c2-9966a68a3716 HTTP/1.1" status: 200 len: 987 time: 0.1198928 Dec 08 13:06:16.928786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56124) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.953282 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4a1f01db-9eb2-4913-931e-3a21518cd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:16.954119 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f01db-9eb2-4913-931e-3a21518cd58e None None] The sync data for ids ['5fb9e635-5f25-40ea-b6c2-9966a68a3716'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:16.959645 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f4ccbbe-7baa-4c67-817f-4f5733bc5619 req-51e26c42-34f5-4e1f-9064-932a87397773 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154186 Dec 08 13:06:16.965575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f487d0-c93d-4511-8fa4-396fd800b35a tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:16.969658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-99f487d0-c93d-4511-8fa4-396fd800b35a tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 881 time: 0.3342550 Dec 08 13:06:16.973691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56126) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:16.986142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8dac4064-97dc-4fcf-9e53-27431cc418c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.046158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a0625-105f-42d8-824f-1a525625b413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:17.046510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0625-105f-42d8-824f-1a525625b413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.055649 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d74a8df0-207d-4f65-ab9c-f2fb1527e811 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df2013f-71c1-43b6-945d-1d409a5e6b94 HTTP/1.1" status: 200 len: 205 time: 0.0797095 Dec 08 13:06:17.059633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56128) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:17.074922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac4064-97dc-4fcf-9e53-27431cc418c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d724693-50d0-4856-b20c-4dddf16c6cac,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:17.171096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-44346ca1-aa6b-458d-b726-8061ee6b18a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d72a84804f348c59a3e03564577a477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284723 Dec 08 13:06:17.177408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56130) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:17.241288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.433941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8dac4064-97dc-4fcf-9e53-27431cc418c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.435129 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8dac4064-97dc-4fcf-9e53-27431cc418c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0228913 Dec 08 13:06:17.443078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56132) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:17.450355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'security_group_rule': {'security_group_id': '1cb83939-464b-4dcc-a4fe-cb19dea2e4c7', 'project_id': '0f0aade1979141fb91c398026c436d70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:17.588882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e9404284-ad54-4e42-9d0a-1a5b2ec1c2e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.618377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e9404284-ad54-4e42-9d0a-1a5b2ec1c2e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.637503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0625-105f-42d8-824f-1a525625b413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.645815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 7ea42f36-289b-46b0-bb47-52195f0bcd9a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:17.671788 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a0625-105f-42d8-824f-1a525625b413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:17.682814 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.705924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 7ea42f36-289b-46b0-bb47-52195f0bcd9a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:17.706357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.720620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.792132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e9404284-ad54-4e42-9d0a-1a5b2ec1c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.794794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e9404284-ad54-4e42-9d0a-1a5b2ec1c2e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.796931 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e9404284-ad54-4e42-9d0a-1a5b2ec1c2e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0cbb667-8e3d-496c-9870-e3dfaf7fc9e8 HTTP/1.1" status: 204 len: 168 time: 0.6174972 Dec 08 13:06:17.804521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.836912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9404284-ad54-4e42-9d0a-1a5b2ec1c2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cbb667-8e3d-496c-9870-e3dfaf7fc9e8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:17.904176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.973023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:17.974433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.006837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.064948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=94039bb9-98df-436e-b86d-718094a4caf8,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:18.090448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.093534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.125589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f421fc9-8f5e-4593-be13-6117fa6cef42,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:18.154213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44700235-e6e6-491f-ab8b-af24c80857f9 req-6828ef56-939c-41f6-8327-cd043572a712 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:18.155862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44700235-e6e6-491f-ab8b-af24c80857f9 req-6828ef56-939c-41f6-8327-cd043572a712 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 944 time: 0.1129000 Dec 08 13:06:18.159601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.159967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.160328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.160683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.161030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.161376 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.164054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.164054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.164054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.164054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.164054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.165020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.165020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:18.206187 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0625-105f-42d8-824f-1a525625b413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.242426 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.243586 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f35f6711-e1fb-4ba7-bfa9-5baabe1ac915 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7968214 Dec 08 13:06:18.246995 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP eaae130b-397f-474e-aefd-38de97b2a748 associated. External IP: 172.26.7.206, port: 6e52dd3f-cfaf-428d-a715-0c8dcbde75a8. Dec 08 13:06:18.252671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56140) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:18.258722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-845b2c7b-8c54-405c-9058-ebf72e66e63d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'security_group_rule': {'security_group_id': '1cb83939-464b-4dcc-a4fe-cb19dea2e4c7', 'project_id': '0f0aade1979141fb91c398026c436d70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:18.275574 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a0625-105f-42d8-824f-1a525625b413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:18.292530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.303133 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44700235-e6e6-491f-ab8b-af24c80857f9 req-6c6fc0d7-db19-449d-a57c-ba6f45fc8fa7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090746 Dec 08 13:06:18.388473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0625-105f-42d8-824f-1a525625b413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.391846 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7f1a0625-105f-42d8-824f-1a525625b413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f HTTP/1.1" status: 204 len: 168 time: 1.6520336 Dec 08 13:06:18.394593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56142) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:18.401703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Deleting port b7269381-a495-4227-b819-291b88d129c6 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:18.402047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.443871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-845b2c7b-8c54-405c-9058-ebf72e66e63d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.455452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56144) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:18.535619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12e3e9-3cab-49ed-b0db-b7e48848b9ef tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:18.537726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12e3e9-3cab-49ed-b0db-b7e48848b9ef tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:18.539392 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1c12e3e9-3cab-49ed-b0db-b7e48848b9ef tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1437993 Dec 08 13:06:18.542361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56146) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:18.580720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.600952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Calling delete_port for b7269381-a495-4227-b819-291b88d129c6 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:18.626498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-611af8c5-2310-4ee6-bae3-de65447008cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e2f24a4fd16445018e966d556720a3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669805 Dec 08 13:06:18.627906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56148) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:18.639139 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-845b2c7b-8c54-405c-9058-ebf72e66e63d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.640491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d4f104-8590-4ec9-9d3b-49c5f867b67c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet ffc4b2d8-0050-4160-9eb7-e9d18835e09f {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:18.656031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90d4f104-8590-4ec9-9d3b-49c5f867b67c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.656231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:18.745475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-845b2c7b-8c54-405c-9058-ebf72e66e63d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.764105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90d4f104-8590-4ec9-9d3b-49c5f867b67c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.773450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b2c7b-8c54-405c-9058-ebf72e66e63d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96798519-d410-423b-9522-ec77c70951bf,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:18.783046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:18.794258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc484b-7b4e-4e5a-a63b-03c6b7d4b6af None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:18.804960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc484b-7b4e-4e5a-a63b-03c6b7d4b6af None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:18.805613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c9cc484b-7b4e-4e5a-a63b-03c6b7d4b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:18.841759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-845b2c7b-8c54-405c-9058-ebf72e66e63d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.843569 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-845b2c7b-8c54-405c-9058-ebf72e66e63d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5887525 Dec 08 13:06:18.843708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c9cc484b-7b4e-4e5a-a63b-03c6b7d4b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:18.846165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56150) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:18.851681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-fd4b2eec-5827-48d6-aa9d-831da8fb57ee tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'security_group_rule': {'security_group_id': '1cb83939-464b-4dcc-a4fe-cb19dea2e4c7', 'project_id': '0f0aade1979141fb91c398026c436d70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:18.852931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc484b-7b4e-4e5a-a63b-03c6b7d4b6af None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:18.853544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c9cc484b-7b4e-4e5a-a63b-03c6b7d4b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:18.865465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.886981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c9cc484b-7b4e-4e5a-a63b-03c6b7d4b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:18.887932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc484b-7b4e-4e5a-a63b-03c6b7d4b6af None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:18.890992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b98ad493-b01a-4a75-8ec1-ed2e7f34764f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.901996 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5fb40ca0-44bd-4648-ac40-2dd581bd770e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7972441 Dec 08 13:06:18.904689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56152) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:18.909120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6887b874-f631-4cb5-ba72-f7c77602b412 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:18.950390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b98ad493-b01a-4a75-8ec1-ed2e7f34764f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.953224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 893faa1b-66f3-4027-83b5-4d7f18ff4ffb {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:18.953571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:18.979816 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-fd4b2eec-5827-48d6-aa9d-831da8fb57ee tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Project 0f0aade1979141fb91c398026c436d70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:06:18.998299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2eec-5827-48d6-aa9d-831da8fb57ee tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.041375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90d4f104-8590-4ec9-9d3b-49c5f867b67c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.047958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6887b874-f631-4cb5-ba72-f7c77602b412 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.078870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:06:19.156694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.158308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2eec-5827-48d6-aa9d-831da8fb57ee tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.171340 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 893faa1b-66f3-4027-83b5-4d7f18ff4ffb owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:19.197503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:19.209023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:06:19.217832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2eec-5827-48d6-aa9d-831da8fb57ee tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.219640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b98ad493-b01a-4a75-8ec1-ed2e7f34764f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.222238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b98ad493-b01a-4a75-8ec1-ed2e7f34764f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.223442 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b98ad493-b01a-4a75-8ec1-ed2e7f34764f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f6543d8f-be3c-4d9d-a644-6951a1237659 HTTP/1.1" status: 204 len: 168 time: 0.5932953 Dec 08 13:06:19.224213 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.233626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6887b874-f631-4cb5-ba72-f7c77602b412 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.252978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.253893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b2eec-5827-48d6-aa9d-831da8fb57ee tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b1a55e-1a06-4876-9eda-cd3066840ef8,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:19.266962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event deleted for resources: {'Port': ['ID=b7269381-a495-4227-b819-291b88d129c6,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:19.268883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ad493-b01a-4a75-8ec1-ed2e7f34764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6543d8f-be3c-4d9d-a644-6951a1237659,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:19.273775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:06:19.274898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90d4f104-8590-4ec9-9d3b-49c5f867b67c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.285419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6887b874-f631-4cb5-ba72-f7c77602b412 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.295388 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-6887b874-f631-4cb5-ba72-f7c77602b412 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP eaae130b-397f-474e-aefd-38de97b2a748 disassociated. External IP: 172.26.7.206, port: 6e52dd3f-cfaf-428d-a715-0c8dcbde75a8. Dec 08 13:06:19.313798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f9fb0-30f8-43d6-a34f-71f5fcf92a47 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:19.315305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4f104-8590-4ec9-9d3b-49c5f867b67c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc4b2d8-0050-4160-9eb7-e9d18835e09f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:19.330591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:19.335984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90d4f104-8590-4ec9-9d3b-49c5f867b67c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.338284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff434c-51c0-4854-9732-70667d043791 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:19.339496 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-90d4f104-8590-4ec9-9d3b-49c5f867b67c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/ffc4b2d8-0050-4160-9eb7-e9d18835e09f HTTP/1.1" status: 204 len: 168 time: 0.7951603 Dec 08 13:06:19.343034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56158) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:19.388173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2eec-5827-48d6-aa9d-831da8fb57ee tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.392501 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fd4b2eec-5827-48d6-aa9d-831da8fb57ee tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5447688 Dec 08 13:06:19.393345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56160) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:19.400929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d05e3b09-8bec-4efa-ab19-5d509fe6d438 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'security_group_rule': {'security_group_id': '1cb83939-464b-4dcc-a4fe-cb19dea2e4c7', 'project_id': '0f0aade1979141fb91c398026c436d70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:19.406349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.410098 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e132b8c6-ed3d-47c7-ad66-7fef96b0e70d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642514 Dec 08 13:06:19.425533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56162) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:19.436961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:19.465847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.489277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:19.497756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.498361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.498887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.499378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.499864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.500367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.500945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.501432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.501930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.502429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.502943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.503421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.503911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:19.579265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8bca39-5ad9-4517-9b89-1d00ba22ebb4 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:19.583703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.594104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.618127 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-d05e3b09-8bec-4efa-ab19-5d509fe6d438 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Project 0f0aade1979141fb91c398026c436d70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:06:19.663076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3a8bca39-5ad9-4517-9b89-1d00ba22ebb4 None None] Deleting port 7ea42f36-289b-46b0-bb47-52195f0bcd9a {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:19.663691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a8bca39-5ad9-4517-9b89-1d00ba22ebb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.676058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b09-8bec-4efa-ab19-5d509fe6d438 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.683440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 7ea42f36-289b-46b0-bb47-52195f0bcd9a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:19.711448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:06:19.721850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.722395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Fanout notify agent at l3_agent the message router_deleted on router 2df2013f-71c1-43b6-945d-1d409a5e6b94 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:06:19.733674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.733674 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-93d937b5-9f93-4876-b089-06137b11f52f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/2df2013f-71c1-43b6-945d-1d409a5e6b94 HTTP/1.1" status: 204 len: 168 time: 2.6608949 Dec 08 13:06:19.735039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56166) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:19.742933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-929cbd49-278b-46e0-8d40-5c66cd7b98aa tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-92399967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:19.744279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d6b25-a5f6-4523-9163-7b3423fb698a req-f91430a6-7db9-4ffc-8005-2fb214c4a47f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:19.745845 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e73d6b25-a5f6-4523-9163-7b3423fb698a req-f91430a6-7db9-4ffc-8005-2fb214c4a47f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 945 time: 0.2168238 Dec 08 13:06:19.784951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.803679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:19.807211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.818982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3a8bca39-5ad9-4517-9b89-1d00ba22ebb4 None None] For port 7ea42f36-289b-46b0-bb47-52195f0bcd9a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=7ea42f36-289b-46b0-bb47-52195f0bcd9a,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:19.819612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a8bca39-5ad9-4517-9b89-1d00ba22ebb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.841364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3a8bca39-5ad9-4517-9b89-1d00ba22ebb4 None None] Calling delete_port for 7ea42f36-289b-46b0-bb47-52195f0bcd9a owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:19.844328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=893faa1b-66f3-4027-83b5-4d7f18ff4ffb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:19.968204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.980758 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.983864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-929cbd49-278b-46e0-8d40-5c66cd7b98aa tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:19.985225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-929cbd49-278b-46e0-8d40-5c66cd7b98aa tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.061463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 7ea42f36-289b-46b0-bb47-52195f0bcd9a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=7ea42f36-289b-46b0-bb47-52195f0bcd9a,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:20.064531 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e73d6b25-a5f6-4523-9163-7b3423fb698a req-7ff54417-e3db-4c50-a219-875a9490bbed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108027 Dec 08 13:06:20.079454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.167481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b09-8bec-4efa-ab19-5d509fe6d438 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.187770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=869ea042-f34f-40fd-bf7c-421b8f2a6d2a,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:20.191234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:20.200464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:20.209866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:20.209866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.221578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6887b874-f631-4cb5-ba72-f7c77602b412 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:20.239042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.277306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b09-8bec-4efa-ab19-5d509fe6d438 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.302340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e3b09-8bec-4efa-ab19-5d509fe6d438 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d366cac4-bc90-44f9-ada8-7efedf91be16,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:20.313362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=7ea42f36-289b-46b0-bb47-52195f0bcd9a,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:20.328976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a8bca39-5ad9-4517-9b89-1d00ba22ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.345945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8bca39-5ad9-4517-9b89-1d00ba22ebb4 None None] No DVR routers for this DVR port 7ea42f36-289b-46b0-bb47-52195f0bcd9a on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:20.354568 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f81838cd-fbd3-4526-b939-644e3e3a90bd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9236765 Dec 08 13:06:20.358785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56176) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:20.367446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': '869ea042-f34f-40fd-bf7c-421b8f2a6d2a', 'ip_address': '2001:db8::3240:7370:3794:417'}], 'name': 'tempest-NetworksTestDHCPv6-181189472'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:20.400904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540e9d58-e338-4aa6-9dc8-2c5016596642 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:20.408456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bca39-5ad9-4517-9b89-1d00ba22ebb4 None None] Pushing event deleted for resources: {'Port': ['ID=7ea42f36-289b-46b0-bb47-52195f0bcd9a,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:20.420206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d05e3b09-8bec-4efa-ab19-5d509fe6d438 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.421444 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d05e3b09-8bec-4efa-ab19-5d509fe6d438 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0253205 Dec 08 13:06:20.447484 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56178) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:20.452098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6887b874-f631-4cb5-ba72-f7c77602b412 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:20.456774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'network': {'name': 'tempest-network-smoke--156755738', 'project_id': '0f0aade1979141fb91c398026c436d70', 'port_security_enabled': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:20.467528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6887b874-f631-4cb5-ba72-f7c77602b412 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.467955 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a151b8-fc1c-4581-ae6c-49c51a6dd1c0 None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:20.485829 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a151b8-fc1c-4581-ae6c-49c51a6dd1c0 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:20.487090 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d1a151b8-fc1c-4581-ae6c-49c51a6dd1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:20.525483 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6887b874-f631-4cb5-ba72-f7c77602b412 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/floatingips/eaae130b-397f-474e-aefd-38de97b2a748 HTTP/1.1" status: 200 len: 688 time: 1.6197195 Dec 08 13:06:20.529645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56182) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:20.549474 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d1a151b8-fc1c-4581-ae6c-49c51a6dd1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:20.560564 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a151b8-fc1c-4581-ae6c-49c51a6dd1c0 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:20.561631 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d1a151b8-fc1c-4581-ae6c-49c51a6dd1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:20.576335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '869ea042-f34f-40fd-bf7c-421b8f2a6d2a'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:20.576335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.609122 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d1a151b8-fc1c-4581-ae6c-49c51a6dd1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:20.613374 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a151b8-fc1c-4581-ae6c-49c51a6dd1c0 None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:20.644980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-929cbd49-278b-46e0-8d40-5c66cd7b98aa tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.650072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Router 5fb9e635-5f25-40ea-b6c2-9966a68a3716 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:20.659778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Made reservation on behalf of 0f0aade1979141fb91c398026c436d70 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:20.663882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.722193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:20.729531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/869ea042-f34f-40fd-bf7c-421b8f2a6d2a/13b2a92d-043a-41aa-908e-9faca39de878) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:20.735519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.735847 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Added segment d25e4e25-dafd-43da-9ee0-b35faee29770 of type vlan for network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 Dec 08 13:06:20.753017 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:20.754367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-929cbd49-278b-46e0-8d40-5c66cd7b98aa tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.766450 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-df8fe3e1-05bd-479a-947f-4227e5cbfe3b tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "PUT /v2.0/routers/5fb9e635-5f25-40ea-b6c2-9966a68a3716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8344340 Dec 08 13:06:20.767140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56188) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:20.775718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port 94039bb9-98df-436e-b86d-718094a4caf8 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:20.776065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.783005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409715ca-0274-49be-a246-039ad95d5035 None None] Sync routers for ids ['5fb9e635-5f25-40ea-b6c2-9966a68a3716'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:20.799265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.807955 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be85145-7d1c-49ab-9979-6fc3aa0b8ce1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:06:20.814281 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0be85145-7d1c-49ab-9979-6fc3aa0b8ce1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/893faa1b-66f3-4027-83b5-4d7f18ff4ffb HTTP/1.1" status: 404 len: 333 time: 0.0460858 Dec 08 13:06:20.816815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56192) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:20.820275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:20.827348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409715ca-0274-49be-a246-039ad95d5035 None None] Routers {'5fb9e635-5f25-40ea-b6c2-9966a68a3716'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:20.828095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-409715ca-0274-49be-a246-039ad95d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['5fb9e635-5f25-40ea-b6c2-9966a68a3716'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:20.869747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-409715ca-0274-49be-a246-039ad95d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:20.891385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409715ca-0274-49be-a246-039ad95d5035 None None] Routers {'5fb9e635-5f25-40ea-b6c2-9966a68a3716'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:20.892146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-409715ca-0274-49be-a246-039ad95d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['5fb9e635-5f25-40ea-b6c2-9966a68a3716'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:20.892510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-929cbd49-278b-46e0-8d40-5c66cd7b98aa tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.896237 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-929cbd49-278b-46e0-8d40-5c66cd7b98aa tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1565988 Dec 08 13:06:20.898153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56194) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:20.905273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'enable_snat': False}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:20.948115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61875019-af47-4cef-a0cb-e65fb5a9f3da tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.985501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:20.991816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:20.992442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.092787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-409715ca-0274-49be-a246-039ad95d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:21.093512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409715ca-0274-49be-a246-039ad95d5035 None None] The sync data for ids ['5fb9e635-5f25-40ea-b6c2-9966a68a3716'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:21.095166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:21.146766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61875019-af47-4cef-a0cb-e65fb5a9f3da tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.150027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61875019-af47-4cef-a0cb-e65fb5a9f3da tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.188652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.270991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.309881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:21.312873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:21.316261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:21.327440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Pushing event updated for resources: {'Port': ['ID=13b2a92d-043a-41aa-908e-9faca39de878,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:21.342254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61875019-af47-4cef-a0cb-e65fb5a9f3da tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.343140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61875019-af47-4cef-a0cb-e65fb5a9f3da tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb9e635-5f25-40ea-b6c2-9966a68a3716 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:06:21.352420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-61875019-af47-4cef-a0cb-e65fb5a9f3da tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.356961 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-61875019-af47-4cef-a0cb-e65fb5a9f3da tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/routers/5fb9e635-5f25-40ea-b6c2-9966a68a3716 HTTP/1.1" status: 204 len: 168 time: 0.5345111 Dec 08 13:06:21.357292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:06:21.357839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56202) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:21.379019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:21.379397 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.417688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Attempting to bind port 13b2a92d-043a-41aa-908e-9faca39de878 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:21.418679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Attempting to bind port 13b2a92d-043a-41aa-908e-9faca39de878 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:21.418679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Attempting to bind port 13b2a92d-043a-41aa-908e-9faca39de878 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:21.427406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ddc8a7-c9c9-4c68-b2db-bd17f8a9bbe4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet 0688cb40-4422-40ef-b564-193ae375aadc {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:21.430003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:21.430390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:21.430823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.435219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:21.435219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Bound port: 13b2a92d-043a-41aa-908e-9faca39de878, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:21.435219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.435570 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94ddc8a7-c9c9-4c68-b2db-bd17f8a9bbe4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.473589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.473935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.482923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94ddc8a7-c9c9-4c68-b2db-bd17f8a9bbe4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.488904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for 94039bb9-98df-436e-b86d-718094a4caf8 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:21.519391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.534736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.544983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a272de37-b81f-4c47-91a2-8587326becab None None] For port 13b2a92d-043a-41aa-908e-9faca39de878, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:21.565424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a272de37-b81f-4c47-91a2-8587326becab None None] For port 13b2a92d-043a-41aa-908e-9faca39de878, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=13b2a92d-043a-41aa-908e-9faca39de878,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:21.574390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:06:21.577191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c20ee9-46fe-4bbc-a222-476edab6b8a4" -d '{"events": [{"server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "name": "network-vif-plugged", "status": "completed", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:06:21.592009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:21.595500 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94ddc8a7-c9c9-4c68-b2db-bd17f8a9bbe4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.637565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b724314d-3b93-48d5-8a41-cceeacf4c6ae x-openstack-request-id: req-b724314d-3b93-48d5-8a41-cceeacf4c6ae {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:06:21.638602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "name": "network-vif-plugged", "status": "completed", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:06:21.640671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b724314d-3b93-48d5-8a41-cceeacf4c6ae {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:06:21.641258 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'code': 200} Dec 08 13:06:21.723330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.725357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.728569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 6d933626-419c-4efc-b884-ac119bda26ab yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:21.743008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.784914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3300624 Dec 08 13:06:21.785949 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56216) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:21.791230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'admin_state_up': True, 'project_id': '0f0aade1979141fb91c398026c436d70', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:21.796547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272de37-b81f-4c47-91a2-8587326becab None None] Pushing event updated for resources: {'Port': ['ID=13b2a92d-043a-41aa-908e-9faca39de878,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:21.801035 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94ddc8a7-c9c9-4c68-b2db-bd17f8a9bbe4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.808250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad7ea-e3a6-41d0-9b8f-ed00ad890a5a req-b6d85b19-9dfa-4952-807f-dd39fba27e63 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:21.809857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f78ad7ea-e3a6-41d0-9b8f-ed00ad890a5a req-b6d85b19-9dfa-4952-807f-dd39fba27e63 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 945 time: 0.2980280 Dec 08 13:06:21.810544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093034b-3800-4721-b3a9-4b3fc3494f8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'Network': ['ID=11ea6c58-ca8a-4949-955a-7cb58ae27ba7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:21.841239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:21.860365 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc8a7-c9c9-4c68-b2db-bd17f8a9bbe4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=0688cb40-4422-40ef-b564-193ae375aadc,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:21.887763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-94ddc8a7-c9c9-4c68-b2db-bd17f8a9bbe4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.900878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab048c64-452a-4a21-885f-2ef82c23e350 None None] Network 8c79c085-fd53-436e-9500-59dd2df73653 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:21.902306 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-94ddc8a7-c9c9-4c68-b2db-bd17f8a9bbe4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/0688cb40-4422-40ef-b564-193ae375aadc HTTP/1.1" status: 204 len: 168 time: 0.5429175 Dec 08 13:06:21.905678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56218) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:21.957807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.961655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:21.973728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56220) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:21.976070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:22.139906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.149624 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f78ad7ea-e3a6-41d0-9b8f-ed00ad890a5a req-510914de-e496-4dc2-90f2-80d0b7280cb1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987096 Dec 08 13:06:22.200369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.204481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b495a-5614-498e-a1e0-bfc9feca6f0d None None] DHCP port deletion for 8c79c085-fd53-436e-9500-59dd2df73653 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:22.228489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-147468975', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:22.272424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 800a6bab-9945-4a10-80c7-9877b826160a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:22.272860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.287445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b495a-5614-498e-a1e0-bfc9feca6f0d None None] Deleting port 800a6bab-9945-4a10-80c7-9877b826160a {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:22.287827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6b5b495a-5614-498e-a1e0-bfc9feca6f0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.320620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cdf48-9a72-4988-aaaf-5fedf95ad669 req-07561138-4102-4364-87b0-97e14b86709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:22.322533 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d34cdf48-9a72-4988-aaaf-5fedf95ad669 req-07561138-4102-4364-87b0-97e14b86709b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 1099 time: 0.2906816 Dec 08 13:06:22.347662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::3240:7370:3794:417 (c6b804cf-1df5-4af3-9dce-30751e804dc0/869ea042-f34f-40fd-bf7c-421b8f2a6d2a/6d933626-419c-4efc-b884-ac119bda26ab) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:22.353753 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Made reservation on behalf of 9bed68f3352045baa065c2e30be8d3d7 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:22.355656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.359026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6b5b495a-5614-498e-a1e0-bfc9feca6f0d None None] For port 800a6bab-9945-4a10-80c7-9877b826160a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=800a6bab-9945-4a10-80c7-9877b826160a,segment=NetworkSegment(8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3),segment_id=8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:22.359173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6b5b495a-5614-498e-a1e0-bfc9feca6f0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.374402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b495a-5614-498e-a1e0-bfc9feca6f0d None None] Calling delete_port for 800a6bab-9945-4a10-80c7-9877b826160a owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:22.380641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.443931 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d34cdf48-9a72-4988-aaaf-5fedf95ad669 req-82fa4231-2c98-4d0c-9508-ef42bb1848dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068773 Dec 08 13:06:22.455953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.488708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.502630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] For port 800a6bab-9945-4a10-80c7-9877b826160a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=800a6bab-9945-4a10-80c7-9877b826160a,segment=NetworkSegment(8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3),segment_id=8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:22.502999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.509620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=94039bb9-98df-436e-b86d-718094a4caf8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:22.521894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 800a6bab-9945-4a10-80c7-9877b826160a owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:22.554729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6b5b495a-5614-498e-a1e0-bfc9feca6f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.584015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b495a-5614-498e-a1e0-bfc9feca6f0d None None] No DVR routers for this DVR port 800a6bab-9945-4a10-80c7-9877b826160a on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:22.588575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b495a-5614-498e-a1e0-bfc9feca6f0d None None] Pushing event deleted for resources: {'Port': ['ID=800a6bab-9945-4a10-80c7-9877b826160a,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:22.664975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.689323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.751097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No DVR routers for this DVR port 800a6bab-9945-4a10-80c7-9877b826160a on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:22.755479 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.764429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.767369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=800a6bab-9945-4a10-80c7-9877b826160a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:22.785265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.785971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] device_id is not set on port e091feac-9272-45e2-be24-00e1ad1fdef6 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:22.788479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.793340 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-95dd4fee-3861-4430-a0ee-61f67962d68d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/floatingips/eaae130b-397f-474e-aefd-38de97b2a748 HTTP/1.1" status: 204 len: 168 time: 2.2590609 Dec 08 13:06:22.796916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56224) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:22.799433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.813733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': 'd645321c-4a5f-44dc-a1e1-1995f72a64bb'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:22.847942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.880167 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b97f521-70ee-4af0-b7e0-8ace6127056a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:22.917686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.954221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c79c085-fd53-436e-9500-59dd2df73653']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:22.959678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Allocated IP 172.26.7.37 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/e85bc2ab-9a88-4f09-a7e1-d9f81e1511d6) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:22.965572 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:22.969523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:22.969829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbaec0a-c86c-4c74-9c0d-6fa3959cefd3') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:23.010063 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.054794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.055615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.077544 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.080017 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:23.080418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:23.083438 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:23.109750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.140362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:23.156117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:23.167180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:23.172951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:23.173593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.183240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9c4cfed6-f698-431d-a30d-ff3d6b8264e9 None None] Provisioning complete for port 13b2a92d-043a-41aa-908e-9faca39de878 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:23.183759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c4cfed6-f698-431d-a30d-ff3d6b8264e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.203918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.209950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=6d933626-419c-4efc-b884-ac119bda26ab,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:23.254998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.285265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.293428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.297698 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/networks/8c79c085-fd53-436e-9500-59dd2df73653 HTTP/1.1" status: 204 len: 168 time: 1.3909302 Dec 08 13:06:23.299051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c4cfed6-f698-431d-a30d-ff3d6b8264e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.305723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56228) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:23.329324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b7024-18f2-4c55-a16c-91ef31ad8d42 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Network': ['ID=8c79c085-fd53-436e-9500-59dd2df73653,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:23.329971 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-613ec6f1-5466-4cdd-9f44-3750ea97a487 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9698086 Dec 08 13:06:23.345523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9c4cfed6-f698-431d-a30d-ff3d6b8264e9 None None] For port 13b2a92d-043a-41aa-908e-9faca39de878, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=13b2a92d-043a-41aa-908e-9faca39de878,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:23.349985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56230) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:23.390493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ec0ca-af5b-4790-a7fe-f3489e8da79f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:23.392007 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6d7ec0ca-af5b-4790-a7fe-f3489e8da79f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/8217e471-34c3-4f45-9b0a-efc781d3b376 HTTP/1.1" status: 200 len: 845 time: 0.0852141 Dec 08 13:06:23.398550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56232) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:23.402126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.419275 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c4cfed6-f698-431d-a30d-ff3d6b8264e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.424893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a15a17-fbe3-45ea-82bd-e620d2a89695 req-6ba47340-7d19-4440-94d1-4f659e903b60 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:23.434263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16a15a17-fbe3-45ea-82bd-e620d2a89695 req-6ba47340-7d19-4440-94d1-4f659e903b60 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 946 time: 0.1307306 Dec 08 13:06:23.496526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cfed6-f698-431d-a30d-ff3d6b8264e9 None None] Pushing event updated for resources: {'Port': ['ID=13b2a92d-043a-41aa-908e-9faca39de878,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:23.497417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9130625-3a33-4382-83c9-b3dc160c63b3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:23.498361 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ce614372-a09b-4376-b473-fc225742910e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/8217e471-34c3-4f45-9b0a-efc781d3b376?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0987005 Dec 08 13:06:23.503699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9130625-3a33-4382-83c9-b3dc160c63b3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:23.504020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56234) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:23.508960 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e9130625-3a33-4382-83c9-b3dc160c63b3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1540174 Dec 08 13:06:23.508960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:23.512900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:23.516001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56236) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:23.519963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:23.527458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:23.543661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c1670f-cf3c-41d5-a084-2b3914e1fab4 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:23.572341 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Allocated IP 172.26.7.101 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/e091feac-9272-45e2-be24-00e1ad1fdef6) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:23.579830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Pushing event updated for resources: {'Port': ['ID=e85bc2ab-9a88-4f09-a7e1-d9f81e1511d6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:23.580167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9018d5a7-e3c2-4f84-ace4-fe4609d26a84 None None] Provisioning complete for port 6d933626-419c-4efc-b884-ac119bda26ab triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:23.580602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9018d5a7-e3c2-4f84-ace4-fe4609d26a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.625416 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16a15a17-fbe3-45ea-82bd-e620d2a89695 req-8713c644-d562-4d56-91f4-18c875bb79d6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670969 Dec 08 13:06:23.656817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9018d5a7-e3c2-4f84-ace4-fe4609d26a84 None None] Port 6d933626-419c-4efc-b884-ac119bda26ab cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:23.725371 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-257813df-fdfd-46a4-88fa-2360047e6759 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 6d933626-419c-4efc-b884-ac119bda26ab {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:23.725815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-257813df-fdfd-46a4-88fa-2360047e6759 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.738777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 13b2a92d-043a-41aa-908e-9faca39de878 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:23.794149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2947d02-d426-4a4d-9300-86cbd70354eb None None] Provisioning complete for port e85bc2ab-9a88-4f09-a7e1-d9f81e1511d6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:23.794524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2947d02-d426-4a4d-9300-86cbd70354eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.836319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 13b2a92d-043a-41aa-908e-9faca39de878 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:23.836701 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.857784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2947d02-d426-4a4d-9300-86cbd70354eb None None] Port e85bc2ab-9a88-4f09-a7e1-d9f81e1511d6 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:23.858029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:23.861643 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.944385 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-257813df-fdfd-46a4-88fa-2360047e6759 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.951597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:23.973322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 800a6bab-9945-4a10-80c7-9877b826160a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:23.979568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-257813df-fdfd-46a4-88fa-2360047e6759 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 6d933626-419c-4efc-b884-ac119bda26ab owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:23.997079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 800a6bab-9945-4a10-80c7-9877b826160a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:06:23.997846 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 800a6bab-9945-4a10-80c7-9877b826160a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:06:24.000311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.232716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.291619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.344052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:24.344837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-257813df-fdfd-46a4-88fa-2360047e6759 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.366589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:24.379695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:24.381986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46961093-2304-4bc4-99c3-5c8d98940cb5 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:24.382774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:24.385848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Allocated IP 172.26.7.199 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/49ce77d6-44f1-430d-b89f-e67ee1c8b73d) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:24.387748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Pushing event updated for resources: {'Port': ['ID=e091feac-9272-45e2-be24-00e1ad1fdef6,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:24.420385 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:24.430121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4e416-8ed2-4dbb-971c-7692c6679f49 None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:24.447692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:24.448277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.457304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=3f746b04-e1ae-4bef-a34c-228b0716c8ac,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:24.468909 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257813df-fdfd-46a4-88fa-2360047e6759 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=6d933626-419c-4efc-b884-ac119bda26ab,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:24.470496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.476537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.514533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-257813df-fdfd-46a4-88fa-2360047e6759 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.517750 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-257813df-fdfd-46a4-88fa-2360047e6759 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/6d933626-419c-4efc-b884-ac119bda26ab HTTP/1.1" status: 204 len: 168 time: 0.9922781 Dec 08 13:06:24.526332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56238) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:24.543551 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:24.544450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.551314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8f6de613-3740-4d05-8ba6-489d79fd8e62 None None] Provisioning complete for port e091feac-9272-45e2-be24-00e1ad1fdef6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:24.551995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8f6de613-3740-4d05-8ba6-489d79fd8e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.607755 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9ea97527-5f69-44d7-beef-e52e101c8e64 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1016369 Dec 08 13:06:24.614349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56240) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:24.619374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8f6de613-3740-4d05-8ba6-489d79fd8e62 None None] Port e091feac-9272-45e2-be24-00e1ad1fdef6 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:24.622672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9a4c3224-4b22-4aaf-be79-9b56ebe6188a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'security_group': {'name': 'tempest-secgroup-1756475623'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:24.650092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-f81695e5-12b9-492d-a2d0-4f8ca240563c', 'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'project_id': '5a35742f37444c1896f111b89a9a5aa2', 'fixed_ips': [{'subnet_id': '3f746b04-e1ae-4bef-a34c-228b0716c8ac'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:24.650805 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dead11b-168c-493c-aa49-f23bf3a2de8a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:24.651000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.652771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dead11b-168c-493c-aa49-f23bf3a2de8a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:24.654519 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7dead11b-168c-493c-aa49-f23bf3a2de8a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1272147 Dec 08 13:06:24.659226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56244) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:24.690381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.715576 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-73bdd49e-f3cc-45be-a980-686fa7253b9b tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7243409 Dec 08 13:06:24.719002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56246) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:24.723588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.101'}]}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:24.767705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3b326f-ff09-4611-afdb-2a5d6b4437aa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 869ea042-f34f-40fd-bf7c-421b8f2a6d2a {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:24.769585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Router 45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:06:24.777643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c3b326f-ff09-4611-afdb-2a5d6b4437aa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.843955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Allocated IP 2001:db8::2 (f81695e5-12b9-492d-a2d0-4f8ca240563c/3f746b04-e1ae-4bef-a34c-228b0716c8ac/8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:24.859377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.863704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24901c9a-3aa2-4a76-b785-1933675eae30 req-8e36b07c-b788-4f46-b318-aa97bd76bf46 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:24.865264 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24901c9a-3aa2-4a76-b785-1933675eae30 req-8e36b07c-b788-4f46-b318-aa97bd76bf46 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 946 time: 0.1505418 Dec 08 13:06:24.875675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3224-4b22-4aaf-be79-9b56ebe6188a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:24.898812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c3b326f-ff09-4611-afdb-2a5d6b4437aa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.004270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.044693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.26.7.140 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/57785757-0833-4c5b-bf51-b2c4e3bd6d2e) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:25.080225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.127564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:25.132277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:25.140961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:25.143155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:25.160251 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24901c9a-3aa2-4a76-b785-1933675eae30 req-cda1315d-05da-45ab-be0b-9f47b259b560 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583604 Dec 08 13:06:25.163465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.164623 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6c85b514-954c-4775-95e1-2fc4eed1599b tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "PUT /v2.0/routers/45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8 HTTP/1.1" status: 200 len: 913 time: 4.2630994 Dec 08 13:06:25.171627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56248) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:25.208670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Pushing event updated for resources: {'Port': ['ID=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:25.218113 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b7efd-0199-4723-a492-b1c783ea3f7c None None] Sync routers for ids ['45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:25.225475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c3b326f-ff09-4611-afdb-2a5d6b4437aa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.235157 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b7efd-0199-4723-a492-b1c783ea3f7c None None] Routers {'45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:25.235157 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ef4b7efd-0199-4723-a492-b1c783ea3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:25.271077 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ef4b7efd-0199-4723-a492-b1c783ea3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:25.281712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Attempting to bind port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:25.282107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Attempting to bind port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '707aded2-53f8-4a57-ad5c-51c3509b2652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:25.282486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Attempting to bind port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 on network f81695e5-12b9-492d-a2d0-4f8ca240563c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:25.284840 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b7efd-0199-4723-a492-b1c783ea3f7c None None] Routers {'45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:25.285696 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ef4b7efd-0199-4723-a492-b1c783ea3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:25.287689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:25.292857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:25.293496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:25.293496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Checking segment: {'id': '707aded2-53f8-4a57-ad5c-51c3509b2652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:25.293891 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.297327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:25.313622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Bound using segment: {'id': '707aded2-53f8-4a57-ad5c-51c3509b2652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:25.314214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Bound port: 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707aded2-53f8-4a57-ad5c-51c3509b2652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:25.314670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.328585 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ef4b7efd-0199-4723-a492-b1c783ea3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:25.329818 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b7efd-0199-4723-a492-b1c783ea3f7c None None] The sync data for ids ['45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:25.334688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3224-4b22-4aaf-be79-9b56ebe6188a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.338604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'Port': ['ID=49ce77d6-44f1-430d-b89f-e67ee1c8b73d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:25.341560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.343020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.378907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ebb4d-e4c5-4a1a-8541-4a4794e9b3da None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:25.447803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3224-4b22-4aaf-be79-9b56ebe6188a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.468565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d1a63c24-047f-4824-ae99-ebf1a1062faa None None] Provisioning complete for port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:25.469173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1a63c24-047f-4824-ae99-ebf1a1062faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.487822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.506322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.521991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d1a63c24-047f-4824-ae99-ebf1a1062faa None None] Port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:25.525296 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] For port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:25.528765 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7e9dd2b5-003f-42e6-9756-9c20fa1e336e tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/routers/45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8 HTTP/1.1" status: 200 len: 919 time: 0.3522375 Dec 08 13:06:25.529492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c3224-4b22-4aaf-be79-9b56ebe6188a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba4d93-eb6b-4461-8f32-09d86c8989ab,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:25.531662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56252) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:25.542222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741248a-36e8-4def-befa-7611724b689f req-8ade5de8-6765-4b70-a8de-182f050c2a68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:25.542812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] For port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,segment=NetworkSegment(707aded2-53f8-4a57-ad5c-51c3509b2652),segment_id=707aded2-53f8-4a57-ad5c-51c3509b2652)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:25.543273 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a741248a-36e8-4def-befa-7611724b689f req-8ade5de8-6765-4b70-a8de-182f050c2a68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 946 time: 0.2336981 Dec 08 13:06:25.600280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a4c3224-4b22-4aaf-be79-9b56ebe6188a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.601519 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9a4c3224-4b22-4aaf-be79-9b56ebe6188a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9861321 Dec 08 13:06:25.607201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c3b326f-ff09-4611-afdb-2a5d6b4437aa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.608871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56254) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:25.623428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ad1c0412-eecf-4214-a529-d98966749aed tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'security_group': {'name': 'tempest-secgroup-992210426'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:25.660501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.661002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a741248a-36e8-4def-befa-7611724b689f req-1c880153-421d-451a-8315-e994a0f550ec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051784 Dec 08 13:06:25.664373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b326f-ff09-4611-afdb-2a5d6b4437aa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=869ea042-f34f-40fd-bf7c-421b8f2a6d2a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:25.672824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1c3b326f-ff09-4611-afdb-2a5d6b4437aa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.681676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56256) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:25.682364 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1c3b326f-ff09-4611-afdb-2a5d6b4437aa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/869ea042-f34f-40fd-bf7c-421b8f2a6d2a HTTP/1.1" status: 204 len: 168 time: 1.0219803 Dec 08 13:06:25.687548 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7644f3-704b-4fcb-a497-fa447c053005 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:25.688917 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fe7644f3-704b-4fcb-a497-fa447c053005 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1558850 Dec 08 13:06:25.693376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56258) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:25.703070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.718128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827683d-a4cf-4ab4-bdce-5cdd00bd804a None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:25.734896 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56260) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:25.801300 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0d0ec4ff-a390-46a3-999a-599bdcb043c2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161795 Dec 08 13:06:25.815478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56264) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:25.816464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0412-eecf-4214-a529-d98966749aed tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.836888 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82fd78-4f35-48f0-847c-2eaa6cae5527 None None] Pushing event updated for resources: {'Port': ['ID=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:25.842981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=57785757-0833-4c5b-bf51-b2c4e3bd6d2e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:25.881710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.900384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:25.917753 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:25.958664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:25.959869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d558d9-e422-4e8e-8e5b-39c3911a8cfa None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:25.960550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4677240-848c-4592-9f71-cc6390b98ee6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:25.962074 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e4677240-848c-4592-9f71-cc6390b98ee6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 1094 time: 0.2241740 Dec 08 13:06:25.966175 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56266) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:25.972038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:25.979402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:26.072979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c1d558d9-e422-4e8e-8e5b-39c3911a8cfa None None] Deleting port 13b2a92d-043a-41aa-908e-9faca39de878 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:26.074671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c1d558d9-e422-4e8e-8e5b-39c3911a8cfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:26.104511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c53f971-d1a7-44d5-b785-d976bad191d4 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:26.105951 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4c53f971-d1a7-44d5-b785-d976bad191d4 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/networks/66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 881 time: 0.4116266 Dec 08 13:06:26.111177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56268) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:26.121152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b53b2-97c4-4da8-96aa-c3238f814678 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:26.123391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-147b53b2-97c4-4da8-96aa-c3238f814678 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2921929 Dec 08 13:06:26.140739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bde91-b2ed-413f-bc71-40722aa5d373 req-902cb57b-f1a6-492a-ab63-8d1beef29455 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:26.149043 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fe6bde91-b2ed-413f-bc71-40722aa5d373 req-902cb57b-f1a6-492a-ab63-8d1beef29455 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.3078709 Dec 08 13:06:26.152528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56270) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:26.164353 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:26.207657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c1d558d9-e422-4e8e-8e5b-39c3911a8cfa None None] For port 13b2a92d-043a-41aa-908e-9faca39de878, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=13b2a92d-043a-41aa-908e-9faca39de878,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:26.208066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c1d558d9-e422-4e8e-8e5b-39c3911a8cfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:26.221158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c1d558d9-e422-4e8e-8e5b-39c3911a8cfa None None] Calling delete_port for 13b2a92d-043a-41aa-908e-9faca39de878 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:26.235356 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6115ee1c-9fa1-4f37-8482-510de1601ce5 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8 HTTP/1.1" status: 200 len: 205 time: 0.0848002 Dec 08 13:06:26.241305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56272) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:26.350382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0412-eecf-4214-a529-d98966749aed tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:26.360754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f9ada-78b2-48d8-b901-a6797fd6659d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:26.362229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-791f9ada-78b2-48d8-b901-a6797fd6659d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2086511 Dec 08 13:06:26.371679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56274) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:26.407596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c1d558d9-e422-4e8e-8e5b-39c3911a8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:26.418984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:26.422686 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fe6bde91-b2ed-413f-bc71-40722aa5d373 req-75cd2923-8359-4abc-9ffd-a9217be4fd1f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749698 Dec 08 13:06:26.426283 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c5e0c2b1-be83-496c-876a-f5d963ddb038 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535660 Dec 08 13:06:26.431212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56276) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:26.445668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:26.461988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0412-eecf-4214-a529-d98966749aed tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:26.473252 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d558d9-e422-4e8e-8e5b-39c3911a8cfa None None] Pushing event deleted for resources: {'Port': ['ID=13b2a92d-043a-41aa-908e-9faca39de878,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:26.489146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d558d9-e422-4e8e-8e5b-39c3911a8cfa None None] No DVR routers for this DVR port 13b2a92d-043a-41aa-908e-9faca39de878 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:26.536687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c0412-eecf-4214-a529-d98966749aed tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461e07dd-e177-4eb6-ba45-8fd5a97c175a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:26.585910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ad1c0412-eecf-4214-a529-d98966749aed tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:26.587202 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ad1c0412-eecf-4214-a529-d98966749aed tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9698927 Dec 08 13:06:26.592343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56280) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:26.600931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1026401923', 'security_groups': ['461e07dd-e177-4eb6-ba45-8fd5a97c175a'], 'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f746b04-e1ae-4bef-a34c-228b0716c8ac'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:26.628549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:26.676135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b11af8-a63b-4206-bba6-2bdcc8400602 req-a3cd2847-1096-4630-b920-6d4e0267dd11 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:26.677726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-20b11af8-a63b-4206-bba6-2bdcc8400602 req-a3cd2847-1096-4630-b920-6d4e0267dd11 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1319773 Dec 08 13:06:26.860230 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-20b11af8-a63b-4206-bba6-2bdcc8400602 req-cffa213b-7fbc-4a91-847c-42be2483f036 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188662 Dec 08 13:06:26.893928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.089750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.170077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dc63a3f5-ee05-424f-94ab-3ab18da8172c None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:27.170456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc63a3f5-ee05-424f-94ab-3ab18da8172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.186335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.220952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.239797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.247467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:27.251025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.282026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc63a3f5-ee05-424f-94ab-3ab18da8172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.325536 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.334017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-dc63a3f5-ee05-424f-94ab-3ab18da8172c None None] For port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,segment=NetworkSegment(707aded2-53f8-4a57-ad5c-51c3509b2652),segment_id=707aded2-53f8-4a57-ad5c-51c3509b2652)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:27.398149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc63a3f5-ee05-424f-94ab-3ab18da8172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.440512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dc63a3f5-ee05-424f-94ab-3ab18da8172c None None] Provisioning complete for port 8217e471-34c3-4f45-9b0a-efc781d3b376 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:27.440961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dc63a3f5-ee05-424f-94ab-3ab18da8172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.483669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63a3f5-ee05-424f-94ab-3ab18da8172c None None] Pushing event updated for resources: {'Port': ['ID=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:27.497829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dc63a3f5-ee05-424f-94ab-3ab18da8172c None None] Port 8217e471-34c3-4f45-9b0a-efc781d3b376 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:27.559430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Router 835462fd-6d4e-41f4-861c-dec2373c820b is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:06:27.561630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c767a4c-f37d-4d42-ae12-a7e5e4a15a36 req-0e4364bc-8dd4-46da-be92-bfd0e333692d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:27.563247 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2c767a4c-f37d-4d42-ae12-a7e5e4a15a36 req-0e4364bc-8dd4-46da-be92-bfd0e333692d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1117065 Dec 08 13:06:27.609778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.13 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/f33c0b77-93dd-4774-971c-0e31ee0b7bdd) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:27.620332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:27.626454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.659651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2c767a4c-f37d-4d42-ae12-a7e5e4a15a36 req-df446ac6-cf39-4631-b24a-8c9c166333e0 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856841 Dec 08 13:06:27.689741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:27.716339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.742365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:27.742922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.806130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=57785757-0833-4c5b-bf51-b2c4e3bd6d2e,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:27.815692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.823649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Deleting port e85bc2ab-9a88-4f09-a7e1-d9f81e1511d6 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:27.824117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.832635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:27.876748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:27.882207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 13b2a92d-043a-41aa-908e-9faca39de878 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:27.902438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 13b2a92d-043a-41aa-908e-9faca39de878 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:06:27.902810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 13b2a92d-043a-41aa-908e-9faca39de878 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:06:27.963717 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:27.975415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Sync routers for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:27.986164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:27.986901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:28.017465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.023690 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.036158 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 77c0db12-85b1-4bda-8f8e-f23a4dbc69f4 associated. External IP: 172.26.7.140, port: d645321c-4a5f-44dc-a1e1-1995f72a64bb. Dec 08 13:06:28.039467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Calling delete_port for e85bc2ab-9a88-4f09-a7e1-d9f81e1511d6 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:28.054014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.144232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.145502 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7e9cf310-f040-4e77-abf3-f170d453044e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.3578510 Dec 08 13:06:28.155531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:28.158292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56286) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:28.183572 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:28.190957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:28.191816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.197660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::2c0 (f81695e5-12b9-492d-a2d0-4f8ca240563c/3f746b04-e1ae-4bef-a34c-228b0716c8ac/fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:28.205311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=98d060bb-c1d9-4a87-848f-7e7de964806e,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:28.238615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aaa585-fb57-4297-bda9-bf8f4710c775 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:28.257855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.313481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:28.332014 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bd16fc66-529b-473f-95f4-a99483ac925f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8996687 Dec 08 13:06:28.333043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56290) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:28.351886 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:28.362223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': '98d060bb-c1d9-4a87-848f-7e7de964806e', 'ip_address': '2001:db8::8d57:23d1:c0ed:4d07'}], 'name': 'tempest-NetworksTestDHCPv6-1936322706'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:28.369583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:28.376712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:28.380474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=f33c0b77-93dd-4774-971c-0e31ee0b7bdd,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:28.459671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.471104 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2a6eb35d-9bba-48a9-a4c6-3930d51c5fb0 tempest-TestNetworkAdvancedServerOps-1129007737 tempest-TestNetworkAdvancedServerOps-1129007737-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=0f0aade1979141fb91c398026c436d70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3092589 Dec 08 13:06:28.474016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56292) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:28.481893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '98d060bb-c1d9-4a87-848f-7e7de964806e'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:28.482918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.533333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:28.580206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.676304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:25Z', 'revision_number': 3, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:28.715317 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Checking router: 835462fd-6d4e-41f4-861c-dec2373c820b for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:06:28.715591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Updating router 835462fd-6d4e-41f4-861c-dec2373c820b port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:06:28.720869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/98d060bb-c1d9-4a87-848f-7e7de964806e/14f82ed4-6d98-41ee-9c4e-175aedb7ff2f) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:28.722006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:28.734414 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa78d6b-b95a-431e-a674-07c042e2cb50 None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:28.746826 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa78d6b-b95a-431e-a674-07c042e2cb50 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:28.747452 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-daa78d6b-b95a-431e-a674-07c042e2cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:28.751206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:28.785911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.789425 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-daa78d6b-b95a-431e-a674-07c042e2cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:28.801471 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa78d6b-b95a-431e-a674-07c042e2cb50 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:28.802398 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-daa78d6b-b95a-431e-a674-07c042e2cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:28.824070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.841674 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-daa78d6b-b95a-431e-a674-07c042e2cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:28.842713 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa78d6b-b95a-431e-a674-07c042e2cb50 None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:28.870152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8264eb5-e857-4b7a-9f6a-def6c671cd97 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:28.887712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event deleted for resources: {'Port': ['ID=e85bc2ab-9a88-4f09-a7e1-d9f81e1511d6,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:28.889355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.908447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.930435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.955710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:28.960033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:28.975932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:28.978513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:28.989800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:28.989800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.002079 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9604b246-ba9a-4d39-819f-1ad5b28e2326 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2040138 Dec 08 13:06:29.002790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56296) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:29.020635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af774527-41bf-471a-b06f-ed0f0ffe9714 req-2218ad23-df25-4ed8-9846-74388ec41231 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:29.022322 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-af774527-41bf-471a-b06f-ed0f0ffe9714 req-2218ad23-df25-4ed8-9846-74388ec41231 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2535810 Dec 08 13:06:29.054615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.080755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c7a6f-dcb0-4b4b-879d-5942f730c6c5 tempest-TestNetworkAdvancedServerOps-1129007737 tempest-TestNetworkAdvancedServerOps-1129007737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:29.082291 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2a7c7a6f-dcb0-4b4b-879d-5942f730c6c5 tempest-TestNetworkAdvancedServerOps-1129007737 tempest-TestNetworkAdvancedServerOps-1129007737-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6054168 Dec 08 13:06:29.085524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56298) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:29.093136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.096605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.098898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:29.166655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.182457 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7f563fd0-3489-41c4-a5bd-d7f5c99f1e85 tempest-TestNetworkAdvancedServerOps-1129007737 tempest-TestNetworkAdvancedServerOps-1129007737-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0877001 Dec 08 13:06:29.189250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56300) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:29.199080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1029638529', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'project_id': '0f0aade1979141fb91c398026c436d70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:29.203497 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.204462 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cffc00d8-cb83-44ab-9ab5-5aa1df2d0673 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:06:29.207509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.221159 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-73646110-a18a-4d80-8a96-0fd1f2ff3646 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6222374 Dec 08 13:06:29.232010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56302) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:29.233697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 04e2e121-295d-4595-bcc2-b5d4bb56c876 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:29.235346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:29.241989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:29.245285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cb197ab9-4785-451b-bf1a-62810a49aae4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:29.246304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.251931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:29.262625 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-27967988-9508-4eea-8a32-f77bbaa95eb4 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "GET /v2.0/floatingips/77c0db12-85b1-4bda-8f8e-f23a4dbc69f4 HTTP/1.1" status: 200 len: 979 time: 0.2477305 Dec 08 13:06:29.263710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56304) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:29.361663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Pushing event updated for resources: {'Port': ['ID=14f82ed4-6d98-41ee-9c4e-175aedb7ff2f,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:29.388095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Attempting to bind port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:29.388549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Attempting to bind port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:29.389795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Attempting to bind port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:29.403514 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bfeb2aad-8fa2-4c41-bc5c-911ffd8c163d tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1357403 Dec 08 13:06:29.403728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:29.403728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:29.403728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.403728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:29.403728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Bound port: 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:29.404147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.407870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56306) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:29.409303 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 13:06:29.413395 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5776ea8a-6261-48c5-b315-763fece985ad tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6900351 Dec 08 13:06:29.415377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'port_id': '6e52dd3f-cfaf-428d-a715-0c8dcbde75a8'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:29.418466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.454105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-af774527-41bf-471a-b06f-ed0f0ffe9714 req-10102aa7-dfa2-44b1-85a3-661f0a4c512e tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665364 Dec 08 13:06:29.486566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56308) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:29.500346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] For port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:29.502661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.555571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7233e-7f05-4059-b870-b31ace1a5f74 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:29.564204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] For port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=14f82ed4-6d98-41ee-9c4e-175aedb7ff2f,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:29.578774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Attempting to bind port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:29.579156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Attempting to bind port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:29.579523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Attempting to bind port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:29.602164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0fe32282-d083-48b5-a5c1-b8a2861be997 None None] Provisioning complete for port fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:29.602544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0fe32282-d083-48b5-a5c1-b8a2861be997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.604423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:29.604804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:29.605206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.605607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:29.606100 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Bound port: 49ce77d6-44f1-430d-b89f-e67ee1c8b73d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:29.606485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.610658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911fe72-448c-41ef-b127-a1d344774dde None None] Pushing event updated for resources: {'Port': ['ID=49ce77d6-44f1-430d-b89f-e67ee1c8b73d,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:29.657110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.706391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0fe32282-d083-48b5-a5c1-b8a2861be997 None None] Port fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:29.730653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e146abaf-0509-4530-9b4a-9bb2393cb87c tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Deleting port e091feac-9272-45e2-be24-00e1ad1fdef6 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:29.731193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e146abaf-0509-4530-9b4a-9bb2393cb87c tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.762787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] For port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:29.766164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] For port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=49ce77d6-44f1-430d-b89f-e67ee1c8b73d,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:29.767856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1314d-7e6d-4c6c-8f90-33db085e25b4 None None] Pushing event updated for resources: {'Port': ['ID=14f82ed4-6d98-41ee-9c4e-175aedb7ff2f,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:29.802149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Made reservation on behalf of 0f0aade1979141fb91c398026c436d70 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:29.805969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.832974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1692f948-1b7f-4af5-aabc-d15129986056 None None] Provisioning complete for port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:29.833355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1692f948-1b7f-4af5-aabc-d15129986056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.874901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::8d57:23d1:c0ed:4d07 (c6b804cf-1df5-4af3-9dce-30751e804dc0/98d060bb-c1d9-4a87-848f-7e7de964806e/04e2e121-295d-4595-bcc2-b5d4bb56c876) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:29.878421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:29.923756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1692f948-1b7f-4af5-aabc-d15129986056 None None] Port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:29.976773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:29.977482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:29.990532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ed045-b1f7-4d90-941e-7f995e383b22 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:30.006520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e146abaf-0509-4530-9b4a-9bb2393cb87c tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.012998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb197ab9-4785-451b-bf1a-62810a49aae4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:30.014530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.015141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Fanout notify agent at l3_agent the message router_deleted on router 45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:06:30.016535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb197ab9-4785-451b-bf1a-62810a49aae4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.017421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911fe72-448c-41ef-b127-a1d344774dde None None] Pushing event updated for resources: {'Port': ['ID=49ce77d6-44f1-430d-b89f-e67ee1c8b73d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:30.018224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.055693 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.063376 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9b825ff9-c6a7-44a1-b576-cc15ef533abb tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8 HTTP/1.1" status: 204 len: 168 time: 3.8137658 Dec 08 13:06:30.074110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56310) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:30.184793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-840888f9-0728-4a5f-934e-9422d10ab558 None None] Provisioning complete for port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:30.185434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-840888f9-0728-4a5f-934e-9422d10ab558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.233384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:30.398727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-840888f9-0728-4a5f-934e-9422d10ab558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.400720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-e146abaf-0509-4530-9b4a-9bb2393cb87c tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Calling delete_port for e091feac-9272-45e2-be24-00e1ad1fdef6 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:30.411762 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-103093323', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:30.455309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.618332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-840888f9-0728-4a5f-934e-9422d10ab558 None None] For port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=49ce77d6-44f1-430d-b89f-e67ee1c8b73d,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:30.704858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.717059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.718094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.719558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:25Z', 'revision_number': 3, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:30.796547 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.ipam_backend_mixin [None req-cb197ab9-4785-451b-bf1a-62810a49aae4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f746b04-e1ae-4bef-a34c-228b0716c8ac (CIDR: 2001:db8::/64) Dec 08 13:06:30.798295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-840888f9-0728-4a5f-934e-9422d10ab558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.798295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4185174-5bdf-4d33-871a-7a3a50ba7c84 None None] The sync data for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv is: [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:25Z', 'revision_number': 3, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:30.833188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bc6e3-8f69-4040-8284-bab6440c16d4 req-a47e0cd4-ff42-405c-a25e-115786283efe tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:30.834873 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a2bc6e3-8f69-4040-8284-bab6440c16d4 req-a47e0cd4-ff42-405c-a25e-115786283efe tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2603838 Dec 08 13:06:30.839691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840888f9-0728-4a5f-934e-9422d10ab558 None None] Pushing event updated for resources: {'Port': ['ID=49ce77d6-44f1-430d-b89f-e67ee1c8b73d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:30.897278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.946897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:30.948127 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb197ab9-4785-451b-bf1a-62810a49aae4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:06:30.948631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb197ab9-4785-451b-bf1a-62810a49aae4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:06:30.968106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.094880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.102676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'Subnet': ['ID=02b2679a-cb90-4739-a1b5-f8c6cebbeca5,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:31.117607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.149060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e146abaf-0509-4530-9b4a-9bb2393cb87c tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.157111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.169376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cb197ab9-4785-451b-bf1a-62810a49aae4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9299998 Dec 08 13:06:31.198644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56314) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:31.208288 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:31.210103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-496494bc-50c9-409e-89ec-28776aeb49c4 None None] Provisioning complete for port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:31.210492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-496494bc-50c9-409e-89ec-28776aeb49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.213755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.242992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146abaf-0509-4530-9b4a-9bb2393cb87c tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Pushing event deleted for resources: {'Port': ['ID=e091feac-9272-45e2-be24-00e1ad1fdef6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:31.263354 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a2bc6e3-8f69-4040-8284-bab6440c16d4 req-df3e45e4-bcb6-4c83-a27b-186eeb8366b1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667288 Dec 08 13:06:31.290722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dd9335-b3b3-4902-9f75-c0078f28ddbc None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:31.377376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-496494bc-50c9-409e-89ec-28776aeb49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.416395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.430129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-496494bc-50c9-409e-89ec-28776aeb49c4 None None] For port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=14f82ed4-6d98-41ee-9c4e-175aedb7ff2f,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:31.430420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.478059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Checking segment: {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:31.478439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Network hostable DHCP agents. Network: 11ea6c58-ca8a-4949-955a-7cb58ae27ba7, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:06:31.503276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:31.511858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-496494bc-50c9-409e-89ec-28776aeb49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.531575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:31.548702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e146abaf-0509-4530-9b4a-9bb2393cb87c tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.548702 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e146abaf-0509-4530-9b4a-9bb2393cb87c tempest-RoutersAdminNegativeIpV6Test-741152634 tempest-RoutersAdminNegativeIpV6Test-741152634-project-admin] 10.222.0.76 "DELETE /v2.0/ports/e091feac-9272-45e2-be24-00e1ad1fdef6 HTTP/1.1" status: 204 len: 168 time: 2.0548823 Dec 08 13:06:31.548702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:31.553697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:31.554447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.560882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=04e2e121-295d-4595-bcc2-b5d4bb56c876,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:31.633337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496494bc-50c9-409e-89ec-28776aeb49c4 None None] Pushing event updated for resources: {'Port': ['ID=14f82ed4-6d98-41ee-9c4e-175aedb7ff2f,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:31.676214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:06:31.693844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=f33c0b77-93dd-4774-971c-0e31ee0b7bdd,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:31.721883 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-421d74c8-c2d0-4e8b-865a-69a0ba0045f1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3825786 Dec 08 13:06:31.726125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56318) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:31.735637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-16bf3c16-265d-4fe1-bcab-fc388f460e56 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': '98d060bb-c1d9-4a87-848f-7e7de964806e', 'ip_address': '2001:db8::8d57:23d1:c0ed:4d07'}], 'name': 'tempest-NetworksTestDHCPv6-1670397793'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:31.801641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.858555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 49ce77d6-44f1-430d-b89f-e67ee1c8b73d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:31.877184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 11ea6c58-ca8a-4949-955a-7cb58ae27ba7) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:31.889787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:31.890314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:31.892168 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 77c0db12-85b1-4bda-8f8e-f23a4dbc69f4 associated. External IP: 172.26.7.140, port: d645321c-4a5f-44dc-a1e1-1995f72a64bb. Dec 08 13:06:31.953133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655925b8-a70e-45d6-aadb-024a9732059c None None] Network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:32.077720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.078782 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 32614661-fec1-4cf0-a43e-667d269b4cc8 associated. External IP: 172.26.7.13, port: 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef. Dec 08 13:06:32.097344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0f06ab1c-7954-474f-a529-65cca7b13b9d None None] Provisioning complete for port 04e2e121-295d-4595-bcc2-b5d4bb56c876 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:32.097957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f06ab1c-7954-474f-a529-65cca7b13b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.101744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.118703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:32.123010 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.153506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:32.154097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.198248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'project_id': '0f0aade1979141fb91c398026c436d70', 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:32.199613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.209331 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f6a90095-e442-4a6b-a467-1280cdff969f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0164485 Dec 08 13:06:32.214781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56322) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:32.236504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0f06ab1c-7954-474f-a529-65cca7b13b9d None None] Port 04e2e121-295d-4595-bcc2-b5d4bb56c876 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:32.240834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56324) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:32.335157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Allocated IP 172.26.7.25 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/00a75909-45f1-4c51-8dc3-c693b4837d5e) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:32.401480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:32.456184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bf3c16-265d-4fe1-bcab-fc388f460e56 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:32.461578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-16bf3c16-265d-4fe1-bcab-fc388f460e56 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.462214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:32.497568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Allocated IP 172.20.0.2 (11ea6c58-ca8a-4949-955a-7cb58ae27ba7/02b2679a-cb90-4739-a1b5-f8c6cebbeca5/9dad0fdd-1729-48c5-88bb-ee0f3de5faa8) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:32.505658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:32.506071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.508121 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2b715732-cbaf-45b6-826f-3ced4f82a08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.550243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-16bf3c16-265d-4fe1-bcab-fc388f460e56 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 87b0bf0a-3120-4e68-80bc-3298c3deb3cc yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:32.599254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:32.709757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed070e2-9cbd-44a8-8bea-9d6a403827da req-80e2d325-2b58-43ef-ba49-d248923b9a3f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:32.711446 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ed070e2-9cbd-44a8-8bea-9d6a403827da req-80e2d325-2b58-43ef-ba49-d248923b9a3f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2724111 Dec 08 13:06:32.726882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.739424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.824937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.875797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:32.881137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:32.886792 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:32.886959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:32.892139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Pushing event updated for resources: {'Port': ['ID=9dad0fdd-1729-48c5-88bb-ee0f3de5faa8,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:32.897936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c761d57-501f-4cab-937c-95d762f3889e None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:32.931781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:32.934341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c761d57-501f-4cab-937c-95d762f3889e None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:32.934341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5c761d57-501f-4cab-937c-95d762f3889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:32.945715 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:32.960912 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] Sync routers for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:32.972716 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:32.973749 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:32.987379 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:32.996861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:33.026405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5c761d57-501f-4cab-937c-95d762f3889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:33.039153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:33.039463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:33.048443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ed070e2-9cbd-44a8-8bea-9d6a403827da req-2d0e39fc-4e0c-41a6-8e42-4e46e7d70c4a tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194964 Dec 08 13:06:33.059917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c1a04f-474c-43e0-9c9b-16b892333263 None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:33.066540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=2b208388-8877-4f4a-8304-d12ce61f539b,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:33.092583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2b715732-cbaf-45b6-826f-3ced4f82a08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:33.124636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c761d57-501f-4cab-937c-95d762f3889e None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:33.125731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5c761d57-501f-4cab-937c-95d762f3889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:33.138621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:33.147841 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:33.154685 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bf3c16-265d-4fe1-bcab-fc388f460e56 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 13:06:33.155152 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7bc08b01-1d23-4831-a7d5-a4194b3be25a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9551022 Dec 08 13:06:33.156132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bf3c16-265d-4fe1-bcab-fc388f460e56 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:06:33.158793 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:33.159887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56330) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:33.182226 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5c761d57-501f-4cab-937c-95d762f3889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:33.183433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c761d57-501f-4cab-937c-95d762f3889e None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:33.188551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Attempting to bind port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:33.189376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Attempting to bind port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:33.189848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Attempting to bind port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 on network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:33.194418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-175313629', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b208388-8877-4f4a-8304-d12ce61f539b'}], 'security_groups': ['17ba4d93-eb6b-4461-8f32-09d86c8989ab']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:33.200722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:33.201420 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Checking segment: {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:33.202018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:33.202516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Bound using segment: {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:33.203152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Bound port: 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:33.204357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:33.214827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2b715732-cbaf-45b6-826f-3ced4f82a08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:33.250804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:33.298828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] For port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:33.302520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] For port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9dad0fdd-1729-48c5-88bb-ee0f3de5faa8,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:33.351844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:33.374385 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-16bf3c16-265d-4fe1-bcab-fc388f460e56 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6462073 Dec 08 13:06:33.376089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:33.391924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3dee0-4aa1-48eb-9df1-daff586bba8f None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:33.397106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56332) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:33.399206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event updated for resources: {'Port': ['ID=00a75909-45f1-4c51-8dc3-c693b4837d5e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:33.402276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:33.438694 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:05:47Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '32614661-fec1-4cf0-a43e-667d269b4cc8', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:06:29Z', 'updated_at': '2021-12-08T13:06:29Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:33.484089 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] Checking router: 1f05a650-406a-4b92-a3f7-65e06fcfdb7f for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:06:33.495782 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:33.496667 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:33.502312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744bce1-0f37-4957-a164-331cf0bf1ba6 None None] Pushing event updated for resources: {'Port': ['ID=9dad0fdd-1729-48c5-88bb-ee0f3de5faa8,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:33.522614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b715732-cbaf-45b6-826f-3ced4f82a08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a02b83-f834-40a4-bc4d-7016a0e73c89,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:33.574133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bde2931e-8d62-4316-a85b-d70b8e318b05 None None] Provisioning complete for port 00a75909-45f1-4c51-8dc3-c693b4837d5e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:33.574520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bde2931e-8d62-4316-a85b-d70b8e318b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:33.611439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2b715732-cbaf-45b6-826f-3ced4f82a08c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbde648729b144b98bd9644fdd7cfab7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3649931 Dec 08 13:06:33.649839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-bde2931e-8d62-4316-a85b-d70b8e318b05 None None] Port 00a75909-45f1-4c51-8dc3-c693b4837d5e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:33.675406 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:33.704999 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56334) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:33.753295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:33.808563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:33.810866 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c96ba725-1977-488e-aa73-1ebac6b975d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8436856 Dec 08 13:06:33.811922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:06:33.814529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9652dd5-8948-415b-8687-e006c96c6274" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:06:33.820410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56336) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:33.889469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d90cc4-b137-48e3-af50-c9299f23503f x-openstack-request-id: req-11d90cc4-b137-48e3-af50-c9299f23503f {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:06:33.889774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:06:33.890192 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11d90cc4-b137-48e3-af50-c9299f23503f {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:06:33.890643 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'status': 'completed', 'code': 200} Dec 08 13:06:33.928961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf0d550-e2ce-4521-8911-6705f5f3803a None None] Update dhcp port {'port': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'fixed_ips': [{'subnet_id': '3f746b04-e1ae-4bef-a34c-228b0716c8ac', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b208388-8877-4f4a-8304-d12ce61f539b'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:06:34.005726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d550-e2ce-4521-8911-6705f5f3803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.009286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:34.009778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.050522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:34.085254 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94687792-4d19-4d1b-a426-ba89c911243a None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:34.088185 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e5064990-1fdf-4c9f-be3e-77de4baf0523 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/32614661-fec1-4cf0-a43e-667d269b4cc8 HTTP/1.1" status: 200 len: 991 time: 0.2637084 Dec 08 13:06:34.093674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.196149 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c7f30971-8e83-426a-b6aa-c30247e04abb tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/floatingips/77c0db12-85b1-4bda-8f8e-f23a4dbc69f4 HTTP/1.1" status: 200 len: 978 time: 4.7843759 Dec 08 13:06:34.198778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56342) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:34.203732 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-463bd37d-86b7-4a01-8ace-a658087bd03f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:34.228190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94687792-4d19-4d1b-a426-ba89c911243a None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:34.229208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-94687792-4d19-4d1b-a426-ba89c911243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:34.244592 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:05:47Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '32614661-fec1-4cf0-a43e-667d269b4cc8', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:06:29Z', 'updated_at': '2021-12-08T13:06:29Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:34.265103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-463bd37d-86b7-4a01-8ace-a658087bd03f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.278868 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de22426-73e9-4dec-93c7-b413bdb14d00 None None] The sync data for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv is: [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:05:47Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '32614661-fec1-4cf0-a43e-667d269b4cc8', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:06:29Z', 'updated_at': '2021-12-08T13:06:29Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:34.281943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-94687792-4d19-4d1b-a426-ba89c911243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:34.370194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94687792-4d19-4d1b-a426-ba89c911243a None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:34.371040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-94687792-4d19-4d1b-a426-ba89c911243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:34.426307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-94687792-4d19-4d1b-a426-ba89c911243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:34.427001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94687792-4d19-4d1b-a426-ba89c911243a None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:34.433526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-463bd37d-86b7-4a01-8ace-a658087bd03f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.452468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-8bf0d550-e2ce-4521-8911-6705f5f3803a None None] Allocated IP 2001:db8:0:1::2 (f81695e5-12b9-492d-a2d0-4f8ca240563c/2b208388-8877-4f4a-8304-d12ce61f539b/8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:34.488382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefdeb78-0d95-4efb-a3e7-a8f015692072 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:34.494000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-463bd37d-86b7-4a01-8ace-a658087bd03f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.498756 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-463bd37d-86b7-4a01-8ace-a658087bd03f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 77c0db12-85b1-4bda-8f8e-f23a4dbc69f4 disassociated. External IP: 172.26.7.140, port: 6e52dd3f-cfaf-428d-a715-0c8dcbde75a8. Dec 08 13:06:34.498896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefdeb78-0d95-4efb-a3e7-a8f015692072 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:34.498896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fefdeb78-0d95-4efb-a3e7-a8f015692072 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.0940714 Dec 08 13:06:34.536392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56344) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:34.561493 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8bf0d550-e2ce-4521-8911-6705f5f3803a None None] For port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,segment=NetworkSegment(707aded2-53f8-4a57-ad5c-51c3509b2652),segment_id=707aded2-53f8-4a57-ad5c-51c3509b2652)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:34.603625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d550-e2ce-4521-8911-6705f5f3803a None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.665727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d550-e2ce-4521-8911-6705f5f3803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.697379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.737653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9c05f-c093-433c-acd5-817db7beb142 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 04e2e121-295d-4595-bcc2-b5d4bb56c876 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:34.737998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0b9c05f-c093-433c-acd5-817db7beb142 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.765695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652dd5-8948-415b-8687-e006c96c6274 req-590e59dc-4f15-4773-8602-bcfbe3d4dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:34.769027 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e9652dd5-8948-415b-8687-e006c96c6274 req-590e59dc-4f15-4773-8602-bcfbe3d4dfa9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 1099 time: 0.3344498 Dec 08 13:06:34.777159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3653795-d5ad-4988-9b4a-9ce45490da32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.843893 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3b6c1-676c-4671-8ca7-612e0a382969 None None] New status for floating IP 32614661-fec1-4cf0-a43e-667d269b4cc8: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:06:34.844081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0d550-e2ce-4521-8911-6705f5f3803a None None] Pushing event updated for resources: {'Port': ['ID=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:34.903212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4442f3-ebd4-43ef-a4c4-f433b43adf8f req-626675c1-f163-4d44-b5c4-84b5f25c35c2 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:34.904746 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e4442f3-ebd4-43ef-a4c4-f433b43adf8f req-626675c1-f163-4d44-b5c4-84b5f25c35c2 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.4717920 Dec 08 13:06:34.932663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463bd37d-86b7-4a01-8ace-a658087bd03f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:34.953348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0b9c05f-c093-433c-acd5-817db7beb142 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:34.973280 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9c05f-c093-433c-acd5-817db7beb142 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 04e2e121-295d-4595-bcc2-b5d4bb56c876 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:35.005618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3653795-d5ad-4988-9b4a-9ce45490da32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.085559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96186ed0-3ead-4998-bf88-42049e3e9b68 None None] Network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:35.093905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56346) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:35.198392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d3e0f5a2-17df-46ae-8a1a-af17243b6fb7 None None] Provisioning complete for port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:35.198705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3e0f5a2-17df-46ae-8a1a-af17243b6fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.200408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.202506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652dd5-8948-415b-8687-e006c96c6274 req-61a52f40-5c02-4295-b2b6-633abe4aaf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:35.204116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e9652dd5-8948-415b-8687-e006c96c6274 req-61a52f40-5c02-4295-b2b6-633abe4aaf57 service neutron] 10.222.0.72 "GET /v2.0/networks?id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69 HTTP/1.1" status: 200 len: 898 time: 0.4146781 Dec 08 13:06:35.239384 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-50558598-5e42-492b-bf41-d6a1ed1b485d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/32614661-fec1-4cf0-a43e-667d269b4cc8 HTTP/1.1" status: 200 len: 991 time: 0.1446304 Dec 08 13:06:35.251944 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463bd37d-86b7-4a01-8ace-a658087bd03f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:35.257113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-463bd37d-86b7-4a01-8ace-a658087bd03f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.295295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61575f-4291-4e79-9328-cc44539cb0e9 None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:35.313072 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-463bd37d-86b7-4a01-8ace-a658087bd03f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/floatingips/77c0db12-85b1-4bda-8f8e-f23a4dbc69f4 HTTP/1.1" status: 200 len: 688 time: 1.1125629 Dec 08 13:06:35.313764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56348) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:35.322258 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e4442f3-ebd4-43ef-a4c4-f433b43adf8f req-2da01833-176a-4103-abbb-3bccea3dff40 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3977191 Dec 08 13:06:35.360949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f61575f-4291-4e79-9328-cc44539cb0e9 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:35.362832 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4f61575f-4291-4e79-9328-cc44539cb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:35.413726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3e0f5a2-17df-46ae-8a1a-af17243b6fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.441758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4f61575f-4291-4e79-9328-cc44539cb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:35.466814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f61575f-4291-4e79-9328-cc44539cb0e9 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:35.467587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4f61575f-4291-4e79-9328-cc44539cb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:35.504094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port 57785757-0833-4c5b-bf51-b2c4e3bd6d2e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:35.510630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.510783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.513635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d3e0f5a2-17df-46ae-8a1a-af17243b6fb7 None None] For port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9dad0fdd-1729-48c5-88bb-ee0f3de5faa8,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:35.514667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4f61575f-4291-4e79-9328-cc44539cb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:35.515330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61575f-4291-4e79-9328-cc44539cb0e9 None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:35.566610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3653795-d5ad-4988-9b4a-9ce45490da32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.569348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3653795-d5ad-4988-9b4a-9ce45490da32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.575117 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a3653795-d5ad-4988-9b4a-9ce45490da32 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2a02b83-f834-40a4-bc4d-7016a0e73c89 HTTP/1.1" status: 204 len: 168 time: 1.8644712 Dec 08 13:06:35.582482 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e9652dd5-8948-415b-8687-e006c96c6274 req-7aa1b9cf-d2fb-4220-b02f-132d201a0e77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef HTTP/1.1" status: 200 len: 1001 time: 0.3616295 Dec 08 13:06:35.595069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d3e0f5a2-17df-46ae-8a1a-af17243b6fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.623608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.624273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.648306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for 57785757-0833-4c5b-bf51-b2c4e3bd6d2e owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:35.664355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0b9c05f-c093-433c-acd5-817db7beb142 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.770544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652dd5-8948-415b-8687-e006c96c6274 req-7ac0069f-39d1-4e33-95ef-0093e611c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:35.774274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9c05f-c093-433c-acd5-817db7beb142 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=04e2e121-295d-4595-bcc2-b5d4bb56c876,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:35.774436 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e9652dd5-8948-415b-8687-e006c96c6274 req-7ac0069f-39d1-4e33-95ef-0093e611c894 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b8cfb03-b232-4dac-be86-c2bb24b74a5b HTTP/1.1" status: 200 len: 835 time: 0.1581535 Dec 08 13:06:35.813661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3653795-d5ad-4988-9b4a-9ce45490da32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a02b83-f834-40a4-bc4d-7016a0e73c89,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:35.840206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0b9c05f-c093-433c-acd5-817db7beb142 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:35.844296 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a0b9c05f-c093-433c-acd5-817db7beb142 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/04e2e121-295d-4595-bcc2-b5d4bb56c876 HTTP/1.1" status: 204 len: 168 time: 1.3069355 Dec 08 13:06:35.854324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56352) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:35.950022 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a43692-a45d-4092-b1e1-011f814207dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:35.951576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:35.952022 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a43692-a45d-4092-b1e1-011f814207dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:35.956425 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d7a43692-a45d-4092-b1e1-011f814207dd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0984902 Dec 08 13:06:35.987931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56354) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:36.145649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0f5a2-17df-46ae-8a1a-af17243b6fb7 None None] Pushing event updated for resources: {'Port': ['ID=9dad0fdd-1729-48c5-88bb-ee0f3de5faa8,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:36.145649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Provisioning complete for port 8217e471-34c3-4f45-9b0a-efc781d3b376 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:36.145649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.145649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:36.145649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.145649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Port 8217e471-34c3-4f45-9b0a-efc781d3b376 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:36.148945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652dd5-8948-415b-8687-e006c96c6274 req-2332dfb4-dc2d-411f-94fd-9fb1c76127fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:36.150483 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e9652dd5-8948-415b-8687-e006c96c6274 req-2332dfb4-dc2d-411f-94fd-9fb1c76127fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3380220 Dec 08 13:06:36.176291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.183365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Provisioning complete for port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:36.183743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.210461 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=57785757-0833-4c5b-bf51-b2c4e3bd6d2e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:36.243316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-148e6a36-6bd7-44b2-8d40-ae34a66e744d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 98d060bb-c1d9-4a87-848f-7e7de964806e {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:36.245336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56358) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:36.267145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:36.277281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-148e6a36-6bd7-44b2-8d40-ae34a66e744d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.280303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.282609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.287635 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1e97303f-cb59-4ed6-ba82-db6b0f94cdaf tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/floatingips/77c0db12-85b1-4bda-8f8e-f23a4dbc69f4 HTTP/1.1" status: 204 len: 168 time: 0.9695802 Dec 08 13:06:36.287635 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56360) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:36.328065 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-bf22e514-a15b-4076-9c34-955a146aaef1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] delete failed (client error): The resource could not be found. Dec 08 13:06:36.331111 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bf22e514-a15b-4076-9c34-955a146aaef1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/floatingips/77c0db12-85b1-4bda-8f8e-f23a4dbc69f4 HTTP/1.1" status: 404 len: 345 time: 0.0422909 Dec 08 13:06:36.333795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56362) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:36.348565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:36.348942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.372725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:36.373122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.451956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd37b5-9820-4512-8c1f-d72d3a0a117f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:36.459459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd37b5-9820-4512-8c1f-d72d3a0a117f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:36.466333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd37b5-9820-4512-8c1f-d72d3a0a117f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:36.471221 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-46fd37b5-9820-4512-8c1f-d72d3a0a117f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "GET /v2.0/ports?network_id=24ebaa93-682c-4e7e-b4f2-e34f9cf817af HTTP/1.1" status: 200 len: 2359 time: 0.1363065 Dec 08 13:06:36.472011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56366) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:36.505503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56368) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:36.555066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Provisioning complete for port fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:36.555459 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.567990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662237fe-088c-483e-87d5-f1f6624ff6e9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:36.571788 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-662237fe-088c-483e-87d5-f1f6624ff6e9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "GET /v2.0/subnets/b1822eb4-3dae-471c-8a9f-bbc5db251ff4 HTTP/1.1" status: 200 len: 797 time: 0.0968776 Dec 08 13:06:36.578198 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9e9af21d-1257-487f-a8fb-5e5e1b8cf0a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9bed68f3352045baa065c2e30be8d3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707996 Dec 08 13:06:36.579097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56370) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:36.579427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56372) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:36.586064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'port': {'network_id': '24ebaa93-682c-4e7e-b4f2-e34f9cf817af', 'name': 'tempest-FloatingIPTestJSON-40532048', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:36.592409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-39a3820d-f5e1-4d89-ae51-d5c71527013f None None] Port fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:36.700569 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0634c764-630e-462c-83de-e4373d225cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.733072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0634c764-630e-462c-83de-e4373d225cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.833241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Delete allocated IP 2001:db8::2c0 (f81695e5-12b9-492d-a2d0-4f8ca240563c/3f746b04-e1ae-4bef-a34c-228b0716c8ac) {{(pid=103715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 13:06:36.843284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-148e6a36-6bd7-44b2-8d40-ae34a66e744d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.844964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Made reservation on behalf of 960ab85a76a0420c94a32b87b25ebb11 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:36.900211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0634c764-630e-462c-83de-e4373d225cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.902908 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0634c764-630e-462c-83de-e4373d225cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.906681 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0634c764-630e-462c-83de-e4373d225cfd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b97f521-70ee-4af0-b7e0-8ace6127056a HTTP/1.1" status: 204 len: 168 time: 0.3225300 Dec 08 13:06:36.908878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8:0:1::1b4 (f81695e5-12b9-492d-a2d0-4f8ca240563c/2b208388-8877-4f4a-8304-d12ce61f539b/fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:36.916769 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-208100ae-416e-4959-9b3f-2a93966a8d09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/32614661-fec1-4cf0-a43e-667d269b4cc8 HTTP/1.1" status: 200 len: 993 time: 0.6523566 Dec 08 13:06:36.921775 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634c764-630e-462c-83de-e4373d225cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b97f521-70ee-4af0-b7e0-8ace6127056a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:36.956951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:36.980578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] device_id is not set on port e4c16483-efe1-4013-938c-d5b984729b1f yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:36.999067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.010868 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e9652dd5-8948-415b-8687-e006c96c6274 req-3289ec2c-550d-4589-898d-8f50da9399ee service neutron] 10.222.0.72 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8455503 Dec 08 13:06:37.026343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1973c60-ea10-4665-8ca1-7e6dc1e63c75 req-83823269-240f-47cb-87bf-b9b2054c4ebd tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:37.027910 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f1973c60-ea10-4665-8ca1-7e6dc1e63c75 req-83823269-240f-47cb-87bf-b9b2054c4ebd tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.3382361 Dec 08 13:06:37.158047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Allocated IP 172.20.0.1 (11ea6c58-ca8a-4949-955a-7cb58ae27ba7/02b2679a-cb90-4739-a1b5-f8c6cebbeca5/a52fc7dc-bc40-4508-b3f6-203e0536e841) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:37.256208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-148e6a36-6bd7-44b2-8d40-ae34a66e744d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.287041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.20.0.14 (24ebaa93-682c-4e7e-b4f2-e34f9cf817af/b1822eb4-3dae-471c-8a9f-bbc5db251ff4/e4c16483-efe1-4013-938c-d5b984729b1f) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:37.293818 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.20.0.12 (24ebaa93-682c-4e7e-b4f2-e34f9cf817af/b1822eb4-3dae-471c-8a9f-bbc5db251ff4/e4c16483-efe1-4013-938c-d5b984729b1f) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:37.416900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f1973c60-ea10-4665-8ca1-7e6dc1e63c75 req-3d4d1463-385e-4dfa-83ea-e593e60acd3f tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671000 Dec 08 13:06:37.458734 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.489371 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e9652dd5-8948-415b-8687-e006c96c6274 req-9917c381-2ea0-4a20-8af6-7cba84c9a6d8 service neutron] 10.222.0.72 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552379 Dec 08 13:06:37.573568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.585964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.597037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.621283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-148e6a36-6bd7-44b2-8d40-ae34a66e744d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.641931 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:37.657724 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-148e6a36-6bd7-44b2-8d40-ae34a66e744d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.660885 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-148e6a36-6bd7-44b2-8d40-ae34a66e744d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/98d060bb-c1d9-4a87-848f-7e7de964806e HTTP/1.1" status: 204 len: 168 time: 1.6719570 Dec 08 13:06:37.663719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e6a36-6bd7-44b2-8d40-ae34a66e744d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=98d060bb-c1d9-4a87-848f-7e7de964806e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:37.666475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56386) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:37.677027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.677719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9006bcd-097a-4b7b-9f78-e7ef1bb429fa None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:37.678807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:37.692199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:37.726539 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-edcda19e-6440-4a25-98a1-38bb92e0a810 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572526 Dec 08 13:06:37.732128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Router 5bafe028-3de9-4129-acc7-66eb294036a8 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:06:37.751546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56388) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:37.758286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:37.765397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:37.766043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.782653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=e4c16483-efe1-4013-938c-d5b984729b1f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:37.807050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.816154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] In _notify_port_updated(), no bound segment for port fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd on network f81695e5-12b9-492d-a2d0-4f8ca240563c {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:06:37.817111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:37.822936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:37.823711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.825350 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "PUT /v2.0/ports/fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd HTTP/1.1" status: 200 len: 930 time: 4.6430299 Dec 08 13:06:37.828107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56390) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:37.890045 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e147a26b-f885-47e4-885b-2ce353d68592 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3095229 Dec 08 13:06:37.900713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a157218-5eeb-4c83-8bf9-f70bc0502e7a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:37.901363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:37.901363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:37.914449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56392) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:37.949679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': 'e4c16483-efe1-4013-938c-d5b984729b1f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:37.978302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0b1820b1-0585-475e-b93b-541269060a9f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:37.979307 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b1820b1-0585-475e-b93b-541269060a9f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.020534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:38.034668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:38.037436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:38.049395 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ac188-d18c-4944-ae45-3b78d83e2565 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:38.124369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b1820b1-0585-475e-b93b-541269060a9f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.142768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0b1820b1-0585-475e-b93b-541269060a9f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:38.154698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-602ac188-d18c-4944-ae45-3b78d83e2565 None None] Deleting port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:38.155373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-602ac188-d18c-4944-ae45-3b78d83e2565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.217000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:38.229280 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06144bd-8b11-4fd4-ad24-8ca761d15fad None None] Sync routers for ids ['5bafe028-3de9-4129-acc7-66eb294036a8'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:38.239420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.243245 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06144bd-8b11-4fd4-ad24-8ca761d15fad None None] Routers {'5bafe028-3de9-4129-acc7-66eb294036a8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:38.244162 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d06144bd-8b11-4fd4-ad24-8ca761d15fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['5bafe028-3de9-4129-acc7-66eb294036a8'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:38.252066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-602ac188-d18c-4944-ae45-3b78d83e2565 None None] For port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=14f82ed4-6d98-41ee-9c4e-175aedb7ff2f,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:38.252484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-602ac188-d18c-4944-ae45-3b78d83e2565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.255237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'Port': ['ID=a52fc7dc-bc40-4508-b3f6-203e0536e841,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:38.289763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.293232 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-602ac188-d18c-4944-ae45-3b78d83e2565 None None] Calling delete_port for 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:38.345732 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d06144bd-8b11-4fd4-ad24-8ca761d15fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:38.382656 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06144bd-8b11-4fd4-ad24-8ca761d15fad None None] Routers {'5bafe028-3de9-4129-acc7-66eb294036a8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:38.383813 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d06144bd-8b11-4fd4-ad24-8ca761d15fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['5bafe028-3de9-4129-acc7-66eb294036a8'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:38.388051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-23437954-9ad2-47f1-a7cf-baa2320da539 None None] Provisioning complete for port fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:38.388434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23437954-9ad2-47f1-a7cf-baa2320da539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.432818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-23437954-9ad2-47f1-a7cf-baa2320da539 None None] Port fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:38.453413 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d06144bd-8b11-4fd4-ad24-8ca761d15fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:38.465975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-602ac188-d18c-4944-ae45-3b78d83e2565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.469271 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06144bd-8b11-4fd4-ad24-8ca761d15fad None None] The sync data for ids ['5bafe028-3de9-4129-acc7-66eb294036a8'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:38.511171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56404) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:38.513880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ac188-d18c-4944-ae45-3b78d83e2565 None None] No DVR routers for this DVR port 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:38.524081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ac188-d18c-4944-ae45-3b78d83e2565 None None] Pushing event deleted for resources: {'Port': ['ID=14f82ed4-6d98-41ee-9c4e-175aedb7ff2f,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:38.554720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-661fc683-3b2b-49be-a4a7-e319c4a08f6d None None] Provisioning complete for port a52fc7dc-bc40-4508-b3f6-203e0536e841 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:38.555108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-661fc683-3b2b-49be-a4a7-e319c4a08f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.584909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:38.588566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.607463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-661fc683-3b2b-49be-a4a7-e319c4a08f6d None None] Port a52fc7dc-bc40-4508-b3f6-203e0536e841 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:38.696445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.696691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b1820b1-0585-475e-b93b-541269060a9f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.707468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-680725465'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:38.713636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.714818 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ff4addc8-8e0b-4098-859b-d8974c4c66ec tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.6378193 Dec 08 13:06:38.724478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56408) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:38.729968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:38.732373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1820b1-0585-475e-b93b-541269060a9f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:38.763206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076139f7-8694-45db-9612-7aef03f0bc74 req-dc1fd073-db42-49c0-a587-c594b39fab46 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:38.764803 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-076139f7-8694-45db-9612-7aef03f0bc74 req-dc1fd073-db42-49c0-a587-c594b39fab46 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2443428 Dec 08 13:06:38.794233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b1820b1-0585-475e-b93b-541269060a9f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.797525 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0b1820b1-0585-475e-b93b-541269060a9f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd HTTP/1.1" status: 204 len: 168 time: 0.9683793 Dec 08 13:06:38.800179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56410) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:38.828382 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-420b6890-6a2a-4a70-a7b2-9f11f844b101 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:06:38.832324 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-420b6890-6a2a-4a70-a7b2-9f11f844b101 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/fcfec58c-dc9d-422e-8e1f-c53f4f88b2dd HTTP/1.1" status: 404 len: 333 time: 0.0287290 Dec 08 13:06:38.835087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56412) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:38.884259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Made reservation on behalf of 30837a46fe7f4ba895894f2ddf615fbd for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:38.887674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.952688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.962794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.972060 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-48e74e8a-9798-40ec-98ce-2f47d48a0d7d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:38.978883 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-076139f7-8694-45db-9612-7aef03f0bc74 req-1f7d8a27-d921-4411-89ee-eab0e9d0d577 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856174 Dec 08 13:06:39.043118 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-48e74e8a-9798-40ec-98ce-2f47d48a0d7d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.170738 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-48e74e8a-9798-40ec-98ce-2f47d48a0d7d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.173863 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-48e74e8a-9798-40ec-98ce-2f47d48a0d7d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.177698 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-48e74e8a-9798-40ec-98ce-2f47d48a0d7d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/security-groups/461e07dd-e177-4eb6-ba45-8fd5a97c175a HTTP/1.1" status: 204 len: 168 time: 0.3393145 Dec 08 13:06:39.182778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56416) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:39.199329 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e74e8a-9798-40ec-98ce-2f47d48a0d7d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e07dd-e177-4eb6-ba45-8fd5a97c175a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:39.247484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.286794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1fd3303a-f7d9-450c-a781-e4e4dda6d9c5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.315906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1fd3303a-f7d9-450c-a781-e4e4dda6d9c5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.339627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.483837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1fd3303a-f7d9-450c-a781-e4e4dda6d9c5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.487176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1fd3303a-f7d9-450c-a781-e4e4dda6d9c5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.488662 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1fd3303a-f7d9-450c-a781-e4e4dda6d9c5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/security-groups/17ba4d93-eb6b-4461-8f32-09d86c8989ab HTTP/1.1" status: 204 len: 168 time: 0.3049190 Dec 08 13:06:39.494556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56420) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:39.563943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3303a-f7d9-450c-a781-e4e4dda6d9c5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba4d93-eb6b-4461-8f32-09d86c8989ab,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:39.596805 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc80e153-8219-4ee7-b7e9-019f56926053 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet 3f746b04-e1ae-4bef-a34c-228b0716c8ac {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:39.601702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc80e153-8219-4ee7-b7e9-019f56926053 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.645843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Deleting port 00a75909-45f1-4c51-8dc3-c693b4837d5e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:39.646508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.691541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:39.698053 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc80e153-8219-4ee7-b7e9-019f56926053 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.704307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.709964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-5dcf2deb-07f9-4631-b898-b3a333f55000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:39.711467 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-5dcf2deb-07f9-4631-b898-b3a333f55000 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 1098 time: 0.2399457 Dec 08 13:06:39.717578 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:06:39.718044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 14f82ed4-6d98-41ee-9c4e-175aedb7ff2f not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:06:39.719596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928040e0-b040-4581-a948-f41f54ca55f2 req-3e6ca11a-8c52-43fb-b4f9-a19039cf6693 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:39.720611 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-928040e0-b040-4581-a948-f41f54ca55f2 req-3e6ca11a-8c52-43fb-b4f9-a19039cf6693 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2910283 Dec 08 13:06:39.728558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.26.7.125 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/fd1eec1d-6dd8-4b93-91d2-1462e0ce0def) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:39.776620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.788649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.821739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Calling delete_port for 00a75909-45f1-4c51-8dc3-c693b4837d5e owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:39.839334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:39.845479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.873275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc80e153-8219-4ee7-b7e9-019f56926053 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.877632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:39.888026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c355ba5-a3f8-4fc1-8263-a7ab9e7efe37 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:39.914611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:39.915221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:39.981842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=ea333da0-0c4d-4364-b34d-93c1d8b60343,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:40.003111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': 'ea333da0-0c4d-4364-b34d-93c1d8b60343'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:40.003886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.012152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:40.020427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccba2d0-605c-4518-8986-8377bb7c84de,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:40.024772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.048794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc80e153-8219-4ee7-b7e9-019f56926053 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.063296 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc80e153-8219-4ee7-b7e9-019f56926053 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.066706 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-928040e0-b040-4581-a948-f41f54ca55f2 req-01f94a20-df0a-402e-b652-665f14103a26 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177636 Dec 08 13:06:40.066969 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dc80e153-8219-4ee7-b7e9-019f56926053 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/3f746b04-e1ae-4bef-a34c-228b0716c8ac HTTP/1.1" status: 204 len: 168 time: 0.5474484 Dec 08 13:06:40.078770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56422) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:40.085583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:40.086901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80e153-8219-4ee7-b7e9-019f56926053 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=3f746b04-e1ae-4bef-a34c-228b0716c8ac,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:40.096747 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-40a92756-cfd9-456b-aa84-a881bd213e05 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3441296 Dec 08 13:06:40.100976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56424) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:40.108363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-92219b34-b705-47a5-bc52-6b9acfd3090a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': 'ea333da0-0c4d-4364-b34d-93c1d8b60343', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2094143025'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:40.115060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4274e-2e65-468b-ac2b-0d40b150eb07 None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:40.121424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-2aa9f3ca-571d-4c7b-8f07-717e5b2115fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:40.122896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-2aa9f3ca-571d-4c7b-8f07-717e5b2115fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 200 len: 912 time: 0.3958428 Dec 08 13:06:40.147787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.149636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.172491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.172860 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Added segment 91fc6ed3-a752-4cab-96dd-abe66736a0b7 of type vlan for network 9dbd842e-6aec-4251-a4d5-2be386a13807 Dec 08 13:06:40.187199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Pushing event deleted for resources: {'Port': ['ID=00a75909-45f1-4c51-8dc3-c693b4837d5e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:40.222485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dd4e6d-4a4d-4094-81a9-f518d3036337 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:40.253391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.254918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.284455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/ea333da0-0c4d-4364-b34d-93c1d8b60343/32b2f79b-a3f1-4f09-a65a-b3c0f7c37325) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:40.380382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.445684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.465791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'Port': ['ID=a52fc7dc-bc40-4508-b3f6-203e0536e841,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:40.471055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.483327 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-d8ffd45c-b02f-4d3a-86b4-5c7f5adae269 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 200 len: 1000 time: 0.3217895 Dec 08 13:06:40.485464 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.489366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.493219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3241fb2b-46ca-4124-94c8-ea0f24262747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.498857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.574193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.594945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Router 5bafe028-3de9-4129-acc7-66eb294036a8 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:40.619819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:40.622998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:40.625822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:40.645834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-7ab70622-d305-439f-94bc-5d1cbbb554cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:40.647985 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-7ab70622-d305-439f-94bc-5d1cbbb554cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3667c4c-da82-4c96-9338-734a8c9b92a9 HTTP/1.1" status: 200 len: 850 time: 0.1471255 Dec 08 13:06:40.650602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.659437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:40.660073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.691589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:40.700019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.701195 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8eeb99f6-5410-44c8-8e10-c49af1cd81c2 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "PUT /v2.0/routers/5bafe028-3de9-4129-acc7-66eb294036a8 HTTP/1.1" status: 200 len: 705 time: 1.9748585 Dec 08 13:06:40.703967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56426) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:40.706054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Pushing event updated for resources: {'Port': ['ID=32b2f79b-a3f1-4f09-a65a-b3c0f7c37325,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:40.727409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2ffe2-a30e-4b65-872a-dc13aad7505d None None] Sync routers for ids ['5bafe028-3de9-4129-acc7-66eb294036a8'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:40.738188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Attempting to bind port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:40.738880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Attempting to bind port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:40.739400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Attempting to bind port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:40.741018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.757971 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2ffe2-a30e-4b65-872a-dc13aad7505d None None] Routers {'5bafe028-3de9-4129-acc7-66eb294036a8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:40.758792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0ed2ffe2-a30e-4b65-872a-dc13aad7505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['5bafe028-3de9-4129-acc7-66eb294036a8'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:40.772978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92219b34-b705-47a5-bc52-6b9acfd3090a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:40.788822 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-26ac4031-9cee-4d93-9aa2-29cf408954b1 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/routers/5bafe028-3de9-4129-acc7-66eb294036a8 HTTP/1.1" status: 200 len: 740 time: 0.0836391 Dec 08 13:06:40.792943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56428) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:40.807490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0ed2ffe2-a30e-4b65-872a-dc13aad7505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:40.814052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:40.815182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:40.815961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.816589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:40.818036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Bound port: 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:40.819364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.850633 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2d3b0888-4c85-411f-8b59-3c05e9e103d3 tempest-RoutersAdminTest-2063340672 tempest-RoutersAdminTest-2063340672-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&device_id=5bafe028-3de9-4129-acc7-66eb294036a8 HTTP/1.1" status: 200 len: 205 time: 0.0548806 Dec 08 13:06:40.851904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2ffe2-a30e-4b65-872a-dc13aad7505d None None] Routers {'5bafe028-3de9-4129-acc7-66eb294036a8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:40.857456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0ed2ffe2-a30e-4b65-872a-dc13aad7505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['5bafe028-3de9-4129-acc7-66eb294036a8'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:40.857627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56430) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:40.884019 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6bde3838-bb97-416d-8f29-8b31fea9949f tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bafe028-3de9-4129-acc7-66eb294036a8 HTTP/1.1" status: 200 len: 205 time: 0.0291603 Dec 08 13:06:40.887589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56432) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:40.897836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:40.904363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Network': ['ID=9dbd842e-6aec-4251-a4d5-2be386a13807,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:40.915869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:40.925326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0ed2ffe2-a30e-4b65-872a-dc13aad7505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:40.927194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2ffe2-a30e-4b65-872a-dc13aad7505d None None] The sync data for ids ['5bafe028-3de9-4129-acc7-66eb294036a8'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:40.932030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:40.975137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:40.988347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-69cda080-7dbb-4a9b-8b53-9d32a9582b95 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:40.996998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:40.998730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:41.004742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] For port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:41.009384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] For port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=32b2f79b-a3f1-4f09-a65a-b3c0f7c37325,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:41.026308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:41.031568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.079597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-e6946096-fc20-4016-b232-197b928bae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:41.081173 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-e6946096-fc20-4016-b232-197b928bae07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=94610d8d-462e-4641-bb77-8acc86d889aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4135334 Dec 08 13:06:41.081622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.082131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=fd1eec1d-6dd8-4b93-91d2-1462e0ce0def,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:41.087593 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9cffdcc4-ecfb-4c02-9c11-d7f92b6b511a tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5734761 Dec 08 13:06:41.134394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56434) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:41.139605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'subnet': {'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:41.213591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd6025-4240-4b87-90cb-43f93b3b631b None None] Pushing event updated for resources: {'Port': ['ID=32b2f79b-a3f1-4f09-a65a-b3c0f7c37325,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:41.251911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-26caaaae-b7d9-40db-9a27-4e9440b17a46 None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:41.252436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26caaaae-b7d9-40db-9a27-4e9440b17a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.319761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-69cda080-7dbb-4a9b-8b53-9d32a9582b95 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.324216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-69cda080-7dbb-4a9b-8b53-9d32a9582b95 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.358440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-92219b34-b705-47a5-bc52-6b9acfd3090a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.389224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-26caaaae-b7d9-40db-9a27-4e9440b17a46 None None] Provisioning complete for port 8217e471-34c3-4f45-9b0a-efc781d3b376 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:41.389750 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26caaaae-b7d9-40db-9a27-4e9440b17a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.469342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-26caaaae-b7d9-40db-9a27-4e9440b17a46 None None] Port 8217e471-34c3-4f45-9b0a-efc781d3b376 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:41.513710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-69cda080-7dbb-4a9b-8b53-9d32a9582b95 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.515386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cda080-7dbb-4a9b-8b53-9d32a9582b95 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Fanout notify agent at l3_agent the message router_deleted on router 5bafe028-3de9-4129-acc7-66eb294036a8 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:06:41.523915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-69cda080-7dbb-4a9b-8b53-9d32a9582b95 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.527085 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-69cda080-7dbb-4a9b-8b53-9d32a9582b95 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/5bafe028-3de9-4129-acc7-66eb294036a8 HTTP/1.1" status: 204 len: 168 time: 0.6384661 Dec 08 13:06:41.530186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56438) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:41.543221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Made reservation on behalf of 30837a46fe7f4ba895894f2ddf615fbd for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:41.546537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.605702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-77797797-a3be-4147-86c4-2b18cbf31894 None None] Provisioning complete for port a52fc7dc-bc40-4508-b3f6-203e0536e841 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:41.606263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77797797-a3be-4147-86c4-2b18cbf31894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.619641 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-de38d972-f4ed-48aa-af3c-89eb0f9d3049 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bafe028-3de9-4129-acc7-66eb294036a8 HTTP/1.1" status: 200 len: 205 time: 0.0880079 Dec 08 13:06:41.623950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56440) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:41.631619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-92219b34-b705-47a5-bc52-6b9acfd3090a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port c669cd7d-c2f3-4713-bafa-a450a9715505 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:41.675967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-77797797-a3be-4147-86c4-2b18cbf31894 None None] Port a52fc7dc-bc40-4508-b3f6-203e0536e841 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:41.682023 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-6240e157-314d-4d7c-b6ae-0828b9d28166 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] delete failed (client error): The resource could not be found. Dec 08 13:06:41.683109 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6240e157-314d-4d7c-b6ae-0828b9d28166 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/5bafe028-3de9-4129-acc7-66eb294036a8 HTTP/1.1" status: 404 len: 336 time: 0.0537598 Dec 08 13:06:41.690178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56442) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:41.726100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4f581-103a-4b53-80d4-a5bcc098ea68 req-a28d2edf-6db1-4e08-b844-69f311f94fcc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:41.728398 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5bf4f581-103a-4b53-80d4-a5bcc098ea68 req-a28d2edf-6db1-4e08-b844-69f311f94fcc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.4583547 Dec 08 13:06:41.760545 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d97a6604-eada-4126-8388-02f09adf21d7 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8 HTTP/1.1" status: 200 len: 205 time: 0.0382955 Dec 08 13:06:41.765599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56444) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:41.777994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:41.810725 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-09766a21-324d-46b5-856c-09c9a0132272 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] delete failed (client error): The resource could not be found. Dec 08 13:06:41.811804 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-09766a21-324d-46b5-856c-09c9a0132272 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/45cae76a-bbdb-4aa1-8f9c-443ef30ee8e8 HTTP/1.1" status: 404 len: 336 time: 0.0461636 Dec 08 13:06:41.815162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56446) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:41.838027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:41.838691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.853495 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-46ad16df-771c-4171-a409-041589c4b604 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df2013f-71c1-43b6-945d-1d409a5e6b94 HTTP/1.1" status: 200 len: 205 time: 0.0347619 Dec 08 13:06:41.855918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56448) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:41.900029 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-d945f415-a6a1-4d9b-9c84-81002105990e tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] delete failed (client error): The resource could not be found. Dec 08 13:06:41.903064 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d945f415-a6a1-4d9b-9c84-81002105990e tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/2df2013f-71c1-43b6-945d-1d409a5e6b94 HTTP/1.1" status: 404 len: 336 time: 0.0461264 Dec 08 13:06:41.904061 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56450) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:41.927863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:41.945219 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-36d77e46-b980-4492-8c46-38a4c460d1a8 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=2264293c-b5bd-42ce-9d27-5a79013d50f3 HTTP/1.1" status: 200 len: 205 time: 0.0353947 Dec 08 13:06:41.949049 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56452) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:41.963743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=32b2f79b-a3f1-4f09-a65a-b3c0f7c37325,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:42.041793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:42.113403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=32b2f79b-a3f1-4f09-a65a-b3c0f7c37325,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:42.194048 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-c384a634-4847-45bf-beb5-4334fe635c06 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332079 Dec 08 13:06:42.291731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Router 835462fd-6d4e-41f4-861c-dec2373c820b has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:42.296890 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-b541e7b2-3c5e-4df2-9f11-bb1fd40a9e09 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] delete failed (client error): The resource could not be found. Dec 08 13:06:42.299242 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b541e7b2-3c5e-4df2-9f11-bb1fd40a9e09 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/2264293c-b5bd-42ce-9d27-5a79013d50f3 HTTP/1.1" status: 404 len: 336 time: 0.3478196 Dec 08 13:06:42.302034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56454) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:42.335086 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2856885a-3500-4e46-872b-111ecd5d58e4 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=725b32a4-9f03-406c-8b0b-999b41dd2f70 HTTP/1.1" status: 200 len: 205 time: 0.0313735 Dec 08 13:06:42.340014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56456) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:42.361618 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-92219b34-b705-47a5-bc52-6b9acfd3090a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:06:42.362125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92219b34-b705-47a5-bc52-6b9acfd3090a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:06:42.387038 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-2fd66e6f-d744-45d0-866f-d80a5f62ff64 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] delete failed (client error): The resource could not be found. Dec 08 13:06:42.390556 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2fd66e6f-d744-45d0-866f-d80a5f62ff64 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/725b32a4-9f03-406c-8b0b-999b41dd2f70 HTTP/1.1" status: 404 len: 336 time: 0.0468922 Dec 08 13:06:42.399528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56458) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:42.426543 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5bf4f581-103a-4b53-80d4-a5bcc098ea68 req-c2e0b2fb-e83a-4782-be4f-e390e7599dbc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6761355 Dec 08 13:06:42.466762 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bdf16c72-8849-45c0-a597-03e9a7a5a763 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "GET /v2.0/ports?device_id=42357a61-bd12-4512-8a7b-07059a76300d HTTP/1.1" status: 200 len: 205 time: 0.0624573 Dec 08 13:06:42.469445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56460) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:42.477840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:42.501942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d9a7b07f-250c-4bf8-bac7-13ca0d4ab6f0 None None] Provisioning complete for port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:42.502315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b07f-250c-4bf8-bac7-13ca0d4ab6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:42.529554 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-ed69a589-5138-44a0-8b07-2afe51520b7e tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] delete failed (client error): The resource could not be found. Dec 08 13:06:42.533538 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ed69a589-5138-44a0-8b07-2afe51520b7e tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/routers/42357a61-bd12-4512-8a7b-07059a76300d HTTP/1.1" status: 404 len: 336 time: 0.0599520 Dec 08 13:06:42.538670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56462) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:42.575967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56464) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:42.576226 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-92219b34-b705-47a5-bc52-6b9acfd3090a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.4717863 Dec 08 13:06:42.584811 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c5109f-c466-448c-8af4-59b13f5cad04 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] DELETE failed (client error): The resource could not be found. Dec 08 13:06:42.585294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c5109f-c466-448c-8af4-59b13f5cad04 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:06:42.591079 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f1c5109f-c466-448c-8af4-59b13f5cad04 tempest-RoutersAdminTest-2139886161 tempest-RoutersAdminTest-2139886161-project] 10.222.0.76 "DELETE /v2.0/subnets/6480d17e-4358-4f72-9322-e191906bc246 HTTP/1.1" status: 404 len: 337 time: 0.0487199 Dec 08 13:06:42.606492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f0bca943-0c01-420b-bfa1-36671323cf72 req-32b99d20-7e56-47a0-b612-e9d414189539 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999665 Dec 08 13:06:42.628869 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Subnet': ['ID=896279b4-178a-486b-9bc2-43ebc508ce9b,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:42.670992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c467e69-74ff-450e-b6f9-78459626096a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:42.675172 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8c467e69-74ff-450e-b6f9-78459626096a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0952060 Dec 08 13:06:42.675172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Checking segment: {'id': '91fc6ed3-a752-4cab-96dd-abe66736a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:42.675172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Network hostable DHCP agents. Network: 9dbd842e-6aec-4251-a4d5-2be386a13807, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:06:42.676226 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56468) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:42.741338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5dcc81-7332-47c6-81d4-11f23fd75cfa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:42.743061 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5dcc81-7332-47c6-81d4-11f23fd75cfa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:42.744586 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ba5dcc81-7332-47c6-81d4-11f23fd75cfa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0658026 Dec 08 13:06:42.747283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56470) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:42.760015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:42.769636 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9602dff9-494c-4c2b-91cb-f2b5e4ccb605 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "PUT /v2.0/routers/835462fd-6d4e-41f4-861c-dec2373c820b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5513740 Dec 08 13:06:42.771947 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Sync routers for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:42.785584 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:42.786285 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:42.812303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:42.841174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b0c144-c023-41aa-a7a2-481eb68964c3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet ea333da0-0c4d-4364-b34d-93c1d8b60343 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:42.849187 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c144-c023-41aa-a7a2-481eb68964c3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:42.849187 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:06:42.867614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-90dbc965-408f-4c8a-9ac7-ab2bd0c36d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:42.869650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:42.877940 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:42.889094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:42.890143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:42.892465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a3ba9a-3de9-4a83-bcdb-c27c8a71dfff None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:42.919086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:42.943865 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:42.950120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=7a429bf3-a897-44dc-8b64-910f0b25f4cd,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:42.984975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c144-c023-41aa-a7a2-481eb68964c3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:42.985551 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4c0e1505-2e12-467f-9c7e-de00c1599de4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9055126 Dec 08 13:06:42.990020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56484) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:42.997386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-36692278-39c7-4631-8890-8407480ebad2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'security_group': {'name': 'tempest-secgroup-2070565729'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:43.014214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 9dbd842e-6aec-4251-a4d5-2be386a13807) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:43.024361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:43.025323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.028480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc75bc-2be8-424e-ae54-60dcca4c3248 None None] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:43.102933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c144-c023-41aa-a7a2-481eb68964c3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.117286 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-b807f627-ead5-4f2f-a12c-88303b9cf068 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318930255&fields=id&tenant_id=0f0aade1979141fb91c398026c436d70 HTTP/1.1" status: 200 len: 267 time: 0.1133461 Dec 08 13:06:43.168966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.173958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36692278-39c7-4631-8890-8407480ebad2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.181589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-9dbd842e-6aec-4251-a4d5-2be386a13807', 'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807', 'project_id': '30837a46fe7f4ba895894f2ddf615fbd', 'fixed_ips': [{'subnet_id': '896279b4-178a-486b-9bc2-43ebc508ce9b'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:43.183248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.240427 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1306e9fa-8316-4d0b-ad40-3b0ef5c5c49d tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1047924 Dec 08 13:06:43.242542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56488) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:43.258780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'port': {'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-281637004'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:43.320526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56490) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:43.346483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f1f95-1541-4ecf-8b19-713706c6aff0 None None] Update dhcp port {'port': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'fixed_ips': [{'subnet_id': '2b208388-8877-4f4a-8304-d12ce61f539b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7a429bf3-a897-44dc-8b64-910f0b25f4cd'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:06:43.360076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c144-c023-41aa-a7a2-481eb68964c3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.371464 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:38Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a52fc7dc-bc40-4508-b3f6-203e0536e841', 'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'mac_address': 'fa:16:3e:fc:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:36Z', 'updated_at': '2021-12-08T13:06:39Z', 'revision_number': 2, 'project_id': '0f0aade1979141fb91c398026c436d70', 'subnets': [{'id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:43.406628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c144-c023-41aa-a7a2-481eb68964c3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.415957 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a3b0c144-c023-41aa-a7a2-481eb68964c3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/ea333da0-0c4d-4364-b34d-93c1d8b60343 HTTP/1.1" status: 204 len: 168 time: 0.6675019 Dec 08 13:06:43.423312 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Checking router: 835462fd-6d4e-41f4-861c-dec2373c820b for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:06:43.424076 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Updating router 835462fd-6d4e-41f4-861c-dec2373c820b port a52fc7dc-bc40-4508-b3f6-203e0536e841 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:06:43.471706 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.484119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56494) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:43.542516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3047b96-1d88-4bc2-a092-c2641fb2a628 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:43.565748 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-19ba031c-6866-4aa6-bff0-f0b59e720e36 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802686 Dec 08 13:06:43.566462 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56498) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:43.573467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:43.592163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0c144-c023-41aa-a7a2-481eb68964c3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=ea333da0-0c4d-4364-b34d-93c1d8b60343,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:43.594023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-540f1f95-1541-4ecf-8b19-713706c6aff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.607170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c2145711-3a32-4d3c-ad17-ee05e4d6a986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.734998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:43.769755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-db6a81f0-1b1f-4df4-91cd-ab71f746d7da tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:43.772587 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-db6a81f0-1b1f-4df4-91cd-ab71f746d7da tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/networks?id=11ea6c58-ca8a-4949-955a-7cb58ae27ba7 HTTP/1.1" status: 200 len: 796 time: 0.6538439 Dec 08 13:06:43.781527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Allocated IP 2001:db8::2 (9dbd842e-6aec-4251-a4d5-2be386a13807/896279b4-178a-486b-9bc2-43ebc508ce9b/77165aeb-4d2d-4d1a-960d-d7efba1793e1) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:43.788641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c2145711-3a32-4d3c-ad17-ee05e4d6a986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.804614 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:43.810728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.827164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36692278-39c7-4631-8890-8407480ebad2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.841408 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-5f96e2a4-c5f3-43b9-b476-b7ffaa2e98bd tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/quotas/0f0aade1979141fb91c398026c436d70 HTTP/1.1" status: 200 len: 375 time: 0.0593066 Dec 08 13:06:43.847529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c2145711-3a32-4d3c-ad17-ee05e4d6a986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.877062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a208ce-6281-4f47-8c88-fc2d9124f03e req-6085bbd4-0bd2-4b5e-a64e-da2e8065cc74 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:43.878601 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-01a208ce-6281-4f47-8c88-fc2d9124f03e req-6085bbd4-0bd2-4b5e-a64e-da2e8065cc74 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2440023 Dec 08 13:06:43.894548 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.906367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36692278-39c7-4631-8890-8407480ebad2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.929023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.953559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Made reservation on behalf of 30837a46fe7f4ba895894f2ddf615fbd for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:43.957926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.964233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:43.965193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:43.971786 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c2145711-3a32-4d3c-ad17-ee05e4d6a986 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e825729521a5463dba18e108eea891d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6498580 Dec 08 13:06:43.976641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56500) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:43.977237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2145711-3a32-4d3c-ad17-ee05e4d6a986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65841b0-91cc-4fca-8823-d961d0665e1c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:43.981745 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.041867 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-a428483b-beef-4769-954b-90ee39e47e16 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0f0aade1979141fb91c398026c436d70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901381 Dec 08 13:06:44.042621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36692278-39c7-4631-8890-8407480ebad2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b40483e-2a3e-44de-9e31-ab9c14e88651,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:44.049984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] device_id is not set on port 9b2903c3-a252-40bd-a9b6-ca79ec2cf855 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:44.093615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47430d3-595e-4343-a863-fa49f5777312 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:44.094415 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Pushing event updated for resources: {'Port': ['ID=a52fc7dc-bc40-4508-b3f6-203e0536e841,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:44.099377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.147739 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.147739 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.147739 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.148086 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.148343 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.148573 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.148926 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.149270 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.149607 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.149955 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.150290 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.152465 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.154603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:06:44.157430 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-01a208ce-6281-4f47-8c88-fc2d9124f03e req-bf99f659-9945-4035-a0d4-a2a5d80ca2e5 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595224 Dec 08 13:06:44.186708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-540f1f95-1541-4ecf-8b19-713706c6aff0 None None] Allocated IP 2001:db8::2 (f81695e5-12b9-492d-a2d0-4f8ca240563c/7a429bf3-a897-44dc-8b64-910f0b25f4cd/8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:44.194481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.229317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36692278-39c7-4631-8890-8407480ebad2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.231025 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-36692278-39c7-4631-8890-8407480ebad2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2395599 Dec 08 13:06:44.234620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56504) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:44.236501 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Attempting to bind port a52fc7dc-bc40-4508-b3f6-203e0536e841 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:44.237741 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Attempting to bind port a52fc7dc-bc40-4508-b3f6-203e0536e841 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:44.238136 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Attempting to bind port a52fc7dc-bc40-4508-b3f6-203e0536e841 on network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:44.244699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-cbc108a9-0e38-40c1-bceb-12fbb872e920 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'security_group': {'name': 'tempest-secgroup-1695784415'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:44.257722 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:44.257722 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Checking segment: {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:44.257722 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.257722 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Bound using segment: {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:44.257722 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Bound port: a52fc7dc-bc40-4508-b3f6-203e0536e841, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:44.258136 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.305136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.324715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.371200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:44.376899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a47430d3-595e-4343-a863-fa49f5777312 None None] Deleting port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:44.377916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a47430d3-595e-4343-a863-fa49f5777312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.379393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:44.383752 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] For port a52fc7dc-bc40-4508-b3f6-203e0536e841, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:44.384245 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:44.385158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.387955 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] For port a52fc7dc-bc40-4508-b3f6-203e0536e841, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a52fc7dc-bc40-4508-b3f6-203e0536e841,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:44.407775 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cbc108a9-0e38-40c1-bceb-12fbb872e920 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.423476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e8ca303a-67bb-4162-a319-704b1c7ba8e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.439970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=a3c82753-0b7c-4c43-9cf9-12acc6b3dac6,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:44.448337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=fd1eec1d-6dd8-4b93-91d2-1462e0ce0def,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:44.462464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-540f1f95-1541-4ecf-8b19-713706c6aff0 None None] For port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,segment=NetworkSegment(707aded2-53f8-4a57-ad5c-51c3509b2652),segment_id=707aded2-53f8-4a57-ad5c-51c3509b2652)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:44.468268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.508527 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.529319 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-f04049e1-19e1-487c-b2ea-67db42cc1cdc service neutron] 10.222.0.76 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455101 Dec 08 13:06:44.535377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e8ca303a-67bb-4162-a319-704b1c7ba8e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.538830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.539718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cbc108a9-0e38-40c1-bceb-12fbb872e920 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.542855 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:44.558051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a47430d3-595e-4343-a863-fa49f5777312 None None] For port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=32b2f79b-a3f1-4f09-a65a-b3c0f7c37325,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:44.558446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a47430d3-595e-4343-a863-fa49f5777312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.567617 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:44.570794 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:44.572152 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:44.575961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:44.580824 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0444e4cc-55cf-4af4-9563-b261d3e4c6fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0115373 Dec 08 13:06:44.583633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56506) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:44.588811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-cb7b3d3d-be3b-46a5-8b2a-9c43549ae026 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-502248160', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:44.595532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-540f1f95-1541-4ecf-8b19-713706c6aff0 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.603820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a47430d3-595e-4343-a863-fa49f5777312 None None] Calling delete_port for 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:44.605604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Pushing event updated for resources: {'Port': ['ID=77165aeb-4d2d-4d1a-960d-d7efba1793e1,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:44.622623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a3e4a3e1-a263-4fdf-9795-a75dd48f4aa5 None None] Provisioning complete for port a52fc7dc-bc40-4508-b3f6-203e0536e841 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:44.622996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a3e1-a263-4fdf-9795-a75dd48f4aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.623213 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cbc108a9-0e38-40c1-bceb-12fbb872e920 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.667495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a099f4b-32be-4af5-9157-6c27ee96a95d req-cf9d5e17-461f-442f-bde3-6fe67f605bad tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:44.669108 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a099f4b-32be-4af5-9157-6c27ee96a95d req-cf9d5e17-461f-442f-bde3-6fe67f605bad tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2999227 Dec 08 13:06:44.674462 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc108a9-0e38-40c1-bceb-12fbb872e920 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba793fe-01ad-4c80-bdf5-c4f4db531a5d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:44.719431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3d3d-be3b-46a5-8b2a-9c43549ae026 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.720252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Allocated IP 2001:db8::18c (9dbd842e-6aec-4251-a4d5-2be386a13807/896279b4-178a-486b-9bc2-43ebc508ce9b/9b2903c3-a252-40bd-a9b6-ca79ec2cf855) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:44.720434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3d3d-be3b-46a5-8b2a-9c43549ae026 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.733738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-540f1f95-1541-4ecf-8b19-713706c6aff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.741301 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c5013-b6f5-450f-a6e2-377c7594d697 None None] Pushing event updated for resources: {'Port': ['ID=a52fc7dc-bc40-4508-b3f6-203e0536e841,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:44.782522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3d3d-be3b-46a5-8b2a-9c43549ae026 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.800217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Attempting to bind port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:44.800598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Attempting to bind port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '91fc6ed3-a752-4cab-96dd-abe66736a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:44.800980 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Attempting to bind port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 on network 9dbd842e-6aec-4251-a4d5-2be386a13807 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:44.847771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3d3d-be3b-46a5-8b2a-9c43549ae026 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.863699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f1f95-1541-4ecf-8b19-713706c6aff0 None None] Pushing event updated for resources: {'Port': ['ID=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:44.866666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:44.867056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Checking segment: {'id': '91fc6ed3-a752-4cab-96dd-abe66736a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:44.867466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.867862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Bound using segment: {'id': '91fc6ed3-a752-4cab-96dd-abe66736a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:44.868349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Bound port: 77165aeb-4d2d-4d1a-960d-d7efba1793e1, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fc6ed3-a752-4cab-96dd-abe66736a0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:44.871262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.892266 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:44.898933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cbc108a9-0e38-40c1-bceb-12fbb872e920 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.900515 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cbc108a9-0e38-40c1-bceb-12fbb872e920 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6645546 Dec 08 13:06:44.903372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56508) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:44.913609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f33de599-c510-4911-a6c5-e4401045e998 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'security_group': {'name': 'tempest-secgroup-1157163780'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:44.968064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3d3d-be3b-46a5-8b2a-9c43549ae026 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:44.974103 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cb7b3d3d-be3b-46a5-8b2a-9c43549ae026 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3882647 Dec 08 13:06:44.974827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56510) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:44.989601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] For port 77165aeb-4d2d-4d1a-960d-d7efba1793e1, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:44.994044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] For port 77165aeb-4d2d-4d1a-960d-d7efba1793e1, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=77165aeb-4d2d-4d1a-960d-d7efba1793e1,segment=NetworkSegment(91fc6ed3-a752-4cab-96dd-abe66736a0b7),segment_id=91fc6ed3-a752-4cab-96dd-abe66736a0b7)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:45.035671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a3e1-a263-4fdf-9795-a75dd48f4aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.067541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.102882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a3e4a3e1-a263-4fdf-9795-a75dd48f4aa5 None None] For port a52fc7dc-bc40-4508-b3f6-203e0536e841, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a52fc7dc-bc40-4508-b3f6-203e0536e841,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:45.134265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a47430d3-595e-4343-a863-fa49f5777312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.175037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47430d3-595e-4343-a863-fa49f5777312 None None] No DVR routers for this DVR port 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:45.195845 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a3e1-a263-4fdf-9795-a75dd48f4aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.231950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee8768-89dc-46a8-8462-f71c62ba28b0 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:45.240931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46788a-3b51-4af8-a7d1-37f64779bdfa None None] Pushing event updated for resources: {'Port': ['ID=77165aeb-4d2d-4d1a-960d-d7efba1793e1,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:45.279418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.329662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47430d3-595e-4343-a863-fa49f5777312 None None] Pushing event deleted for resources: {'Port': ['ID=32b2f79b-a3f1-4f09-a65a-b3c0f7c37325,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:45.383345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f33de599-c510-4911-a6c5-e4401045e998 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.401627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a1bffdb3-b27d-4131-88bc-cc2dfa290289 None None] Provisioning complete for port a52fc7dc-bc40-4508-b3f6-203e0536e841 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:45.402427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a1bffdb3-b27d-4131-88bc-cc2dfa290289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.412240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.445517 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-b428e0c4-ba7a-4efc-b6c0-ea7dcecdba62 service neutron] 10.222.0.76 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905456 Dec 08 13:06:45.553928 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:38Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a52fc7dc-bc40-4508-b3f6-203e0536e841', 'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'mac_address': 'fa:16:3e:fc:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:36Z', 'updated_at': '2021-12-08T13:06:44Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'subnets': [{'id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:45.600030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4a3e1-a263-4fdf-9795-a75dd48f4aa5 None None] Pushing event updated for resources: {'Port': ['ID=a52fc7dc-bc40-4508-b3f6-203e0536e841,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:45.608963 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 58a513fb-ef2b-4de6-80b5-fa6f3e6b51c3 associated. External IP: 172.26.7.125, port: e4c16483-efe1-4013-938c-d5b984729b1f. Dec 08 13:06:45.610025 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4655c-9565-4ccd-ba01-0232f99f7121 None None] The sync data for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv is: [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:38Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a52fc7dc-bc40-4508-b3f6-203e0536e841', 'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'mac_address': 'fa:16:3e:fc:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:36Z', 'updated_at': '2021-12-08T13:06:44Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'subnets': [{'id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:45.624493 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': 'a3c82753-0b7c-4c43-9cf9-12acc6b3dac6'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:06:45.625898 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a099f4b-32be-4af5-9157-6c27ee96a95d req-4fb8a42b-02e7-49d7-b89e-5978b7fb6797 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9032769 Dec 08 13:06:45.627795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.766843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e8ca303a-67bb-4162-a319-704b1c7ba8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.772027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e8ca303a-67bb-4162-a319-704b1c7ba8e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.773280 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e8ca303a-67bb-4162-a319-704b1c7ba8e5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e65841b0-91cc-4fca-8823-d961d0665e1c HTTP/1.1" status: 204 len: 168 time: 1.7910290 Dec 08 13:06:45.861510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f33de599-c510-4911-a6c5-e4401045e998 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.926110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f33de599-c510-4911-a6c5-e4401045e998 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:45.948858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca303a-67bb-4162-a319-704b1c7ba8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65841b0-91cc-4fca-8823-d961d0665e1c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:46.110380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33de599-c510-4911-a6c5-e4401045e998 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b1a4e4-aeac-4f5d-8d12-c28897b2513a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:46.119206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 77165aeb-4d2d-4d1a-960d-d7efba1793e1 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:46.169349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/a3c82753-0b7c-4c43-9cf9-12acc6b3dac6/4355371b-e7d4-4b8c-8f84-a53227ecbadc) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:46.179340 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f33de599-c510-4911-a6c5-e4401045e998 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:46.181770 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f33de599-c510-4911-a6c5-e4401045e998 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2773612 Dec 08 13:06:46.184997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47effcaf-2f5a-4156-bda0-53084d31a079 req-34ba0cf6-3205-4077-b492-c93f4910f9de tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:46.186798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56518) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:46.194932 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47effcaf-2f5a-4156-bda0-53084d31a079 req-34ba0cf6-3205-4077-b492-c93f4910f9de tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.3513284 Dec 08 13:06:46.217196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1791590900', 'security_groups': ['23b1a4e4-aeac-4f5d-8d12-c28897b2513a'], 'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a429bf3-a897-44dc-8b64-910f0b25f4cd'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:46.269579 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-912c2472-cfba-466f-8093-fe4ba9993270 None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:46.269955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-912c2472-cfba-466f-8093-fe4ba9993270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:46.305502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:46.361495 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:46.400553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:46.400943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:46.527647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:46.545683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47effcaf-2f5a-4156-bda0-53084d31a079 req-7e542c12-7710-4e32-8c72-1d3979915435 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445191 Dec 08 13:06:46.621007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:46.728035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:46.763913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:46.801729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] device_id is not set on port a09e3460-3f25-45a4-9a9f-fcb113c28f9d yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:46.827273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-912c2472-cfba-466f-8093-fe4ba9993270 None None] Provisioning complete for port 8217e471-34c3-4f45-9b0a-efc781d3b376 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:46.827649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-912c2472-cfba-466f-8093-fe4ba9993270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:46.859557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:46.878716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-912c2472-cfba-466f-8093-fe4ba9993270 None None] Port 8217e471-34c3-4f45-9b0a-efc781d3b376 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:46.878716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b705622-7b4c-4413-9fea-e67d2507c492 None None] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:46.883951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:46.891708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:46.906236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:46.909846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:46.916006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56528) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:47.008108 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4078fe1d-1d89-499c-823a-1c877d652db6 req-82362a64-001a-461c-a7eb-5d1631efda0c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.0355105 Dec 08 13:06:47.029469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:47.037882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Port': ['ID=9b2903c3-a252-40bd-a9b6-ca79ec2cf855,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:47.076967 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-da944df0-9102-4166-a202-efa519f38547 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3ac1e41bacc406fa5870f6ef12a4691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499956 Dec 08 13:06:47.079268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56530) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:47.106108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7866c60-c929-4bb0-bff4-958236c36bbc None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:47.115960 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8::102 (f81695e5-12b9-492d-a2d0-4f8ca240563c/7a429bf3-a897-44dc-8b64-910f0b25f4cd/a09e3460-3f25-45a4-9a9f-fcb113c28f9d) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:47.144090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-616b8b2e-6c36-4fef-9664-57506f44d8bb tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8944294 Dec 08 13:06:47.144991 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56532) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:47.145116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58b6-ef37-4c8b-972d-4d32f606d661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.151177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'port': {'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-686039072', 'allowed_address_pairs': [{'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:8e:59:54'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:47.157023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7866c60-c929-4bb0-bff4-958236c36bbc None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:47.157666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f7866c60-c929-4bb0-bff4-958236c36bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:47.165944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.211556 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-64a85465-96ee-45d6-b38b-e0e9831a5b58 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.2958939 Dec 08 13:06:47.215206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56536) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:47.218962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58b6-ef37-4c8b-972d-4d32f606d661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.223629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f25126c5-c9fc-4149-9c80-3516cecfced3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'port_id': 'e4c16483-efe1-4013-938c-d5b984729b1f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:47.282744 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.286788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.295806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f7866c60-c929-4bb0-bff4-958236c36bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:47.309770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-790098e0-5af4-470f-8ca7-6584a0e370be None None] Provisioning complete for port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:47.310155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-790098e0-5af4-470f-8ca7-6584a0e370be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.358540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f25126c5-c9fc-4149-9c80-3516cecfced3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.375065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18f671-a121-4a52-a6f6-2752011322c0 req-a1ec0f2a-79a6-4f46-862b-0f7b973616dc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:47.376626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba18f671-a121-4a52-a6f6-2752011322c0 req-a1ec0f2a-79a6-4f46-862b-0f7b973616dc tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1063030 Dec 08 13:06:47.413221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7866c60-c929-4bb0-bff4-958236c36bbc None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:47.413866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f7866c60-c929-4bb0-bff4-958236c36bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:47.428299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.439747 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Made reservation on behalf of 30837a46fe7f4ba895894f2ddf615fbd for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:47.501157 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba18f671-a121-4a52-a6f6-2752011322c0 req-90e6a0b0-6773-4cb6-976e-01bf8861391c tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895989 Dec 08 13:06:47.502595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 77165aeb-4d2d-4d1a-960d-d7efba1793e1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=77165aeb-4d2d-4d1a-960d-d7efba1793e1,segment=NetworkSegment(91fc6ed3-a752-4cab-96dd-abe66736a0b7),segment_id=91fc6ed3-a752-4cab-96dd-abe66736a0b7)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:47.550470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f7866c60-c929-4bb0-bff4-958236c36bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:47.551211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7866c60-c929-4bb0-bff4-958236c36bbc None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:47.594128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:47.606841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:47.612998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:47.633774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58b6-ef37-4c8b-972d-4d32f606d661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.636493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58b6-ef37-4c8b-972d-4d32f606d661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.640027 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fa4a58b6-ef37-4c8b-972d-4d32f606d661 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/275393aa-24ca-4ba0-b977-c91d5644f080 HTTP/1.1" status: 204 len: 168 time: 0.5573218 Dec 08 13:06:47.641261 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::1 (c6b804cf-1df5-4af3-9dce-30751e804dc0/a3c82753-0b7c-4c43-9cf9-12acc6b3dac6/11cf5dd4-7614-4f42-a151-1ce8b0e48c63) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:47.642021 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.643809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:47.681222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.686911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.693202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a58b6-ef37-4c8b-972d-4d32f606d661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275393aa-24ca-4ba0-b977-c91d5644f080,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:47.750739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] device_id is not set on port 6c842802-0248-4a9d-93fd-eae04c43fe79 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:47.783597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Pushing event updated for resources: {'Port': ['ID=4355371b-e7d4-4b8c-8f84-a53227ecbadc,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:47.862597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Attempting to bind port 4355371b-e7d4-4b8c-8f84-a53227ecbadc on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:47.863128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Attempting to bind port 4355371b-e7d4-4b8c-8f84-a53227ecbadc by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:47.863585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Attempting to bind port 4355371b-e7d4-4b8c-8f84-a53227ecbadc on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:47.890876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:47.891361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:47.891892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.892408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:47.892968 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Bound port: 4355371b-e7d4-4b8c-8f84-a53227ecbadc, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:47.893418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.897865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:47.898475 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:47.907492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=77165aeb-4d2d-4d1a-960d-d7efba1793e1,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:48.011879 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.027529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] For port 4355371b-e7d4-4b8c-8f84-a53227ecbadc, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:48.027962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] For port 4355371b-e7d4-4b8c-8f84-a53227ecbadc, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4355371b-e7d4-4b8c-8f84-a53227ecbadc,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:48.058741 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.118792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-249b1540-d24d-4c76-a305-601566ce2b6b None None] Provisioning complete for port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:48.119169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-249b1540-d24d-4c76-a305-601566ce2b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.120169 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-528457a3-6ca0-49b8-a57a-c2c61ed420bb req-0c668a5d-745c-493a-9e4c-6d286cf909ca tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.0362358 Dec 08 13:06:48.145568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:48.152469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.177000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Allocated IP 2001:db8::363 (9dbd842e-6aec-4251-a4d5-2be386a13807/896279b4-178a-486b-9bc2-43ebc508ce9b/6c842802-0248-4a9d-93fd-eae04c43fe79) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:48.194784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f25126c5-c9fc-4149-9c80-3516cecfced3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.206260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:48.213786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:48.220048 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:48.220701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.223962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.229087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=a09e3460-3f25-45a4-9a9f-fcb113c28f9d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:48.248580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13707d7b-6daf-4322-871e-7ac7fd6f1f2e None None] Pushing event updated for resources: {'Port': ['ID=4355371b-e7d4-4b8c-8f84-a53227ecbadc,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:48.257098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f25126c5-c9fc-4149-9c80-3516cecfced3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.301528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:48.310993 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:48.323559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:48.324168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.377216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-249b1540-d24d-4c76-a305-601566ce2b6b None None] Provisioning complete for port 9b2903c3-a252-40bd-a9b6-ca79ec2cf855 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:48.377216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-249b1540-d24d-4c76-a305-601566ce2b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.421602 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fe669a73-5522-44d5-977e-caab2d484fdd tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2096927 Dec 08 13:06:48.423550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=11cf5dd4-7614-4f42-a151-1ce8b0e48c63,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:48.426619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:48.443256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:48.449638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-249b1540-d24d-4c76-a305-601566ce2b6b None None] Port 9b2903c3-a252-40bd-a9b6-ca79ec2cf855 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:48.458696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-99e76c7c-8fdf-4cc0-a5ed-750bddaa52ca tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:48.478173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:06:48.478964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 32b2f79b-a3f1-4f09-a65a-b3c0f7c37325 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:06:48.587489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9c375d70-7d1f-4c22-83ce-662caa6ee38f None None] Provisioning complete for port 9b2903c3-a252-40bd-a9b6-ca79ec2cf855 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:48.587874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c375d70-7d1f-4c22-83ce-662caa6ee38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.717070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9c375d70-7d1f-4c22-83ce-662caa6ee38f None None] Port 9b2903c3-a252-40bd-a9b6-ca79ec2cf855 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:48.753329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25126c5-c9fc-4149-9c80-3516cecfced3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:48.782385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76933c23-9232-4bf2-b7ca-7d5b52d27928 req-f73562bc-11cb-4f17-82ba-87b976e389ef tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:48.784168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76933c23-9232-4bf2-b7ca-7d5b52d27928 req-f73562bc-11cb-4f17-82ba-87b976e389ef tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.0677528 Dec 08 13:06:48.822025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 77165aeb-4d2d-4d1a-960d-d7efba1793e1 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:48.839615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.920944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e8215127-e5f7-4af5-ae4f-2cd2f9dc71ac None None] Provisioning complete for port a09e3460-3f25-45a4-9a9f-fcb113c28f9d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:48.930290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.934503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8215127-e5f7-4af5-ae4f-2cd2f9dc71ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.945549 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76933c23-9232-4bf2-b7ca-7d5b52d27928 req-be6c9151-c906-438f-a01a-a17b6725c7af tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009948 Dec 08 13:06:48.960464 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e76c7c-8fdf-4cc0-a5ed-750bddaa52ca tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:48.968103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25126c5-c9fc-4149-9c80-3516cecfced3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:48.972968 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f25126c5-c9fc-4149-9c80-3516cecfced3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.977772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99e76c7c-8fdf-4cc0-a5ed-750bddaa52ca tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:48.983434 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f9170-3f3c-4eab-a0ee-779822b174a5 None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:49.000904 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f9170-3f3c-4eab-a0ee-779822b174a5 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:49.005390 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cd2f9170-3f3c-4eab-a0ee-779822b174a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:49.048447 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f25126c5-c9fc-4149-9c80-3516cecfced3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/floatingips/58a513fb-ef2b-4de6-80b5-fa6f3e6b51c3 HTTP/1.1" status: 200 len: 977 time: 1.8321514 Dec 08 13:06:49.050971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56570) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:49.051635 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:49.063154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e8215127-e5f7-4af5-ae4f-2cd2f9dc71ac None None] Port a09e3460-3f25-45a4-9a9f-fcb113c28f9d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:49.077177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:49.078706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:49.101193 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cd2f9170-3f3c-4eab-a0ee-779822b174a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:49.119603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f9170-3f3c-4eab-a0ee-779822b174a5 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:49.120466 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cd2f9170-3f3c-4eab-a0ee-779822b174a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:49.201650 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cd2f9170-3f3c-4eab-a0ee-779822b174a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:49.202329 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f9170-3f3c-4eab-a0ee-779822b174a5 None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:49.268818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a52fc7dc-bc40-4508-b3f6-203e0536e841 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:49.337070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a52fc7dc-bc40-4508-b3f6-203e0536e841 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:49.337595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:49.347775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56586) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:49.398235 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-833a40ee-73f2-4150-950a-d62f77640c58 req-08aa9c92-d936-47de-a324-cd9e5e580d8a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.1598759 Dec 08 13:06:49.500794 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:06:49.566818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc522fd-5dba-4dcd-94bb-9703816655c2 req-cff08461-c5bf-4c5e-97ca-6781f485fd0e tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:49.569281 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3fc522fd-5dba-4dcd-94bb-9703816655c2 req-cff08461-c5bf-4c5e-97ca-6781f485fd0e tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1857488 Dec 08 13:06:49.577646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'networks': [{'name': 'tempest-network--651761327'}, {'name': 'tempest-network--368043794'}]} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:49.577973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'network': {'name': 'tempest-network--651761327'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:49.578434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'network': {'name': 'tempest-network--368043794'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:49.621216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:49.624544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-b4b3c3c8-21e9-4f3c-8839-215c8ed86819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:49.626090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-b4b3c3c8-21e9-4f3c-8839-215c8ed86819 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 1098 time: 0.1835256 Dec 08 13:06:49.665065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port fd1eec1d-6dd8-4b93-91d2-1462e0ce0def {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:49.665408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:49.666555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:49.672840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:49.678516 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:49.679182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:49.686366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Port': ['ID=6c842802-0248-4a9d-93fd-eae04c43fe79,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:49.704410 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3fc522fd-5dba-4dcd-94bb-9703816655c2 req-572e5d67-6a88-42aa-a551-1d03ea4b2d43 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179969 Dec 08 13:06:49.760926 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.ipam_backend_mixin [None req-99e76c7c-8fdf-4cc0-a5ed-750bddaa52ca tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a429bf3-a897-44dc-8b64-910f0b25f4cd (CIDR: 2001:db8::/64) Dec 08 13:06:49.783547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Made reservation on behalf of f06964f5f4f541169375f86a41f73684 for: {'network': 2} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:49.788531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:49.806155 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e76c7c-8fdf-4cc0-a5ed-750bddaa52ca tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:06:49.807024 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e76c7c-8fdf-4cc0-a5ed-750bddaa52ca tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:06:49.830071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:49.830969 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cc4b7673-5e38-480b-b7bb-71f33359cac3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6850982 Dec 08 13:06:49.834119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56590) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:49.879544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:49.880011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:49.892641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-4e70e065-5eee-4ca2-9360-df624dcb2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:49.894526 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-4e70e065-5eee-4ca2-9360-df624dcb2aea service neutron] 10.222.0.72 "GET /v2.0/networks?id=94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 200 len: 912 time: 0.2523034 Dec 08 13:06:49.903409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for fd1eec1d-6dd8-4b93-91d2-1462e0ce0def owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:49.908940 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-99e76c7c-8fdf-4cc0-a5ed-750bddaa52ca tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4585805 Dec 08 13:06:49.909564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56592) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:49.924270 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8fdff6b8-9ddb-4f68-9fec-707816ed0bc1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:49.989041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d02c1-8916-41bc-b27c-817b1ff3b2dc tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:49.995616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d02c1-8916-41bc-b27c-817b1ff3b2dc tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:50.001644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d02c1-8916-41bc-b27c-817b1ff3b2dc tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:50.003353 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b99d02c1-8916-41bc-b27c-817b1ff3b2dc tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1660378 Dec 08 13:06:50.008325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56594) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:50.050030 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-861514af-031b-4c5d-a094-205e6b2ec3a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 200 len: 1000 time: 0.1405442 Dec 08 13:06:50.083383 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.093575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-41c8d3a9-9971-4722-b8f9-3eb6e1cae3ab None None] Provisioning complete for port 4355371b-e7d4-4b8c-8f84-a53227ecbadc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:50.094202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-41c8d3a9-9971-4722-b8f9-3eb6e1cae3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.152907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.169078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-6c3d6453-c851-4d67-8c09-d463b40ffd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:50.170672 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-6c3d6453-c851-4d67-8c09-d463b40ffd58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3667c4c-da82-4c96-9338-734a8c9b92a9 HTTP/1.1" status: 200 len: 850 time: 0.1128361 Dec 08 13:06:50.190234 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.191014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-41c8d3a9-9971-4722-b8f9-3eb6e1cae3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.191652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.231716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-41c8d3a9-9971-4722-b8f9-3eb6e1cae3ab None None] For port 4355371b-e7d4-4b8c-8f84-a53227ecbadc, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4355371b-e7d4-4b8c-8f84-a53227ecbadc,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:50.236385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-eca85ba1-76a0-4794-b737-c651836d5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:50.237900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-eca85ba1-76a0-4794-b737-c651836d5df2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=94610d8d-462e-4641-bb77-8acc86d889aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564165 Dec 08 13:06:50.240664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.240664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.284540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-84f704a6-1538-4ac8-b210-8c88bb7c9433 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Deleting port 6c842802-0248-4a9d-93fd-eae04c43fe79 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:50.284885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84f704a6-1538-4ac8-b210-8c88bb7c9433 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.302167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-41c8d3a9-9971-4722-b8f9-3eb6e1cae3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.341708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-41c8d3a9-9971-4722-b8f9-3eb6e1cae3ab None None] Provisioning complete for port 6c842802-0248-4a9d-93fd-eae04c43fe79 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:50.342039 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-41c8d3a9-9971-4722-b8f9-3eb6e1cae3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.356657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=11cf5dd4-7614-4f42-a151-1ce8b0e48c63,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:50.370622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdff6b8-9ddb-4f68-9fec-707816ed0bc1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:50.373485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8fdff6b8-9ddb-4f68-9fec-707816ed0bc1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.375093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a73526-5033-4da6-a804-0837cb4a1876,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:50.384412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8d3a9-9971-4722-b8f9-3eb6e1cae3ab None None] Pushing event updated for resources: {'Port': ['ID=4355371b-e7d4-4b8c-8f84-a53227ecbadc,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:50.400929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-41c8d3a9-9971-4722-b8f9-3eb6e1cae3ab None None] Port 6c842802-0248-4a9d-93fd-eae04c43fe79 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:50.416154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-9ad3642c-459c-47ab-be99-c195d74d8632 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585033 Dec 08 13:06:50.455847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.457752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:50.510411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:50.522561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:50.530178 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fcd7fc0e-ca91-4104-a745-f135735794ec req-c0bf08cd-a3df-4755-8a61-843e65d44a30 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.0800776 Dec 08 13:06:50.534840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f435a444-175e-4920-a935-9da15b7da302 None None] Provisioning complete for port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:50.535066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=fd1eec1d-6dd8-4b93-91d2-1462e0ce0def,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:50.535645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f435a444-175e-4920-a935-9da15b7da302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.555082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84f704a6-1538-4ac8-b210-8c88bb7c9433 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.557731 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.ipam_backend_mixin [None req-8fdff6b8-9ddb-4f68-9fec-707816ed0bc1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2b208388-8877-4f4a-8304-d12ce61f539b (CIDR: 2001:db8:0:1::/64) Dec 08 13:06:50.565798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-84f704a6-1538-4ac8-b210-8c88bb7c9433 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Calling delete_port for 6c842802-0248-4a9d-93fd-eae04c43fe79 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:50.613593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f435a444-175e-4920-a935-9da15b7da302 None None] Port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:50.627842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.628181 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Added segment 0349c31b-1a54-404b-86b4-5abe9931e485 of type vlan for network a784df3f-d558-4e76-986d-47a6029d6e45 Dec 08 13:06:50.632370 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdff6b8-9ddb-4f68-9fec-707816ed0bc1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:06:50.632990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fdff6b8-9ddb-4f68-9fec-707816ed0bc1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:06:50.709214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4355371b-e7d4-4b8c-8f84-a53227ecbadc up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:50.788046 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 4355371b-e7d4-4b8c-8f84-a53227ecbadc triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:50.788689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.801793 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8fdff6b8-9ddb-4f68-9fec-707816ed0bc1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8860376 Dec 08 13:06:50.820559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56602) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:50.829626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'subnet': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:50.858791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1be5cb50-906a-43cf-8482-4dab34af63c9 None None] Provisioning complete for port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:50.859168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1be5cb50-906a-43cf-8482-4dab34af63c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:50.929833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1be5cb50-906a-43cf-8482-4dab34af63c9 None None] Port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:51.070117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Router 4a334d36-f27e-4d30-92c4-f2f8532ab502 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:06:51.125980 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.148188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Made reservation on behalf of 5a35742f37444c1896f111b89a9a5aa2 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:51.151729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.154762 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84f704a6-1538-4ac8-b210-8c88bb7c9433 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.155607 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-50a504a7-56bc-4ad5-b80e-18214c5671db req-ca2b6964-9e21-4747-90b3-7bb85dd3efb4 service neutron] 10.222.0.72 "GET /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274871 Dec 08 13:06:51.183219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.183563 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 58a513fb-ef2b-4de6-80b5-fa6f3e6b51c3 disassociated (deleted). External IP: 172.26.7.125, port: e4c16483-efe1-4013-938c-d5b984729b1f. Dec 08 13:06:51.220652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f704a6-1538-4ac8-b210-8c88bb7c9433 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event deleted for resources: {'Port': ['ID=6c842802-0248-4a9d-93fd-eae04c43fe79,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:51.231260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c998e-9878-470b-afd7-58c99574b834 req-64141570-41c6-45af-8f65-041549acb843 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:51.235821 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e3c998e-9878-470b-afd7-58c99574b834 req-64141570-41c6-45af-8f65-041549acb843 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1676257 Dec 08 13:06:51.239361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:51.264141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.264491 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Added segment 03032f63-30d1-4c4a-8c53-823b2cebe119 of type vlan for network b5c4d036-526e-4b1f-8ac8-771c9126e1ed Dec 08 13:06:51.314677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:51.324914 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2ca97cb3-712f-4cdd-a826-3f0fec201e6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "PUT /v2.0/routers/4a334d36-f27e-4d30-92c4-f2f8532ab502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3461771 Dec 08 13:06:51.325979 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56606) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:51.326775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Sync routers for ids ['4a334d36-f27e-4d30-92c4-f2f8532ab502'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:51.350901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Routers {'4a334d36-f27e-4d30-92c4-f2f8532ab502'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:51.356072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4a334d36-f27e-4d30-92c4-f2f8532ab502'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:51.407892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.421801 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e3c998e-9878-470b-afd7-58c99574b834 req-b1297990-c18e-4097-bf66-3b26c299d961 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753752 Dec 08 13:06:51.443661 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2d257f-10bd-4efd-92d6-0cd965b326e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:51.447592 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0b2d257f-10bd-4efd-92d6-0cd965b326e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports/11cf5dd4-7614-4f42-a151-1ce8b0e48c63 HTTP/1.1" status: 200 len: 911 time: 0.1111002 Dec 08 13:06:51.469851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56608) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:51.473277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84f704a6-1538-4ac8-b210-8c88bb7c9433 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.477886 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-84f704a6-1538-4ac8-b210-8c88bb7c9433 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "DELETE /v2.0/ports/6c842802-0248-4a9d-93fd-eae04c43fe79 HTTP/1.1" status: 204 len: 168 time: 1.4650755 Dec 08 13:06:51.484582 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56610) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:51.497636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Set router 4a334d36-f27e-4d30-92c4-f2f8532ab502 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:51.533269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bf9ef5-9c5d-43ee-b1bb-a0f0265305a1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] GET failed (client error): The resource could not be found. Dec 08 13:06:51.536741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-24bf9ef5-9c5d-43ee-b1bb-a0f0265305a1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "GET /v2.0/ports/6c842802-0248-4a9d-93fd-eae04c43fe79 HTTP/1.1" status: 404 len: 333 time: 0.0474901 Dec 08 13:06:51.544531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56612) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:51.551825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50623a16-b708-4df6-b641-17608d993f04 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:51.554057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'port': {'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-254167246'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:51.558131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50623a16-b708-4df6-b641-17608d993f04 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:51.563101 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-50623a16-b708-4df6-b641-17608d993f04 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0842583 Dec 08 13:06:51.569595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56614) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:51.678558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.679086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.684543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:51.689339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:51.689969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.730261 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8d23c3aa-dc28-46a8-9249-14787f2e7633 req-45a87aa3-fe34-4b6d-a665-f51e37c7dff1 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.0980778 Dec 08 13:06:51.744371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a334d36-f27e-4d30-92c4-f2f8532ab502', 'name': 'tempest-NetworksTestDHCPv6-router-502248160', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:44Z', 'updated_at': '2021-12-08T13:06:48Z', 'revision_number': 2, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None, '_interfaces': [{'id': '11cf5dd4-7614-4f42-a151-1ce8b0e48c63', 'name': '', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'mac_address': 'fa:16:3e:d1:bb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a334d36-f27e-4d30-92c4-f2f8532ab502', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a3c82753-0b7c-4c43-9cf9-12acc6b3dac6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:45Z', 'updated_at': '2021-12-08T13:06:49Z', 'revision_number': 2, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'subnets': [{'id': 'a3c82753-0b7c-4c43-9cf9-12acc6b3dac6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:51.788305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Checking router: 4a334d36-f27e-4d30-92c4-f2f8532ab502 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:06:51.789069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Updating router 4a334d36-f27e-4d30-92c4-f2f8532ab502 port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:06:51.825043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.834904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:51.835957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Network': ['ID=a784df3f-d558-4e76-986d-47a6029d6e45,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:51.858245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network a784df3f-d558-4e76-986d-47a6029d6e45 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:51.866008 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.5036376 Dec 08 13:06:51.874252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56620) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:51.925088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcec0e-288e-4812-ae82-cb180647ee74 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Network': ['ID=b5c4d036-526e-4b1f-8ac8-771c9126e1ed,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:51.958244 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:51.975627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Made reservation on behalf of 30837a46fe7f4ba895894f2ddf615fbd for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:51.979420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.008125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] device_id is not set on port 816fb561-f74a-4865-8926-569209fdb59d yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:52.040926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network b5c4d036-526e-4b1f-8ac8-771c9126e1ed details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:52.049961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Network f81695e5-12b9-492d-a2d0-4f8ca240563c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:52.066542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:52.077823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:52.077823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.082267 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Subnet': ['ID=6b6253a5-e629-4dd2-b680-0793ae0238f5,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:52.097725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa9aaf-a280-4d33-9802-ded573955ac8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:52.103804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa9aaf-a280-4d33-9802-ded573955ac8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:52.109761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa9aaf-a280-4d33-9802-ded573955ac8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:52.116191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa9aaf-a280-4d33-9802-ded573955ac8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:52.119252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:52.120797 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1dfa9aaf-a280-4d33-9802-ded573955ac8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2437630 Dec 08 13:06:52.122216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56622) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:52.124856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.141630 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84ee44-b820-4506-b1f0-392dc25a9291 None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:52.168316 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea4de00-a8a9-44a1-b5b8-3d2d405650a1 None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:52.183648 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84ee44-b820-4506-b1f0-392dc25a9291 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:52.184763 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fa84ee44-b820-4506-b1f0-392dc25a9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:52.192173 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-716cb5da-1bc0-49f1-874b-610b89a5944e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/floatingips/58a513fb-ef2b-4de6-80b5-fa6f3e6b51c3 HTTP/1.1" status: 204 len: 168 time: 3.1401584 Dec 08 13:06:52.196383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56624) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:52.242834 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fa84ee44-b820-4506-b1f0-392dc25a9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:52.243481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Allocated IP 2001:db8::74 (9dbd842e-6aec-4251-a4d5-2be386a13807/896279b4-178a-486b-9bc2-43ebc508ce9b/816fb561-f74a-4865-8926-569209fdb59d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:52.252019 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84ee44-b820-4506-b1f0-392dc25a9291 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:52.252647 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fa84ee44-b820-4506-b1f0-392dc25a9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:52.285219 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fa84ee44-b820-4506-b1f0-392dc25a9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:52.285883 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84ee44-b820-4506-b1f0-392dc25a9291 None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:52.297151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.307155 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-14f82202-d7bc-481e-8593-e23cd598c7d2 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4843225 Dec 08 13:06:52.312112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56628) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:52.318111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1747721553', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6b6253a5-e629-4dd2-b680-0793ae0238f5'}], 'security_groups': ['8b40483e-2a3e-44de-9e31-ab9c14e88651', '0ba793fe-01ad-4c80-bdf5-c4f4db531a5d']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:52.395056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b0851-1cce-43ff-8643-9eecd8d97c84 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port e4c16483-efe1-4013-938c-d5b984729b1f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:52.395407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b1b0851-1cce-43ff-8643-9eecd8d97c84 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.481417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.506954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a784df3f-d558-4e76-986d-47a6029d6e45']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:52.518702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0349c31b-1a54-404b-86b4-5abe9931e485') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:52.522468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0349c31b-1a54-404b-86b4-5abe9931e485') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:52.543027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.554894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.565733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b1b0851-1cce-43ff-8643-9eecd8d97c84 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.574343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f1255e-ef36-4c7d-84e7-f6387fe5414e None None] Update dhcp port {'port': {'network_id': 'f81695e5-12b9-492d-a2d0-4f8ca240563c', 'fixed_ips': [{'subnet_id': '2b208388-8877-4f4a-8304-d12ce61f539b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7a429bf3-a897-44dc-8b64-910f0b25f4cd', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b6253a5-e629-4dd2-b680-0793ae0238f5'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:06:52.581364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.595865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.600381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:52.600784 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.605696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b0851-1cce-43ff-8643-9eecd8d97c84 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for e4c16483-efe1-4013-938c-d5b984729b1f owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:52.618087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65f1255e-ef36-4c7d-84e7-f6387fe5414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.622376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:52.630390 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:52.685073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82050cc-85c5-4556-8147-da5af8268718 req-899f8694-17ca-4a7c-b513-ecb47f5bf088 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:52.686620 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f82050cc-85c5-4556-8147-da5af8268718 req-899f8694-17ca-4a7c-b513-ecb47f5bf088 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1451495 Dec 08 13:06:52.732401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6eca1-4248-4735-98f4-dbb168e8038e None None] Pushing event updated for resources: {'Port': ['ID=11cf5dd4-7614-4f42-a151-1ce8b0e48c63,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:52.811024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:52.832998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f82050cc-85c5-4556-8147-da5af8268718 req-c4306c6b-d6cc-44f1-b119-dfde432b1d09 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376576 Dec 08 13:06:52.988389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Attempting to bind port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:06:52.988690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Attempting to bind port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:06:52.989060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Attempting to bind port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:06:53.000819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:06:53.001225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:53.001636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.002045 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:06:53.002878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Bound port: 11cf5dd4-7614-4f42-a151-1ce8b0e48c63, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:06:53.003264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.071547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:53.100990 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-688c1553-3dfc-48d6-95e0-d6abeb073a0b req-92cbdf8e-e6ac-4b24-8836-d7bf48a7ca4e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.2196016 Dec 08 13:06:53.126615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Port': ['ID=816fb561-f74a-4865-8926-569209fdb59d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:53.130962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:53.131147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9197d3d7-4b52-45ba-a2bc-e5f27d9146a5 None None] Provisioning complete for port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:53.131523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9197d3d7-4b52-45ba-a2bc-e5f27d9146a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.143601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-65f1255e-ef36-4c7d-84e7-f6387fe5414e None None] Allocated IP 2001:db8:0:2::2 (f81695e5-12b9-492d-a2d0-4f8ca240563c/6b6253a5-e629-4dd2-b680-0793ae0238f5/8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:53.143842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:53.152850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:53.153520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.201853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] For port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:06:53.202052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32b56f-3fdf-407b-b2bd-883384b4a36f req-4f17cbcf-018b-43db-9f57-c949cd0922ca tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:53.202052 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec32b56f-3fdf-407b-b2bd-883384b4a36f req-4f17cbcf-018b-43db-9f57-c949cd0922ca tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1640339 Dec 08 13:06:53.225657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.232422 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] For port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=11cf5dd4-7614-4f42-a151-1ce8b0e48c63,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:06:53.233044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.243549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9197d3d7-4b52-45ba-a2bc-e5f27d9146a5 None None] Port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:53.265950 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c0b7e2ed-477e-45f8-a268-a72763190af0 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7178659 Dec 08 13:06:53.267368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56642) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:53.276069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-64ce1d01-7824-4a1a-b630-b70375b3f13f tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:8e:59:54'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:53.283234 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.285317 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec32b56f-3fdf-407b-b2bd-883384b4a36f req-7b6fa4c0-1757-4549-a423-415e014f7d93 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788834 Dec 08 13:06:53.286305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b1b0851-1cce-43ff-8643-9eecd8d97c84 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.337494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.370327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.377087 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/networks/a784df3f-d558-4e76-986d-47a6029d6e45 HTTP/1.1" status: 204 len: 168 time: 1.2503929 Dec 08 13:06:53.377087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9dc3e-a642-497f-a404-45cccde6a93d tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Network': ['ID=a784df3f-d558-4e76-986d-47a6029d6e45,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:53.382075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56646) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:53.394557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b0851-1cce-43ff-8643-9eecd8d97c84 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=e4c16483-efe1-4013-938c-d5b984729b1f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:53.431400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6eca1-4248-4735-98f4-dbb168e8038e None None] Pushing event updated for resources: {'Port': ['ID=11cf5dd4-7614-4f42-a151-1ce8b0e48c63,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:53.447781 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Routers {'4a334d36-f27e-4d30-92c4-f2f8532ab502'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:53.448405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4a334d36-f27e-4d30-92c4-f2f8532ab502'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:53.579541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.661999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-65f1255e-ef36-4c7d-84e7-f6387fe5414e None None] For port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,segment=NetworkSegment(707aded2-53f8-4a57-ad5c-51c3509b2652),segment_id=707aded2-53f8-4a57-ad5c-51c3509b2652)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:53.703687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b1b0851-1cce-43ff-8643-9eecd8d97c84 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.705562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] Set router 4a334d36-f27e-4d30-92c4-f2f8532ab502 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:53.710555 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8b1b0851-1cce-43ff-8643-9eecd8d97c84 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/ports/e4c16483-efe1-4013-938c-d5b984729b1f HTTP/1.1" status: 204 len: 168 time: 1.5096505 Dec 08 13:06:53.715633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56648) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:53.721689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:53.759730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65f1255e-ef36-4c7d-84e7-f6387fe5414e None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.788822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-04618343-da26-4bdf-8577-22a939ec8764 None None] Provisioning complete for port 816fb561-f74a-4865-8926-569209fdb59d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:53.789104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-04618343-da26-4bdf-8577-22a939ec8764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.816810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.826845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64ce1d01-7824-4a1a-b630-b70375b3f13f tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.846357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65f1255e-ef36-4c7d-84e7-f6387fe5414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.862516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c4d036-526e-4b1f-8ac8-771c9126e1ed']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:53.901030 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03032f63-30d1-4c4a-8c53-823b2cebe119') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:53.901387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03032f63-30d1-4c4a-8c53-823b2cebe119') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:53.917178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.932650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.937996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-04618343-da26-4bdf-8577-22a939ec8764 None None] Port 816fb561-f74a-4865-8926-569209fdb59d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:53.962891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.971098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:06:53.971505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:06:53.975770 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:06:54.021064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1255e-ef36-4c7d-84e7-f6387fe5414e None None] Pushing event updated for resources: {'Port': ['ID=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:54.070810 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:54.071454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.097535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7d63006e-d08f-483b-ae12-f5e50d6524a4 None None] Provisioning complete for port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:54.097936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7d63006e-d08f-483b-ae12-f5e50d6524a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.127338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Delete allocated IP 2001:db8::102 (f81695e5-12b9-492d-a2d0-4f8ca240563c/7a429bf3-a897-44dc-8b64-910f0b25f4cd) {{(pid=103716) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 13:06:54.152177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Allocated IP 2001:db8:0:2::16 (f81695e5-12b9-492d-a2d0-4f8ca240563c/6b6253a5-e629-4dd2-b680-0793ae0238f5/a09e3460-3f25-45a4-9a9f-fcb113c28f9d) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:54.211087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.224039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b71903-ee7b-4836-9d76-45a65bf2d8ee req-370516dc-e03c-4121-93ed-2815fa5e834a tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:54.226243 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60b71903-ee7b-4836-9d76-45a65bf2d8ee req-370516dc-e03c-4121-93ed-2815fa5e834a tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.1320875 Dec 08 13:06:54.247419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.250708 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/networks/b5c4d036-526e-4b1f-8ac8-771c9126e1ed HTTP/1.1" status: 204 len: 168 time: 0.8674276 Dec 08 13:06:54.259453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56654) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:54.301169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] For port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=11cf5dd4-7614-4f42-a151-1ce8b0e48c63,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:54.301604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.323125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0a56e-e554-4d8a-b035-8d411c3342db tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Network': ['ID=b5c4d036-526e-4b1f-8ac8-771c9126e1ed,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:54.345916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a334d36-f27e-4d30-92c4-f2f8532ab502', 'name': 'tempest-NetworksTestDHCPv6-router-502248160', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:44Z', 'updated_at': '2021-12-08T13:06:48Z', 'revision_number': 2, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None, '_interfaces': [{'id': '11cf5dd4-7614-4f42-a151-1ce8b0e48c63', 'name': '', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'mac_address': 'fa:16:3e:d1:bb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a334d36-f27e-4d30-92c4-f2f8532ab502', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a3c82753-0b7c-4c43-9cf9-12acc6b3dac6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:45Z', 'updated_at': '2021-12-08T13:06:53Z', 'revision_number': 4, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'subnets': [{'id': 'a3c82753-0b7c-4c43-9cf9-12acc6b3dac6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:54.348001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:54.377927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64ce1d01-7824-4a1a-b630-b70375b3f13f tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.385091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29e80996-d155-4706-be2b-0f86c4c052f3 req-e829c37e-4200-44e8-882d-17e8fbcdc6de tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.0753918 Dec 08 13:06:54.422611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7d63006e-d08f-483b-ae12-f5e50d6524a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.425911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cc99e-2e78-4a1c-a51e-292097837a2b None None] The sync data for ids ['4a334d36-f27e-4d30-92c4-f2f8532ab502'] in dv-neutron-799625-5-hyperv is: [{'id': '4a334d36-f27e-4d30-92c4-f2f8532ab502', 'name': 'tempest-NetworksTestDHCPv6-router-502248160', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:44Z', 'updated_at': '2021-12-08T13:06:48Z', 'revision_number': 2, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None, '_interfaces': [{'id': '11cf5dd4-7614-4f42-a151-1ce8b0e48c63', 'name': '', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'mac_address': 'fa:16:3e:d1:bb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a334d36-f27e-4d30-92c4-f2f8532ab502', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a3c82753-0b7c-4c43-9cf9-12acc6b3dac6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:45Z', 'updated_at': '2021-12-08T13:06:53Z', 'revision_number': 4, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'subnets': [{'id': 'a3c82753-0b7c-4c43-9cf9-12acc6b3dac6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:54.475154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7d63006e-d08f-483b-ae12-f5e50d6524a4 None None] For port 11cf5dd4-7614-4f42-a151-1ce8b0e48c63, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=11cf5dd4-7614-4f42-a151-1ce8b0e48c63,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:54.477917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64ce1d01-7824-4a1a-b630-b70375b3f13f tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.530070 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60b71903-ee7b-4836-9d76-45a65bf2d8ee req-16a46a5c-a2a5-491d-bf62-13adca722f9d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733328 Dec 08 13:06:54.543687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.579835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-64ce1d01-7824-4a1a-b630-b70375b3f13f tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] In _notify_port_updated(), no bound segment for port 816fb561-f74a-4865-8926-569209fdb59d on network 9dbd842e-6aec-4251-a4d5-2be386a13807 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:06:54.590807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7d63006e-d08f-483b-ae12-f5e50d6524a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.591794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ce1d01-7824-4a1a-b630-b70375b3f13f tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:54.592500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64ce1d01-7824-4a1a-b630-b70375b3f13f tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:54.596420 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-64ce1d01-7824-4a1a-b630-b70375b3f13f tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "PUT /v2.0/ports/816fb561-f74a-4865-8926-569209fdb59d HTTP/1.1" status: 200 len: 1001 time: 1.3254337 Dec 08 13:06:54.599113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56656) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:54.665006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574982bc-de51-447f-933d-9b74c56194b7 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:54.673218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574982bc-de51-447f-933d-9b74c56194b7 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:54.679135 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-574982bc-de51-447f-933d-9b74c56194b7 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4186001 Dec 08 13:06:54.679898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56658) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:54.693720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63006e-d08f-483b-ae12-f5e50d6524a4 None None] Pushing event updated for resources: {'Port': ['ID=11cf5dd4-7614-4f42-a151-1ce8b0e48c63,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:54.722495 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:06:54.734812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1444785286'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:54.870383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:54.874858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.057199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Made reservation on behalf of f06964f5f4f541169375f86a41f73684 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:55.060801 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.085698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.132450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9fca2236-46c2-439e-9f95-6e14c9b31b31 None None] Provisioning complete for port 816fb561-f74a-4865-8926-569209fdb59d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:55.133849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9fca2236-46c2-439e-9f95-6e14c9b31b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.150670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-60ccf16d-814b-4439-8d15-b1a835f1ada1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Deleting port 816fb561-f74a-4865-8926-569209fdb59d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:55.150998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60ccf16d-814b-4439-8d15-b1a835f1ada1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.154117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:55.156111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.219657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2236-46c2-439e-9f95-6e14c9b31b31 None None] Port 816fb561-f74a-4865-8926-569209fdb59d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:55.232019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.232019 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Added segment 26b29a81-fc3c-4ae8-b940-14182985b4d7 of type vlan for network fa91e8e5-591c-4f38-958c-db6ac98908bb Dec 08 13:06:55.232365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.26.7.186 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/0745c7dd-e4c0-438f-80f2-fa83617e2ccf) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:55.239198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-893fb98c-e9a1-4520-af3b-2369226648d9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:55.241256 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-893fb98c-e9a1-4520-af3b-2369226648d9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.72 "GET /v2.0/networks?id=11ea6c58-ca8a-4949-955a-7cb58ae27ba7 HTTP/1.1" status: 200 len: 796 time: 0.9415433 Dec 08 13:06:55.243322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.247501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce1d01-7824-4a1a-b630-b70375b3f13f tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Port': ['ID=816fb561-f74a-4865-8926-569209fdb59d,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:55.314254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56666) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:55.352380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event updated for resources: {'Port': ['ID=a09e3460-3f25-45a4-9a9f-fcb113c28f9d,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:55.354870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] In _notify_port_updated(), no bound segment for port a09e3460-3f25-45a4-9a9f-fcb113c28f9d on network f81695e5-12b9-492d-a2d0-4f8ca240563c {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:06:55.360535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:55.361202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.362143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5707da1d-6438-48dc-8fbd-e74725128f2e None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:55.363128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5707da1d-6438-48dc-8fbd-e74725128f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.365961 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-def4c403-8945-462a-b6c5-e8d2043ab61f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "PUT /v2.0/ports/a09e3460-3f25-45a4-9a9f-fcb113c28f9d HTTP/1.1" status: 200 len: 969 time: 3.0520015 Dec 08 13:06:55.372921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56668) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:55.420685 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.435346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-995a02ba-dcff-4835-9607-8fc6c32d3f7d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0aade1979141fb91c398026c436d70 HTTP/1.1" status: 200 len: 380 time: 0.1777322 Dec 08 13:06:55.513076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60ccf16d-814b-4439-8d15-b1a835f1ada1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.527587 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-60ccf16d-814b-4439-8d15-b1a835f1ada1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Calling delete_port for 816fb561-f74a-4865-8926-569209fdb59d owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:55.539817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5707da1d-6438-48dc-8fbd-e74725128f2e None None] Provisioning complete for port a09e3460-3f25-45a4-9a9f-fcb113c28f9d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:55.540598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5707da1d-6438-48dc-8fbd-e74725128f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.541888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'port': {'device_id': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'admin_state_up': True, 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'security_groups': ['1cb83939-464b-4dcc-a4fe-cb19dea2e4c7']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:55.607506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5707da1d-6438-48dc-8fbd-e74725128f2e None None] Port a09e3460-3f25-45a4-9a9f-fcb113c28f9d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:55.623677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=11cf5dd4-7614-4f42-a151-1ce8b0e48c63,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:55.637672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5707da1d-6438-48dc-8fbd-e74725128f2e None None] Provisioning complete for port 8217e471-34c3-4f45-9b0a-efc781d3b376 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:55.638232 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5707da1d-6438-48dc-8fbd-e74725128f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.691732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5707da1d-6438-48dc-8fbd-e74725128f2e None None] Port 8217e471-34c3-4f45-9b0a-efc781d3b376 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:55.800143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.806085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.812036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:55.813488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.815597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d046bd8a-3821-4756-8fe2-f0579322a972 None None] Provisioning complete for port a09e3460-3f25-45a4-9a9f-fcb113c28f9d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:55.816705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d046bd8a-3821-4756-8fe2-f0579322a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.835022 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1f2e73f-c92a-431e-879b-294a6780d9ca req-be106785-31cc-4f26-9635-fe8a0a78922d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.2932298 Dec 08 13:06:55.864169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d046bd8a-3821-4756-8fe2-f0579322a972 None None] Port a09e3460-3f25-45a4-9a9f-fcb113c28f9d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:55.879039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7984d13-7362-4c62-a837-ec1e9420f79d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:55.879039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7984d13-7362-4c62-a837-ec1e9420f79d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:55.879290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7984d13-7362-4c62-a837-ec1e9420f79d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:55.881288 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c7984d13-7362-4c62-a837-ec1e9420f79d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=cc3ba29949ba4170ae0e5423d641d2ab&network_id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69 HTTP/1.1" status: 200 len: 3000 time: 0.5638447 Dec 08 13:06:55.928610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2dab8-d4e0-4fa2-b0e4-1d776486bbf4 req-4b6e100f-a04a-4e63-979a-7e40fa4107d7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:55.930277 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b9a2dab8-d4e0-4fa2-b0e4-1d776486bbf4 req-4b6e100f-a04a-4e63-979a-7e40fa4107d7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2169330 Dec 08 13:06:55.935832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:55.995146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Made reservation on behalf of 0f0aade1979141fb91c398026c436d70 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:55.998785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.000134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Network': ['ID=fa91e8e5-591c-4f38-958c-db6ac98908bb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:56.013654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network fa91e8e5-591c-4f38-958c-db6ac98908bb details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:56.028312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5254d-2832-49c7-9409-288428318d28 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port a09e3460-3f25-45a4-9a9f-fcb113c28f9d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:56.028608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bb5254d-2832-49c7-9409-288428318d28 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.044115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60ccf16d-814b-4439-8d15-b1a835f1ada1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.072401 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b9a2dab8-d4e0-4fa2-b0e4-1d776486bbf4 req-14e9ae0e-e5d7-49b6-87c6-331cf99b5124 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326234 Dec 08 13:06:56.108367 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-22e4a18a-b7ab-4471-84ba-b028f25b785e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3841927 Dec 08 13:06:56.109737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccf16d-814b-4439-8d15-b1a835f1ada1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event deleted for resources: {'Port': ['ID=816fb561-f74a-4865-8926-569209fdb59d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:56.113702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56678) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:56.119719 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1075303455'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:56.132387 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Router 4a334d36-f27e-4d30-92c4-f2f8532ab502 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:56.166835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.241479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=0745c7dd-e4c0-438f-80f2-fa83617e2ccf,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:56.260829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:56.272702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:56.295133 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Made reservation on behalf of f06964f5f4f541169375f86a41f73684 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:56.297434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:56.298271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.304752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bb5254d-2832-49c7-9409-288428318d28 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.307184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60ccf16d-814b-4439-8d15-b1a835f1ada1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.310475 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-60ccf16d-814b-4439-8d15-b1a835f1ada1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "DELETE /v2.0/ports/816fb561-f74a-4865-8926-569209fdb59d HTTP/1.1" status: 204 len: 168 time: 1.7097602 Dec 08 13:06:56.317475 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:06:56.321715 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56680) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:56.338666 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e7eba5ab-126c-4a43-9ef8-5e41f67026c1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "PUT /v2.0/routers/4a334d36-f27e-4d30-92c4-f2f8532ab502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7378812 Dec 08 13:06:56.338899 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56682) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:56.348726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5254d-2832-49c7-9409-288428318d28 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for a09e3460-3f25-45a4-9a9f-fcb113c28f9d owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:56.376750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Allocated IP 172.20.0.11 (11ea6c58-ca8a-4949-955a-7cb58ae27ba7/02b2679a-cb90-4739-a1b5-f8c6cebbeca5/519b1121-63e2-420e-99f1-25ae0989298f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:56.386803 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-991f7d45-9202-4543-b299-1d6629088ed1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] GET failed (client error): The resource could not be found. Dec 08 13:06:56.388282 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-991f7d45-9202-4543-b299-1d6629088ed1 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "GET /v2.0/ports/816fb561-f74a-4865-8926-569209fdb59d HTTP/1.1" status: 404 len: 333 time: 0.0660617 Dec 08 13:06:56.397253 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56684) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:56.407616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'port': {'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-521781543'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:56.563324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.670844 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] Sync routers for ids ['4a334d36-f27e-4d30-92c4-f2f8532ab502'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:06:56.681594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] Routers {'4a334d36-f27e-4d30-92c4-f2f8532ab502'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:56.682229 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4a334d36-f27e-4d30-92c4-f2f8532ab502'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:56.715479 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:06:56.732003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd01c351-8cf9-4bf6-9dc0-b50892c72ac0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:56.733549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd01c351-8cf9-4bf6-9dc0-b50892c72ac0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:56.735109 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dd01c351-8cf9-4bf6-9dc0-b50892c72ac0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3953106 Dec 08 13:06:56.738997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56686) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:56.752176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.752830 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Added segment 3ea3b71a-41a1-4ada-b5bf-cd9c7a87c5a3 of type vlan for network 78fc420f-c896-496a-b19c-0f18129d3722 Dec 08 13:06:56.755592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-52a5c58c-6f28-452c-837c-4d15d46a92f7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:56.757651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-52a5c58c-6f28-452c-837c-4d15d46a92f7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.72 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2235093 Dec 08 13:06:56.758245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.762771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] Set router 4a334d36-f27e-4d30-92c4-f2f8532ab502 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:56.817422 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a334d36-f27e-4d30-92c4-f2f8532ab502', 'name': 'tempest-NetworksTestDHCPv6-router-502248160', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:44Z', 'updated_at': '2021-12-08T13:06:54Z', 'revision_number': 3, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:56.833163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.853586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bb5254d-2832-49c7-9409-288428318d28 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.856382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] Checking router: 4a334d36-f27e-4d30-92c4-f2f8532ab502 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:06:56.867803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] Routers {'4a334d36-f27e-4d30-92c4-f2f8532ab502'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:06:56.868745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4a334d36-f27e-4d30-92c4-f2f8532ab502'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:56.885837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.946248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] Set router 4a334d36-f27e-4d30-92c4-f2f8532ab502 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:06:56.948769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.954484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:56.956632 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:56.963359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5254d-2832-49c7-9409-288428318d28 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=a09e3460-3f25-45a4-9a9f-fcb113c28f9d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:56.983685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-98af2b31-df16-4c12-a3e0-188e00cdf928 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet a3c82753-0b7c-4c43-9cf9-12acc6b3dac6 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:56.985493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Made reservation on behalf of 30837a46fe7f4ba895894f2ddf615fbd for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:56.989398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.002918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a334d36-f27e-4d30-92c4-f2f8532ab502', 'name': 'tempest-NetworksTestDHCPv6-router-502248160', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:44Z', 'updated_at': '2021-12-08T13:06:54Z', 'revision_number': 3, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:06:57.012885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af2b31-df16-4c12-a3e0-188e00cdf928 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.034025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8eb24-1bb9-4227-9715-3243f8dd7b02 None None] The sync data for ids ['4a334d36-f27e-4d30-92c4-f2f8532ab502'] in dv-neutron-799625-5-hyperv is: [{'id': '4a334d36-f27e-4d30-92c4-f2f8532ab502', 'name': 'tempest-NetworksTestDHCPv6-router-502248160', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:44Z', 'updated_at': '2021-12-08T13:06:54Z', 'revision_number': 3, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:06:57.052276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] device_id is not set on port 20782bd8-213c-48fd-8722-182cb9be89ed yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:57.058424 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-851f96cc-282d-462f-bf42-5a8c05319fb7 req-64f9a248-8597-45bc-8002-c40e478c4da9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.1026185 Dec 08 13:06:57.086229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bb5254d-2832-49c7-9409-288428318d28 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.089511 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1bb5254d-2832-49c7-9409-288428318d28 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/a09e3460-3f25-45a4-9a9f-fcb113c28f9d HTTP/1.1" status: 204 len: 168 time: 1.6991389 Dec 08 13:06:57.100806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56690) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:57.102282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Network': ['ID=78fc420f-c896-496a-b19c-0f18129d3722,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:57.114712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 78fc420f-c896-496a-b19c-0f18129d3722 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:06:57.167404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af2b31-df16-4c12-a3e0-188e00cdf928 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.204905 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30f3f60-b27d-4011-88b4-cb389b6e758a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] GET failed (client error): The resource could not be found. Dec 08 13:06:57.206690 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b30f3f60-b27d-4011-88b4-cb389b6e758a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports/a09e3460-3f25-45a4-9a9f-fcb113c28f9d HTTP/1.1" status: 404 len: 333 time: 0.0774977 Dec 08 13:06:57.210408 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a364b038-40f7-4997-ae35-469373855b37 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0951192 Dec 08 13:06:57.214781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56694) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:57.214781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56696) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:57.247562 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'ports': [{'network_id': 'fa91e8e5-591c-4f38-958c-db6ac98908bb', 'name': 'tempest-port--1232712881', 'admin_state_up': True}, {'network_id': '78fc420f-c896-496a-b19c-0f18129d3722', 'admin_state_up': False}]} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:57.247801 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'port': {'network_id': 'fa91e8e5-591c-4f38-958c-db6ac98908bb', 'name': 'tempest-port--1232712881', 'admin_state_up': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:57.248259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'port': {'network_id': '78fc420f-c896-496a-b19c-0f18129d3722', 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:57.259202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.323142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Deleting port dd31587e-54db-446e-957f-b7d523415bb1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:57.323481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.372526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Allocated IP 2001:db8::1d8 (9dbd842e-6aec-4251-a4d5-2be386a13807/896279b4-178a-486b-9bc2-43ebc508ce9b/20782bd8-213c-48fd-8722-182cb9be89ed) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:57.402858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:57.432366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:57.463625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:57.468136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b2174ee-6034-4436-b1bd-8745876de358 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.472784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.478862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'Port': ['ID=519b1121-63e2-420e-99f1-25ae0989298f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:57.519934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baf2c9-3dbc-400c-a9d0-38ff131b7aff req-1e82c225-488d-4635-8998-f3d9abb8b974 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:57.522080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6baf2c9-3dbc-400c-a9d0-38ff131b7aff req-1e82c225-488d-4635-8998-f3d9abb8b974 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.3093829 Dec 08 13:06:57.539482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af2b31-df16-4c12-a3e0-188e00cdf928 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.578233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.585184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b2174ee-6034-4436-b1bd-8745876de358 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.647456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:57.648010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.666756 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Made reservation on behalf of f06964f5f4f541169375f86a41f73684 for: {'port': 2} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:57.672754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.682481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] For port dd31587e-54db-446e-957f-b7d523415bb1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dd31587e-54db-446e-957f-b7d523415bb1,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:57.682884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.726808 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.785099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.813019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=0745c7dd-e4c0-438f-80f2-fa83617e2ccf,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:57.814548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3839f5bf-b9a1-4ade-b436-5a5495e13ff8 None None] Provisioning complete for port 519b1121-63e2-420e-99f1-25ae0989298f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:57.814965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3839f5bf-b9a1-4ade-b436-5a5495e13ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.830233 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-fb8d3f1c-dc72-47ad-aa4f-60cf83f613a9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2917924 Dec 08 13:06:57.845126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] device_id is not set on port 37880f88-2c7c-423a-b32a-ef5d4a3ef6d0 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:57.845386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Request body: {'port': {'device_id': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:57.853165 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b2174ee-6034-4436-b1bd-8745876de358 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.856051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b2174ee-6034-4436-b1bd-8745876de358 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:57.856584 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6baf2c9-3dbc-400c-a9d0-38ff131b7aff req-efc9ed90-6bd8-4217-86f3-dd721ee96e39 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135529 Dec 08 13:06:57.863591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3839f5bf-b9a1-4ade-b436-5a5495e13ff8 None None] Port 519b1121-63e2-420e-99f1-25ae0989298f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:57.871265 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4b2174ee-6034-4436-b1bd-8745876de358 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/security-groups/23b1a4e4-aeac-4f5d-8d12-c28897b2513a HTTP/1.1" status: 204 len: 168 time: 0.6313469 Dec 08 13:06:57.875342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56700) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:57.915194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2174ee-6034-4436-b1bd-8745876de358 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b1a4e4-aeac-4f5d-8d12-c28897b2513a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:58.029055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-264830eb-c066-4cc7-9f9b-a5f5e5847da6 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.055203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.131522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-264830eb-c066-4cc7-9f9b-a5f5e5847da6 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.154335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:06:58.169105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:58.190202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:58.197074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:58.197865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.217618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.217924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Port': ['ID=20782bd8-213c-48fd-8722-182cb9be89ed,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:58.221621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.241212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af2b31-df16-4c12-a3e0-188e00cdf928 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.320287 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7beba415-d502-4bc6-8f27-2b8cfd1a0352 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9170218 Dec 08 13:06:58.320504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56704) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:58.326082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-de8a9807-7bce-4195-b90b-00a6dd79da04 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8e:59:54'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:58.330098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af2b31-df16-4c12-a3e0-188e00cdf928 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c82753-0b7c-4c43-9cf9-12acc6b3dac6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:58.343318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] device_id is not set on port e91cf7a7-ae8a-49cb-8dbc-49f8672c3864 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:58.357805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04f803-44c3-462e-9d02-f21b8cf6bb8e None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:58.360151 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af2b31-df16-4c12-a3e0-188e00cdf928 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.364063 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-98af2b31-df16-4c12-a3e0-188e00cdf928 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/a3c82753-0b7c-4c43-9cf9-12acc6b3dac6 HTTP/1.1" status: 204 len: 168 time: 1.6240923 Dec 08 13:06:58.375717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56706) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:58.416864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.418113 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ba6a0901-12b9-4917-b7a0-dc32b3374802 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7017887 Dec 08 13:06:58.456631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56710) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:58.457728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.469655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'port': {'network_id': '24ebaa93-682c-4e7e-b4f2-e34f9cf817af', 'name': 'tempest-FloatingIPTestJSON-1942996975'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:58.502781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-264830eb-c066-4cc7-9f9b-a5f5e5847da6 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.505508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-264830eb-c066-4cc7-9f9b-a5f5e5847da6 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.506904 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-264830eb-c066-4cc7-9f9b-a5f5e5847da6 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/security-groups/0ba793fe-01ad-4c80-bdf5-c4f4db531a5d HTTP/1.1" status: 204 len: 168 time: 0.6220653 Dec 08 13:06:58.524494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56712) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:58.534177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0176-8d6b-4e07-8063-1218d202cfcb req-1d428704-90b6-4524-ba44-a75c7932bcf2 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:58.535996 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d07a0176-8d6b-4e07-8063-1218d202cfcb req-1d428704-90b6-4524-ba44-a75c7932bcf2 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 932 time: 0.3076799 Dec 08 13:06:58.575508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:06:58.578720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264830eb-c066-4cc7-9f9b-a5f5e5847da6 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba793fe-01ad-4c80-bdf5-c4f4db531a5d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:58.640177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad9269-613f-4f84-a755-4b2034685bf0 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:06:58.675005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:06:58.676240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 11cf5dd4-7614-4f42-a151-1ce8b0e48c63 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:06:58.700430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.721270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0b28a090-f7f4-43c9-9207-297109b3631d None None] Provisioning complete for port 20782bd8-213c-48fd-8722-182cb9be89ed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:06:58.721681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b28a090-f7f4-43c9-9207-297109b3631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.754305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9e9c046-9e83-4c50-973c-fffba91f67c4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.757763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.758128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.759744 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Floating IP 615f4630-874b-4a0d-a213-0869c8b95794 disassociated. External IP: 172.26.7.53, port: dd31587e-54db-446e-957f-b7d523415bb1. Dec 08 13:06:58.759744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Calling delete_port for dd31587e-54db-446e-957f-b7d523415bb1 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:58.766064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e7cf134c-824d-498f-a198-65f84d5718e4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3706763 Dec 08 13:06:58.779594 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56714) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:58.786512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0b28a090-f7f4-43c9-9207-297109b3631d None None] Port 20782bd8-213c-48fd-8722-182cb9be89ed cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:06:58.823472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9e9c046-9e83-4c50-973c-fffba91f67c4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.830767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad9269-613f-4f84-a755-4b2034685bf0 None None] Deleting port 4355371b-e7d4-4b8c-8f84-a53227ecbadc {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:06:58.831572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9269-613f-4f84-a755-4b2034685bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.874310 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d07a0176-8d6b-4e07-8063-1218d202cfcb req-08c4a1ae-1df1-42d6-98f8-b757ed5c1ec5 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232088 Dec 08 13:06:58.913974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-de8a9807-7bce-4195-b90b-00a6dd79da04 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.949811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a2ad9269-613f-4f84-a755-4b2034685bf0 None None] For port 4355371b-e7d4-4b8c-8f84-a53227ecbadc, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4355371b-e7d4-4b8c-8f84-a53227ecbadc,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:06:58.950432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9269-613f-4f84-a755-4b2034685bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.953534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5483ad1c-c673-4615-88e4-e587a8269133 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.961492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:58.972292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad9269-613f-4f84-a755-4b2034685bf0 None None] Calling delete_port for 4355371b-e7d4-4b8c-8f84-a53227ecbadc owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:06:59.068720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Made reservation on behalf of 960ab85a76a0420c94a32b87b25ebb11 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:59.072441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.141868 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56718) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:59.178873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9269-613f-4f84-a755-4b2034685bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.199932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] device_id is not set on port ec9784ed-b7a1-4546-ad9a-492dcf02e36b yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:06:59.205546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Port': ['ID=37880f88-2c7c-423a-b32a-ef5d4a3ef6d0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:59.205816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad9269-613f-4f84-a755-4b2034685bf0 None None] No DVR routers for this DVR port 4355371b-e7d4-4b8c-8f84-a53227ecbadc on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:06:59.210852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9e9c046-9e83-4c50-973c-fffba91f67c4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.213943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9e9c046-9e83-4c50-973c-fffba91f67c4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.217931 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d9e9c046-9e83-4c50-973c-fffba91f67c4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/security-groups/8b40483e-2a3e-44de-9e31-ab9c14e88651 HTTP/1.1" status: 204 len: 168 time: 0.6877058 Dec 08 13:06:59.218650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56720) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:59.236598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29507daa-fef8-42cc-a283-a78666b4aba0 req-b1427c34-b531-4619-8a4e-8b13695edbc9 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:59.238070 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29507daa-fef8-42cc-a283-a78666b4aba0 req-b1427c34-b531-4619-8a4e-8b13695edbc9 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 945 time: 0.2388909 Dec 08 13:06:59.265398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad9269-613f-4f84-a755-4b2034685bf0 None None] Pushing event deleted for resources: {'Port': ['ID=4355371b-e7d4-4b8c-8f84-a53227ecbadc,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:59.277661 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9c046-9e83-4c50-973c-fffba91f67c4 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b40483e-2a3e-44de-9e31-ab9c14e88651,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:59.289285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5483ad1c-c673-4615-88e4-e587a8269133 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.317667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5483ad1c-c673-4615-88e4-e587a8269133 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.355007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.357453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff767f0e-dd19-4cdb-9e7a-662d12d270cf tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:06:59.358998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ff767f0e-dd19-4cdb-9e7a-662d12d270cf tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 814 time: 0.2161627 Dec 08 13:06:59.398285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Checking segment: {'id': '26b29a81-fc3c-4ae8-b940-14182985b4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'fa91e8e5-591c-4f38-958c-db6ac98908bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:06:59.398546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Network hostable DHCP agents. Network: fa91e8e5-591c-4f38-958c-db6ac98908bb, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:06:59.425219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519b1121-63e2-420e-99f1-25ae0989298f {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:06:59.426176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b470b24-e5f5-4766-b398-6acf0d04e9ec tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet 7a429bf3-a897-44dc-8b64-910f0b25f4cd {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:06:59.432631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Pushing event deleted for resources: {'Port': ['ID=dd31587e-54db-446e-957f-b7d523415bb1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:59.440373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b470b24-e5f5-4766-b398-6acf0d04e9ec tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.442441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.500270 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29507daa-fef8-42cc-a283-a78666b4aba0 req-4c7b9d88-d056-40db-902e-01ad79ef8dd7 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups?id=02c03f8c-9391-47c2-a831-e1225a272df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184215 Dec 08 13:06:59.501417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.20.0.3 (24ebaa93-682c-4e7e-b4f2-e34f9cf817af/b1822eb4-3dae-471c-8a9f-bbc5db251ff4/ec9784ed-b7a1-4546-ad9a-492dcf02e36b) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:06:59.537112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Transition to ACTIVE for port object 519b1121-63e2-420e-99f1-25ae0989298f will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:06:59.538551 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5483ad1c-c673-4615-88e4-e587a8269133 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.539282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5483ad1c-c673-4615-88e4-e587a8269133 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Fanout notify agent at l3_agent the message router_deleted on router 4a334d36-f27e-4d30-92c4-f2f8532ab502 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:06:59.581454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5483ad1c-c673-4615-88e4-e587a8269133 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.587516 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5483ad1c-c673-4615-88e4-e587a8269133 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/routers/4a334d36-f27e-4d30-92c4-f2f8532ab502 HTTP/1.1" status: 204 len: 168 time: 0.8026550 Dec 08 13:06:59.591049 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b470b24-e5f5-4766-b398-6acf0d04e9ec tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.595878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56726) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:06:59.602447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:06:59.646328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.656812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Network fa91e8e5-591c-4f38-958c-db6ac98908bb is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:06:59.744851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Router a03fe847-aaad-4d24-90de-233301176b8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:06:59.750372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, fa91e8e5-591c-4f38-958c-db6ac98908bb) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:06:59.761467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562872fc-cdc3-4056-8627-c38233382909 None None] Network fa91e8e5-591c-4f38-958c-db6ac98908bb requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:06:59.766684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:06:59.767536 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.799036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Pushing event updated for resources: {'Port': ['ID=519b1121-63e2-420e-99f1-25ae0989298f,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:59.874399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-de8a9807-7bce-4195-b90b-00a6dd79da04 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.903956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Port': ['ID=e91cf7a7-ae8a-49cb-8dbc-49f8672c3864,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:06:59.906874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b470b24-e5f5-4766-b398-6acf0d04e9ec tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.910432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:06:59.914391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:06:59.965022 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-de8a9807-7bce-4195-b90b-00a6dd79da04 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.025733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Attempting to bind port 519b1121-63e2-420e-99f1-25ae0989298f on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:00.026306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Attempting to bind port 519b1121-63e2-420e-99f1-25ae0989298f by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:00.026742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Attempting to bind port 519b1121-63e2-420e-99f1-25ae0989298f on network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:00.049747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.061348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Port 519b1121-63e2-420e-99f1-25ae0989298f on network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:07:00.061679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Attempting to bind port 519b1121-63e2-420e-99f1-25ae0989298f on network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:00.064829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-de8a9807-7bce-4195-b90b-00a6dd79da04 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] In _notify_port_updated(), no bound segment for port 20782bd8-213c-48fd-8722-182cb9be89ed on network 9dbd842e-6aec-4251-a4d5-2be386a13807 {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:07:00.070459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a9807-7bce-4195-b90b-00a6dd79da04 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:00.071378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-de8a9807-7bce-4195-b90b-00a6dd79da04 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.073126 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-de8a9807-7bce-4195-b90b-00a6dd79da04 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "PUT /v2.0/ports/20782bd8-213c-48fd-8722-182cb9be89ed HTTP/1.1" status: 200 len: 1002 time: 1.7509580 Dec 08 13:07:00.077268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56730) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:00.080770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Checking segment: {'id': '3ea3b71a-41a1-4ada-b5bf-cd9c7a87c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '78fc420f-c896-496a-b19c-0f18129d3722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:00.081149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Network hostable DHCP agents. Network: 78fc420f-c896-496a-b19c-0f18129d3722, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:00.081639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:00.083336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:00.083702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Checking segment: {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:00.084102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Bound using segment: {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:00.084554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Bound port: 519b1121-63e2-420e-99f1-25ae0989298f, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25e4e25-dafd-43da-9ee0-b35faee29770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:00.087015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.105677 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] Sync routers for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:00.126739 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:00.127055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8940bc0-5630-4bc7-82d3-16e871e442b3 req-9922d7d7-8b3f-42f2-aed7-288d5d7fbc0b tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:00.128233 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:00.135480 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8940bc0-5630-4bc7-82d3-16e871e442b3 req-9922d7d7-8b3f-42f2-aed7-288d5d7fbc0b tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 944 time: 0.1458890 Dec 08 13:07:00.165591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a9807-7bce-4195-b90b-00a6dd79da04 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Port': ['ID=20782bd8-213c-48fd-8722-182cb9be89ed,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:00.237496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] No DVR routers for this DVR port dd31587e-54db-446e-957f-b7d523415bb1 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:00.270073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.272358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56732) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:00.275124 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:00.275263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4e0d23fc-89ec-4d82-a39e-5844ee7666de req-21e061c1-42ec-4fa7-9720-e80a3a5a33e1 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.72 "DELETE /v2.0/ports/dd31587e-54db-446e-957f-b7d523415bb1 HTTP/1.1" status: 204 len: 173 time: 3.5038207 Dec 08 13:07:00.278037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'name': 'network-vif-deleted', 'tag': 'dd31587e-54db-446e-957f-b7d523415bb1'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:07:00.280258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb317a5-03e5-4a14-8405-f156189555f0" -d '{"events": [{"server_uuid": "506c81c7-ede1-4ba3-b116-6e4a7b05c39e", "name": "network-vif-deleted", "tag": "dd31587e-54db-446e-957f-b7d523415bb1"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:07:00.299043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'network': {'name': 'tempest-network-smoke--1958072297', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'port_security_enabled': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:00.318804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b470b24-e5f5-4766-b398-6acf0d04e9ec tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.324413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.353025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Network 78fc420f-c896-496a-b19c-0f18129d3722 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:00.371419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5de022a4-5ddd-4c91-9e8a-a5ed5db6c62d None None] Provisioning complete for port 20782bd8-213c-48fd-8722-182cb9be89ed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:00.372378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5de022a4-5ddd-4c91-9e8a-a5ed5db6c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.393068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503db58d-a122-482e-8bbb-e455e060fb73 x-openstack-request-id: req-503db58d-a122-482e-8bbb-e455e060fb73 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:07:00.393646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506c81c7-ede1-4ba3-b116-6e4a7b05c39e", "name": "network-vif-deleted", "tag": "dd31587e-54db-446e-957f-b7d523415bb1", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:07:00.393646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-503db58d-a122-482e-8bbb-e455e060fb73 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:07:00.394015 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506c81c7-ede1-4ba3-b116-6e4a7b05c39e', 'name': 'network-vif-deleted', 'tag': 'dd31587e-54db-446e-957f-b7d523415bb1', 'status': 'completed', 'code': 200} Dec 08 13:07:00.397924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=ec9784ed-b7a1-4546-ad9a-492dcf02e36b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:00.417723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5de022a4-5ddd-4c91-9e8a-a5ed5db6c62d None None] Port 20782bd8-213c-48fd-8722-182cb9be89ed cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:00.422888 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8940bc0-5630-4bc7-82d3-16e871e442b3 req-8a68152f-a0de-4804-822f-3767b5004250 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118294 Dec 08 13:07:00.435688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 24ebaa93-682c-4e7e-b4f2-e34f9cf817af is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:00.440149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:00.452729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b470b24-e5f5-4766-b398-6acf0d04e9ec tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.456347 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3b470b24-e5f5-4766-b398-6acf0d04e9ec tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/7a429bf3-a897-44dc-8b64-910f0b25f4cd HTTP/1.1" status: 204 len: 168 time: 1.2229776 Dec 08 13:07:00.456595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:00.457805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f65c82-92a8-4e6d-a9ee-8332b0fea0cc None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:00.461675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:00.464188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56736) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:00.464502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b470b24-e5f5-4766-b398-6acf0d04e9ec tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=7a429bf3-a897-44dc-8b64-910f0b25f4cd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:00.562108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=519b1121-63e2-420e-99f1-25ae0989298f,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:00.562920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9894c666-4920-401e-b7ef-b9959e4f13b3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Deleting port 20782bd8-213c-48fd-8722-182cb9be89ed {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:00.563501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9894c666-4920-401e-b7ef-b9959e4f13b3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.578441 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:28Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad3e9247-d2b2-454e-9584-a8c657868a18', 'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'mac_address': 'fa:16:3e:8b:15:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:26Z', 'updated_at': '2021-12-08T13:03:33Z', 'revision_number': 5, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'subnets': [{'id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:00.596559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 78fc420f-c896-496a-b19c-0f18129d3722) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:00.597527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65f0506-9383-4677-8dd6-f4ba68b63dc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet 6b6253a5-e629-4dd2-b680-0793ae0238f5 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:00.604117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:00.609960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b5f8d-189b-4d01-b559-81b9818bd307 None None] Network 78fc420f-c896-496a-b19c-0f18129d3722 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:00.615724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:00.617082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d65f0506-9383-4677-8dd6-f4ba68b63dc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.631104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:00.631823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.657111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.658237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:00.660429 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] Checking router: a03fe847-aaad-4d24-90de-233301176b8a for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:07:00.662534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.673340 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:00.674555 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:00.675773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4355371b-e7d4-4b8c-8f84-a53227ecbadc no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:00.709989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:00.711245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.736119 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 4355371b-e7d4-4b8c-8f84-a53227ecbadc {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:00.736461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4355371b-e7d4-4b8c-8f84-a53227ecbadc not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:00.757022 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:00.762096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.772475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:00.773611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.776683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] 10.222.0.72 "PUT /v2.0/ports/519b1121-63e2-420e-99f1-25ae0989298f HTTP/1.1" status: 200 len: 1094 time: 2.9369762 Dec 08 13:07:00.815076 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f05073af-c4e5-401d-b830-e0578d0a4741 req-76d54433-7f29-4016-b6bc-b1a7b877980d tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/ports?device_id=506c81c7-ede1-4ba3-b116-6e4a7b05c39e HTTP/1.1" status: 200 len: 210 time: 0.1437199 Dec 08 13:07:00.827427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d65f0506-9383-4677-8dd6-f4ba68b63dc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.862461 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:00.870034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9894c666-4920-401e-b7ef-b9959e4f13b3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.874086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=d8bf3af3-c44d-422d-84cf-b3e1dcf168f9,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:00.904504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:00.905966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.906274 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Added segment 5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037 of type vlan for network a3004313-d600-4b74-bdcb-c24a604971d0 Dec 08 13:07:00.906864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e53a3-2e3c-4ba7-a581-c396375b8de9 service neutron] Pushing event updated for resources: {'Port': ['ID=519b1121-63e2-420e-99f1-25ae0989298f,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:00.932607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:00.936285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:00.937003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:00.948016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb96371-1191-4113-8a7a-f6ad4f63c2fa None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:00.948166 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ea9f73c2-30f3-4c6c-b551-2204d93eb226 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7036760 Dec 08 13:07:00.953673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56740) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:00.959633 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5799e13b-4cf1-4b05-b528-026618be09d2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4981751 Dec 08 13:07:00.970258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56742) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:00.983997 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a078f251-ea4a-4625-a007-52fc4a3e1bb7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'port_id': 'ec9784ed-b7a1-4546-ad9a-492dcf02e36b'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:00.987524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9894c666-4920-401e-b7ef-b9959e4f13b3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Calling delete_port for 20782bd8-213c-48fd-8722-182cb9be89ed owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:01.085386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-4c9a29b0-ce35-4f85-aa0d-1a17c84783c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:01.087008 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-4c9a29b0-ce35-4f85-aa0d-1a17c84783c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f0aade1979141fb91c398026c436d70&device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 1097 time: 0.1812692 Dec 08 13:07:01.121549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:01.127728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a078f251-ea4a-4625-a007-52fc4a3e1bb7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:01.209445 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:28Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad3e9247-d2b2-454e-9584-a8c657868a18', 'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'mac_address': 'fa:16:3e:8b:15:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:26Z', 'updated_at': '2021-12-08T13:03:33Z', 'revision_number': 5, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'subnets': [{'id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:01.235391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device dd31587e-54db-446e-957f-b7d523415bb1 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:01.249914 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88017ea9-0f21-4575-a1ab-855bae5b4c7b None None] The sync data for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv is: [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:03:28Z', 'revision_number': 4, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad3e9247-d2b2-454e-9584-a8c657868a18', 'name': '', 'network_id': '94610d8d-462e-4641-bb77-8acc86d889aa', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'mac_address': 'fa:16:3e:8b:15:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:26Z', 'updated_at': '2021-12-08T13:03:33Z', 'revision_number': 5, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'subnets': [{'id': 'f3667c4c-da82-4c96-9338-734a8c9b92a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:01.268427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: dd31587e-54db-446e-957f-b7d523415bb1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:01.269042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device dd31587e-54db-446e-957f-b7d523415bb1 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:01.285100 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b0c4fdb1-7638-4a5e-a68e-9fb6eb13858f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6856952 Dec 08 13:07:01.310336 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56744) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:01.311579 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': 'd8bf3af3-c44d-422d-84cf-b3e1dcf168f9'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:01.312519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:01.324094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-35ca6734-583f-44d1-9512-f6ce4482bcc2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1100925718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:01.333007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.resource_extend [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 13:07:01.497468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/d8bf3af3-c44d-422d-84cf-b3e1dcf168f9/ec16af91-f6f4-461a-aae4-21a1049da90c) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:01.586521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:01.592402 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:01.593137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:01.634057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d65f0506-9383-4677-8dd6-f4ba68b63dc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:01.656924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a902f-8d9f-45a4-ae11-e28b3b39bded tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:01.666448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a902f-8d9f-45a4-ae11-e28b3b39bded tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:01.666448 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e54a902f-8d9f-45a4-ae11-e28b3b39bded tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7049963 Dec 08 13:07:01.671528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-35ca6734-583f-44d1-9512-f6ce4482bcc2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:01.674105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-35ca6734-583f-44d1-9512-f6ce4482bcc2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:01.697604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56748) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:01.708168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-31ddee99-4761-43a3-ae97-9101bc51d31b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519b1121-63e2-420e-99f1-25ae0989298f HTTP/1.1" status: 200 len: 217 time: 0.6076996 Dec 08 13:07:01.722213 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:01.776631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb09eb1-5f36-4724-871e-27bf8fd43321 None None] New status for floating IP 615f4630-874b-4a0d-a213-0869c8b95794: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:07:01.841687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45625f-a8b7-4428-a478-94cf5c281231 req-1aca1451-ca51-44ec-ab56-16eb9468b4df tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:01.843434 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b45625f-a8b7-4428-a478-94cf5c281231 req-1aca1451-ca51-44ec-ab56-16eb9468b4df tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 944 time: 0.2059262 Dec 08 13:07:01.846371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-3d1df7d5-032b-4a55-b021-13bfaa104da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:01.848011 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-3d1df7d5-032b-4a55-b021-13bfaa104da2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02b2679a-cb90-4739-a1b5-f8c6cebbeca5 HTTP/1.1" status: 200 len: 835 time: 0.1070569 Dec 08 13:07:01.956999 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b45625f-a8b7-4428-a478-94cf5c281231 req-4be0bf04-7b71-4033-bd00-c0bcc3043f60 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049652 Dec 08 13:07:01.969518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-137b4f0d-0606-4507-8b9d-fdf585eb34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:01.971363 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-137b4f0d-0606-4507-8b9d-fdf585eb34a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11ea6c58-ca8a-4949-955a-7cb58ae27ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087089 Dec 08 13:07:02.048254 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.049270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56754) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.065817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d65f0506-9383-4677-8dd6-f4ba68b63dc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.114620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d65f0506-9383-4677-8dd6-f4ba68b63dc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.114853 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8386765 Dec 08 13:07:02.119594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d972e751-eedc-4103-8364-2efe3a8238e5 None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:02.119964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d972e751-eedc-4103-8364-2efe3a8238e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.121406 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d65f0506-9383-4677-8dd6-f4ba68b63dc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/6b6253a5-e629-4dd2-b680-0793ae0238f5 HTTP/1.1" status: 204 len: 168 time: 1.6541226 Dec 08 13:07:02.122661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f0506-9383-4677-8dd6-f4ba68b63dc9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6253a5-e629-4dd2-b680-0793ae0238f5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:02.128812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56756) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.129518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56758) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.148707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:02.155276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de6dedb-2346-4efc-8357-0297bb9347f3 None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:02.166887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:02.190154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:02.193546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89676426-14af-4998-bead-0e88aa7ad01c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Network': ['ID=a3004313-d600-4b74-bdcb-c24a604971d0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:02.200872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Pushing event updated for resources: {'Port': ['ID=ec16af91-f6f4-461a-aae4-21a1049da90c,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:02.221493 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network a3004313-d600-4b74-bdcb-c24a604971d0 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:02.234535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a57473-1ed8-48c1-a6ad-66cd3d4a7d63 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:02.236893 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d6a57473-1ed8-48c1-a6ad-66cd3d4a7d63 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1043468 Dec 08 13:07:02.240030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56760) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.270091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea554de9-2c3d-4c94-8757-f36a34c923d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:02.270548 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea554de9-2c3d-4c94-8757-f36a34c923d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:02.275545 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ea554de9-2c3d-4c94-8757-f36a34c923d9 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/7a429bf3-a897-44dc-8b64-910f0b25f4cd HTTP/1.1" status: 404 len: 337 time: 0.1425259 Dec 08 13:07:02.284209 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-749ac2c3-503e-4fe4-9e9c-a673fc94fc08 service neutron] 10.222.0.72 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034244 Dec 08 13:07:02.284690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56762) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.345736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9894c666-4920-401e-b7ef-b9959e4f13b3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.368442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0b6dd693-0b75-4329-a296-1958e711c793 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.398463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:07:02.400883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc50a47-3671-4299-a7ef-006aeadf2ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "tag": "519b1121-63e2-420e-99f1-25ae0989298f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:07:02.406186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Attempting to bind port ec16af91-f6f4-461a-aae4-21a1049da90c on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:02.406694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Attempting to bind port ec16af91-f6f4-461a-aae4-21a1049da90c by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:02.407122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Attempting to bind port ec16af91-f6f4-461a-aae4-21a1049da90c on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:02.422681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:02.423065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:02.423469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.423999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:02.424573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Bound port: ec16af91-f6f4-461a-aae4-21a1049da90c, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:02.425084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.455767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0b6dd693-0b75-4329-a296-1958e711c793 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.468210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894c666-4920-401e-b7ef-b9959e4f13b3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event deleted for resources: {'Port': ['ID=20782bd8-213c-48fd-8722-182cb9be89ed,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:02.494480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b8adfc-0973-4c40-b212-d4b09933fd14 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting subnet 2b208388-8877-4f4a-8304-d12ce61f539b {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:02.502282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0b8adfc-0973-4c40-b212-d4b09933fd14 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.515871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b30f5bd-9fed-4375-8fea-b38c7c7b5d89 x-openstack-request-id: req-6b30f5bd-9fed-4375-8fea-b38c7c7b5d89 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:07:02.516346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "tag": "519b1121-63e2-420e-99f1-25ae0989298f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:07:02.533777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b30f5bd-9fed-4375-8fea-b38c7c7b5d89 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:07:02.534486 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f', 'status': 'completed', 'code': 200} Dec 08 13:07:02.546450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-35ca6734-583f-44d1-9512-f6ce4482bcc2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.555848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d972e751-eedc-4103-8364-2efe3a8238e5 None None] Provisioning complete for port 8217e471-34c3-4f45-9b0a-efc781d3b376 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:02.556345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d972e751-eedc-4103-8364-2efe3a8238e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.565867 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9894c666-4920-401e-b7ef-b9959e4f13b3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.569775 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9894c666-4920-401e-b7ef-b9959e4f13b3 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "DELETE /v2.0/ports/20782bd8-213c-48fd-8722-182cb9be89ed HTTP/1.1" status: 204 len: 168 time: 2.4861529 Dec 08 13:07:02.579076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56766) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.589072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] For port ec16af91-f6f4-461a-aae4-21a1049da90c, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:02.602651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4561ef-9a10-46c2-977b-263f682ea189 req-0a666047-70dc-467b-8c91-5aa3eba6059e service neutron] 10.222.0.72 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056014 Dec 08 13:07:02.609143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] For port ec16af91-f6f4-461a-aae4-21a1049da90c, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ec16af91-f6f4-461a-aae4-21a1049da90c,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:02.611187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d972e751-eedc-4103-8364-2efe3a8238e5 None None] Port 8217e471-34c3-4f45-9b0a-efc781d3b376 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:02.626455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68156373-45be-4db1-9e3f-080e979af2b9 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:02.631295 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-68156373-45be-4db1-9e3f-080e979af2b9 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3816872 Dec 08 13:07:02.636533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56768) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.643657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0b8adfc-0973-4c40-b212-d4b09933fd14 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.652450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e85dff4a-b499-4014-a67f-dcf3ba3be911 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Deleting port 37880f88-2c7c-423a-b32a-ef5d4a3ef6d0 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:02.652450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e85dff4a-b499-4014-a67f-dcf3ba3be911 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.657282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-35ca6734-583f-44d1-9512-f6ce4482bcc2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.671758 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0167c7c1-6163-4d37-85f7-4be9490afd22 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] GET failed (client error): The resource could not be found. Dec 08 13:07:02.674387 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0167c7c1-6163-4d37-85f7-4be9490afd22 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "GET /v2.0/ports/20782bd8-213c-48fd-8722-182cb9be89ed HTTP/1.1" status: 404 len: 333 time: 0.0921702 Dec 08 13:07:02.685883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56770) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.696617 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dda15de4-5ef6-410e-a01e-e47e241d5921 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629435 Dec 08 13:07:02.701280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'port': {'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1465105953'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:02.704872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.707446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56772) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.804363 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5647b98a-be86-46f5-92f3-64ee4088ca05 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0909379 Dec 08 13:07:02.808880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709e41f-889b-4904-ba83-7170bccc8528 None None] Pushing event updated for resources: {'Port': ['ID=ec16af91-f6f4-461a-aae4-21a1049da90c,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:02.816496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0b6dd693-0b75-4329-a296-1958e711c793 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.820083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0b6dd693-0b75-4329-a296-1958e711c793 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.821712 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0b6dd693-0b75-4329-a296-1958e711c793 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "DELETE /v2.0/security-groups/02c03f8c-9391-47c2-a831-e1225a272df3 HTTP/1.1" status: 204 len: 168 time: 0.7719541 Dec 08 13:07:02.848820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56774) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.849423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56776) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.859108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e85dff4a-b499-4014-a67f-dcf3ba3be911 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.904424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-35ca6734-583f-44d1-9512-f6ce4482bcc2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:02.908337 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-35ca6734-583f-44d1-9512-f6ce4482bcc2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.5889871 Dec 08 13:07:02.916793 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56778) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.931336 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-8ab98977-55ca-4b2b-a448-16c964d3a7ac tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] show failed (client error): The resource could not be found. Dec 08 13:07:02.935137 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8ab98977-55ca-4b2b-a448-16c964d3a7ac tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "GET /v2.0/security-groups/02c03f8c-9391-47c2-a831-e1225a272df3 HTTP/1.1" status: 404 len: 347 time: 0.0586143 Dec 08 13:07:02.935819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dd693-0b75-4329-a296-1958e711c793 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c03f8c-9391-47c2-a831-e1225a272df3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:02.938552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56780) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:02.998077 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e85dff4a-b499-4014-a67f-dcf3ba3be911 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Calling delete_port for 37880f88-2c7c-423a-b32a-ef5d4a3ef6d0 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:03.105051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a078f251-ea4a-4625-a007-52fc4a3e1bb7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.146611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-bab98304-01fd-42a5-8e50-d71567d60f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:03.148465 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-bab98304-01fd-42a5-8e50-d71567d60f92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f0aade1979141fb91c398026c436d70&device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 1097 time: 0.3654101 Dec 08 13:07:03.245866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a078f251-ea4a-4625-a007-52fc4a3e1bb7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.254559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0b8adfc-0973-4c40-b212-d4b09933fd14 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.393800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10731ff1-869a-4a1d-88d0-65a02e43368e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:03.398454 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-10731ff1-869a-4a1d-88d0-65a02e43368e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5344148 Dec 08 13:07:03.399363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56784) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:03.433993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d53d1-bb7b-4f08-8650-9985a02c78c6 req-e1a070de-e2af-490f-b32a-59906d3b6db3 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:03.435707 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-448d53d1-bb7b-4f08-8650-9985a02c78c6 req-e1a070de-e2af-490f-b32a-59906d3b6db3 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 944 time: 0.3395896 Dec 08 13:07:03.459542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-69fb90bb-da09-4551-918e-c23292aeb1bf None None] Provisioning complete for port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:03.460426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-69fb90bb-da09-4551-918e-c23292aeb1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.470191 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-53b52bcb-6288-44d8-9a70-c0a451d312fd tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668492 Dec 08 13:07:03.471049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Made reservation on behalf of 30837a46fe7f4ba895894f2ddf615fbd for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:03.475277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.481496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56786) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:03.498352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1273999119', 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:03.530517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-a43a2a06-94c5-43ac-af55-ae58332a047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:03.532269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-a43a2a06-94c5-43ac-af55-ae58332a047e service neutron] 10.222.0.72 "GET /v2.0/networks?id=11ea6c58-ca8a-4949-955a-7cb58ae27ba7 HTTP/1.1" status: 200 len: 897 time: 0.3679283 Dec 08 13:07:03.560390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Deleting port ba601e6d-a15b-453f-baee-aeb3ccbb9d33 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:03.561983 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.563772 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-a078f251-ea4a-4625-a007-52fc4a3e1bb7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 11aabc56-d773-4365-8391-8cb39c74fb98 associated. External IP: 172.26.7.186, port: ec9784ed-b7a1-4546-ad9a-492dcf02e36b. Dec 08 13:07:03.573761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-69fb90bb-da09-4551-918e-c23292aeb1bf None None] Provisioning complete for port 8217e471-34c3-4f45-9b0a-efc781d3b376 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:03.574557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-69fb90bb-da09-4551-918e-c23292aeb1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.601715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] device_id is not set on port 137f6eb8-8767-4f70-9d22-d5bee7ace7b9 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:07:03.606650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0b8adfc-0973-4c40-b212-d4b09933fd14 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.614825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-69fb90bb-da09-4551-918e-c23292aeb1bf None None] Port 8217e471-34c3-4f45-9b0a-efc781d3b376 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:03.629648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.635600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e85dff4a-b499-4014-a67f-dcf3ba3be911 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.660805 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-13129cb1-e4a6-4596-ad56-abc419d6e5fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519b1121-63e2-420e-99f1-25ae0989298f HTTP/1.1" status: 200 len: 217 time: 0.1154318 Dec 08 13:07:03.687268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dff4a-b499-4014-a67f-dcf3ba3be911 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Port': ['ID=37880f88-2c7c-423a-b32a-ef5d4a3ef6d0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:03.735405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8adfc-0973-4c40-b212-d4b09933fd14 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Subnet': ['ID=2b208388-8877-4f4a-8304-d12ce61f539b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:03.753856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f90349-f78c-4a0f-85aa-dc231bba1643 None None] Network f81695e5-12b9-492d-a2d0-4f8ca240563c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:03.757323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0b8adfc-0973-4c40-b212-d4b09933fd14 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.762697 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e0b8adfc-0973-4c40-b212-d4b09933fd14 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/2b208388-8877-4f4a-8304-d12ce61f539b HTTP/1.1" status: 204 len: 168 time: 1.4745429 Dec 08 13:07:03.766894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56788) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:03.778118 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-448d53d1-bb7b-4f08-8650-9985a02c78c6 req-c5ca41e6-a5ca-444e-b37d-aa3da5e768bb tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185065 Dec 08 13:07:03.822137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e85dff4a-b499-4014-a67f-dcf3ba3be911 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.825445 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e85dff4a-b499-4014-a67f-dcf3ba3be911 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/ports/37880f88-2c7c-423a-b32a-ef5d4a3ef6d0 HTTP/1.1" status: 204 len: 168 time: 2.1251390 Dec 08 13:07:03.829353 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56790) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:03.858035 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a83ba38-a3ac-4d6e-8745-8aeafa737502 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:03.858729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a83ba38-a3ac-4d6e-8745-8aeafa737502 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:03.867090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2a83ba38-a3ac-4d6e-8745-8aeafa737502 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/3f746b04-e1ae-4bef-a34c-228b0716c8ac HTTP/1.1" status: 404 len: 337 time: 0.0910258 Dec 08 13:07:03.872751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56792) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:03.918674 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-93dd906b-4fcd-41cb-9071-6779e040990e tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fb9e635-5f25-40ea-b6c2-9966a68a3716 HTTP/1.1" status: 200 len: 205 time: 0.0404179 Dec 08 13:07:03.924961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.925501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.933521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56794) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:03.937257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-2d184ad3-a942-4f45-99ce-72f224a3a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:03.938776 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-2d184ad3-a942-4f45-99ce-72f224a3a751 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02b2679a-cb90-4739-a1b5-f8c6cebbeca5 HTTP/1.1" status: 200 len: 835 time: 0.2196333 Dec 08 13:07:03.942759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:03.946386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:03.972312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9249f-06c1-48d0-a7d7-a1f36a70d868 None None] DHCP port deletion for f81695e5-12b9-492d-a2d0-4f8ca240563c request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:04.043125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9249f-06c1-48d0-a7d7-a1f36a70d868 None None] Deleting port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:04.043507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a6c9249f-06c1-48d0-a7d7-a1f36a70d868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.054599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Allocated IP 2001:db8::194 (9dbd842e-6aec-4251-a4d5-2be386a13807/896279b4-178a-486b-9bc2-43ebc508ce9b/137f6eb8-8767-4f70-9d22-d5bee7ace7b9) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:04.059958 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-c2c1fdf8-e586-4932-b049-6def3ce4bc9c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] delete failed (client error): The resource could not be found. Dec 08 13:07:04.066492 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c2c1fdf8-e586-4932-b049-6def3ce4bc9c tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/routers/5fb9e635-5f25-40ea-b6c2-9966a68a3716 HTTP/1.1" status: 404 len: 336 time: 0.1267629 Dec 08 13:07:04.078106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Calling delete_port for ba601e6d-a15b-453f-baee-aeb3ccbb9d33 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:04.082777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56796) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:04.095892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-e29a58e2-a502-4bf5-9df9-cf93e3d41b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:04.097427 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-e29a58e2-a502-4bf5-9df9-cf93e3d41b2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11ea6c58-ca8a-4949-955a-7cb58ae27ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1432118 Dec 08 13:07:04.128394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a6c9249f-06c1-48d0-a7d7-a1f36a70d868 None None] For port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,segment=NetworkSegment(707aded2-53f8-4a57-ad5c-51c3509b2652),segment_id=707aded2-53f8-4a57-ad5c-51c3509b2652)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:04.131421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a6c9249f-06c1-48d0-a7d7-a1f36a70d868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.143900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9249f-06c1-48d0-a7d7-a1f36a70d868 None None] Calling delete_port for 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:04.246810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8b2a210b-3dda-4d22-af5a-2eb72744c029 None None] Provisioning complete for port ec16af91-f6f4-461a-aae4-21a1049da90c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:04.247182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8b2a210b-3dda-4d22-af5a-2eb72744c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.305463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-dfcb0c05-b6e3-4412-bc53-dafa6f6be8c3 service neutron] 10.222.0.72 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962883 Dec 08 13:07:04.333141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8b2a210b-3dda-4d22-af5a-2eb72744c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.357683 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a6c9249f-06c1-48d0-a7d7-a1f36a70d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.391367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8b2a210b-3dda-4d22-af5a-2eb72744c029 None None] For port ec16af91-f6f4-461a-aae4-21a1049da90c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ec16af91-f6f4-461a-aae4-21a1049da90c,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:04.395633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9249f-06c1-48d0-a7d7-a1f36a70d868 None None] No DVR routers for this DVR port 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:04.401163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9249f-06c1-48d0-a7d7-a1f36a70d868 None None] Pushing event deleted for resources: {'Port': ['ID=8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:04.449669 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc5236b-bf92-48de-b481-75ed687afc3f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:04.450038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc5236b-bf92-48de-b481-75ed687afc3f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:04.455391 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bdc5236b-bf92-48de-b481-75ed687afc3f tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/0688cb40-4422-40ef-b564-193ae375aadc HTTP/1.1" status: 404 len: 337 time: 0.3628585 Dec 08 13:07:04.459754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56798) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:04.491934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.511776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8b2a210b-3dda-4d22-af5a-2eb72744c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.516749 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-acc50a47-3671-4299-a7ef-006aeadf2ff8 req-59d044ad-01d6-4411-bccd-4671074aba2b service neutron] 10.222.0.72 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749752 Dec 08 13:07:04.565947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.567885 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47307e2-3cad-4a63-b435-7e7112c0fd1d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:04.568897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47307e2-3cad-4a63-b435-7e7112c0fd1d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:04.574280 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d47307e2-3cad-4a63-b435-7e7112c0fd1d tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/c750ab3a-4be6-4838-86a5-89cee3222acf HTTP/1.1" status: 404 len: 337 time: 0.1054068 Dec 08 13:07:04.576232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56800) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:04.611550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a210b-3dda-4d22-af5a-2eb72744c029 None None] Pushing event updated for resources: {'Port': ['ID=ec16af91-f6f4-461a-aae4-21a1049da90c,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:04.637383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.638869 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-43716afd-8c5d-4fa6-8ad0-4c49fe83dec1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:04.639334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43716afd-8c5d-4fa6-8ad0-4c49fe83dec1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:04.642391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-43716afd-8c5d-4fa6-8ad0-4c49fe83dec1 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/5a206ae0-3a47-4c1c-a1f2-9f67b25fd43c HTTP/1.1" status: 404 len: 337 time: 0.0651717 Dec 08 13:07:04.648149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56802) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:04.708285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=13b96f4c-f030-42fe-bd83-f647133ac5ec,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:04.710882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:04.721412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:04.722251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ec16af91-f6f4-461a-aae4-21a1049da90c up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:04.727701 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:04.735050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:04.735050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.738140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2c28154f-0ec3-4618-aacb-4bc83b3a7703 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Deleting port e91cf7a7-ae8a-49cb-8dbc-49f8672c3864 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:04.738426 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c28154f-0ec3-4618-aacb-4bc83b3a7703 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.738530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Port': ['ID=137f6eb8-8767-4f70-9d22-d5bee7ace7b9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:04.748461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Checking segment: {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:04.748821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network hostable DHCP agents. Network: a3004313-d600-4b74-bdcb-c24a604971d0, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:04.753398 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf95293-4062-4e0b-983e-c18cdf87f50a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:04.753999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf95293-4062-4e0b-983e-c18cdf87f50a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:04.758647 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fcf95293-4062-4e0b-983e-c18cdf87f50a tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/ae2fc398-5d8f-4569-8884-7b41fb4912e2 HTTP/1.1" status: 404 len: 333 time: 0.1038816 Dec 08 13:07:04.761031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56804) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:04.783174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a078f251-ea4a-4625-a007-52fc4a3e1bb7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:04.790809 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b7ee32-8c81-4ba7-889c-b5143e7f2b91 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:04.791277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b7ee32-8c81-4ba7-889c-b5143e7f2b91 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:04.796176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-23b7ee32-8c81-4ba7-889c-b5143e7f2b91 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/d09f27cb-2fed-4246-b732-f1079fc3f207 HTTP/1.1" status: 404 len: 337 time: 0.0324037 Dec 08 13:07:04.796946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56806) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:04.811376 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::1 (c6b804cf-1df5-4af3-9dce-30751e804dc0/d8bf3af3-c44d-422d-84cf-b3e1dcf168f9/bf4f1c02-4680-4eb7-92f9-c18271fb7035) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:04.836137 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-26d7a30a-7a47-46ea-8765-b39676738e97 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1465328 Dec 08 13:07:04.837022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56810) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:04.838123 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-65825388-ed56-4b00-a95c-7f8bab07edd7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:04.838725 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65825388-ed56-4b00-a95c-7f8bab07edd7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:04.839754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ec16af91-f6f4-461a-aae4-21a1049da90c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:04.841974 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-65825388-ed56-4b00-a95c-7f8bab07edd7 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/791d80fc-e0d1-4c8a-ac00-94427d734b69 HTTP/1.1" status: 404 len: 337 time: 0.0439873 Dec 08 13:07:04.842979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.847825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'port': {'network_id': '9dbd842e-6aec-4251-a4d5-2be386a13807', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1889974301'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:04.850683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56812) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:04.925698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c28154f-0ec3-4618-aacb-4bc83b3a7703 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:04.972840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2c28154f-0ec3-4618-aacb-4bc83b3a7703 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Calling delete_port for e91cf7a7-ae8a-49cb-8dbc-49f8672c3864 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:05.062704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:05.086188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:05.088828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cb32d1a-5774-4ef8-b7c9-c75f5340f6a0 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:05.107437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a078f251-ea4a-4625-a007-52fc4a3e1bb7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:05.113818 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a078f251-ea4a-4625-a007-52fc4a3e1bb7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.124692 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8955fc53-a0ee-4a4b-babe-7beda1c341f9 None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:05.139157 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955fc53-a0ee-4a4b-babe-7beda1c341f9 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:05.140434 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8955fc53-a0ee-4a4b-babe-7beda1c341f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:05.158681 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.202066 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8955fc53-a0ee-4a4b-babe-7beda1c341f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:05.206382 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a078f251-ea4a-4625-a007-52fc4a3e1bb7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/floatingips/11aabc56-d773-4365-8391-8cb39c74fb98 HTTP/1.1" status: 200 len: 978 time: 4.2335589 Dec 08 13:07:05.211231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d721ea7-face-4416-b262-b8b6d92243f5 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:05.214675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56814) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:05.219507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Pushing event deleted for resources: {'Port': ['ID=ba601e6d-a15b-453f-baee-aeb3ccbb9d33,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:05.219658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network a3004313-d600-4b74-bdcb-c24a604971d0 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:05.219813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9438e5c7-8406-4289-a03a-e75601e9122b None None] Provisioning complete for port 137f6eb8-8767-4f70-9d22-d5bee7ace7b9 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:05.219813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9438e5c7-8406-4289-a03a-e75601e9122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.234161 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955fc53-a0ee-4a4b-babe-7beda1c341f9 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:05.237421 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8955fc53-a0ee-4a4b-babe-7beda1c341f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:05.279164 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8955fc53-a0ee-4a4b-babe-7beda1c341f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:05.280177 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8955fc53-a0ee-4a4b-babe-7beda1c341f9 None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:05.289127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 519b1121-63e2-420e-99f1-25ae0989298f details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:07:05.289619 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ec18cc-9a1d-4226-bae4-9cd4bb5dc540 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:05.290212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ec18cc-9a1d-4226-bae4-9cd4bb5dc540 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:05.293362 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-10ec18cc-9a1d-4226-bae4-9cd4bb5dc540 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/a77713b8-46d9-43b0-ac19-b386c26f0dd8 HTTP/1.1" status: 404 len: 333 time: 0.4404597 Dec 08 13:07:05.298195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56816) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:05.315753 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c28154f-0ec3-4618-aacb-4bc83b3a7703 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.332012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.335246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.336420 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-644c5bfc-2bda-450e-97ed-dfa323681877 tempest-ServerActionsTestJSON-615673038 tempest-ServerActionsTestJSON-615673038-project] 10.222.0.76 "DELETE /v2.0/floatingips/615f4630-874b-4a0d-a213-0869c8b95794 HTTP/1.1" status: 204 len: 168 time: 2.3515158 Dec 08 13:07:05.338135 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9438e5c7-8406-4289-a03a-e75601e9122b None None] Port 137f6eb8-8767-4f70-9d22-d5bee7ace7b9 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:05.359526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56818) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:05.366027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, a3004313-d600-4b74-bdcb-c24a604971d0) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:05.372491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28154f-0ec3-4618-aacb-4bc83b3a7703 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Port': ['ID=e91cf7a7-ae8a-49cb-8dbc-49f8672c3864,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:05.374158 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8237d08-9a8b-429c-bf4b-d077da98a452 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:05.374658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8237d08-9a8b-429c-bf4b-d077da98a452 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:05.377740 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a8237d08-9a8b-429c-bf4b-d077da98a452 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/04d512a8-4120-4eeb-ae3c-18a4b3219940 HTTP/1.1" status: 404 len: 337 time: 0.0760427 Dec 08 13:07:05.379234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:05.379833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.390125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56820) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:05.409205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b5b42-d5d3-4b65-824f-8107a0e93309 None None] Network a3004313-d600-4b74-bdcb-c24a604971d0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:05.434742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c28154f-0ec3-4618-aacb-4bc83b3a7703 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.440557 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2c28154f-0ec3-4618-aacb-4bc83b3a7703 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/ports/e91cf7a7-ae8a-49cb-8dbc-49f8672c3864 HTTP/1.1" status: 204 len: 168 time: 1.6085994 Dec 08 13:07:05.443174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56822) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:05.456871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad934ac5-c45e-4dba-a6c1-14043ad3a054 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:05.457735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad934ac5-c45e-4dba-a6c1-14043ad3a054 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:05.463907 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ad934ac5-c45e-4dba-a6c1-14043ad3a054 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/subnets/1a8c815b-cea1-4bd6-90ae-28bdef2e27ce HTTP/1.1" status: 404 len: 337 time: 0.0682809 Dec 08 13:07:05.466596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.466596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56824) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:05.470792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a8289-aca9-45c0-8f59-02fa2925e3ff req-5eb40594-ab5a-4891-b1f6-91a005788cdc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:05.472297 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dc5a8289-aca9-45c0-8f59-02fa2925e3ff req-5eb40594-ab5a-4891-b1f6-91a005788cdc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 944 time: 0.2709100 Dec 08 13:07:05.517376 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ed2cdb3b-67b6-4a29-b36c-010947a6089a tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0681179 Dec 08 13:07:05.517591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56826) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:05.526231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1141696424'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:05.567812 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-38c07ff3-fbdc-4135-b248-606aa680703c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0783782 Dec 08 13:07:05.587055 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dc5a8289-aca9-45c0-8f59-02fa2925e3ff req-fbe315d9-4a16-4ecd-a888-613c85133f9e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947273 Dec 08 13:07:05.589630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port ec9784ed-b7a1-4546-ad9a-492dcf02e36b {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:05.590027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.706476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Made reservation on behalf of 30837a46fe7f4ba895894f2ddf615fbd for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:05.712765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.730704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.748428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=519b1121-63e2-420e-99f1-25ae0989298f,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:05.753010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] device_id is not set on port 5103de42-93fb-48bc-9051-5f79e3b198d3 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:07:05.778910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '519b1121-63e2-420e-99f1-25ae0989298f', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'port_id': '519b1121-63e2-420e-99f1-25ae0989298f', 'mac_address': 'fa:16:3e:e7:66:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:07:05.779548 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5db623b1-e915-4977-83ee-325ff7ac5003 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Deleting port 8217e471-34c3-4f45-9b0a-efc781d3b376 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:05.780040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5db623b1-e915-4977-83ee-325ff7ac5003 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.831070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Made reservation on behalf of f06964f5f4f541169375f86a41f73684 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:05.836386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.845806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-a3004313-d600-4b74-bdcb-c24a604971d0', 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ips': [{'subnet_id': '13b96f4c-f030-42fe-bd83-f647133ac5ec'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:05.846989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.868601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.900883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.937955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56830) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:05.963443 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519b1121-63e2-420e-99f1-25ae0989298f {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:07:05.965452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:05.970815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-172a4913-de42-4402-8b98-eb66c07b65d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722572956', 'description': 'tempest-secgroup-smoke-1722572956 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:05.983607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5db623b1-e915-4977-83ee-325ff7ac5003 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:05.989605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:06.002631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=519b1121-63e2-420e-99f1-25ae0989298f,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:06.007119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:06.018542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:06.019114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.033875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.034214 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Added segment d65e6351-42ea-42e8-bd5d-d4702c48f014 of type vlan for network 2ce832c6-d16a-42ae-a08c-ac10c33c7d16 Dec 08 13:07:06.035908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Allocated IP 2001:db8::26d (9dbd842e-6aec-4251-a4d5-2be386a13807/896279b4-178a-486b-9bc2-43ebc508ce9b/5103de42-93fb-48bc-9051-5f79e3b198d3) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:06.053114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Allocated IP 172.20.0.18 (a3004313-d600-4b74-bdcb-c24a604971d0/13b96f4c-f030-42fe-bd83-f647133ac5ec/29702aa8-3c1c-41a2-ba26-045c2a856a72) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:06.061225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5db623b1-e915-4977-83ee-325ff7ac5003 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Calling delete_port for 8217e471-34c3-4f45-9b0a-efc781d3b376 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:06.085892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.099834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=bf4f1c02-4680-4eb7-92f9-c18271fb7035,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:06.104916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.132517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.132877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.133195 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 11aabc56-d773-4365-8391-8cb39c74fb98 disassociated. External IP: 172.26.7.186, port: ec9784ed-b7a1-4546-ad9a-492dcf02e36b. Dec 08 13:07:06.133542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for ec9784ed-b7a1-4546-ad9a-492dcf02e36b owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:06.173801 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-172a4913-de42-4402-8b98-eb66c07b65d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.236666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=519b1121-63e2-420e-99f1-25ae0989298f,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:06.289654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.295120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:06.295723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.307968 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['519b1121-63e2-420e-99f1-25ae0989298f'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:07:06.384746 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.386268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.391738 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5db623b1-e915-4977-83ee-325ff7ac5003 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.417321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-172a4913-de42-4402-8b98-eb66c07b65d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.428837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Network': ['ID=2ce832c6-d16a-42ae-a08c-ac10c33c7d16,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:06.448831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 2ce832c6-d16a-42ae-a08c-ac10c33c7d16 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:06.453129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db623b1-e915-4977-83ee-325ff7ac5003 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Port': ['ID=8217e471-34c3-4f45-9b0a-efc781d3b376,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:06.468881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.477373 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-66976e54-8045-4f00-b342-55a6e584b36b tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9575675 Dec 08 13:07:06.483062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56832) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:06.484584 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.487630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5db623b1-e915-4977-83ee-325ff7ac5003 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.490600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1684135259'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:06.492590 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5db623b1-e915-4977-83ee-325ff7ac5003 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/ports/8217e471-34c3-4f45-9b0a-efc781d3b376 HTTP/1.1" status: 204 len: 168 time: 1.0239921 Dec 08 13:07:06.508233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.513036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56834) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:06.561380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Pushing event updated for resources: {'Port': ['ID=29702aa8-3c1c-41a2-ba26-045c2a856a72,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:06.563907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c15cecad-6964-4558-a872-2220bccb0c9a None None] Provisioning complete for port bf4f1c02-4680-4eb7-92f9-c18271fb7035 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:06.564365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c15cecad-6964-4558-a872-2220bccb0c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.647009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.655880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Network a3004313-d600-4b74-bdcb-c24a604971d0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:06.661662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c15cecad-6964-4558-a872-2220bccb0c9a None None] Port bf4f1c02-4680-4eb7-92f9-c18271fb7035 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:06.671960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ec16af91-f6f4-461a-aae4-21a1049da90c up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:06.685213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.692980 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Made reservation on behalf of f06964f5f4f541169375f86a41f73684 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:06.696592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:06.697442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.699807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=ec9784ed-b7a1-4546-ad9a-492dcf02e36b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:06.707429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:06.718348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-172a4913-de42-4402-8b98-eb66c07b65d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.754837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.804974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a4913-de42-4402-8b98-eb66c07b65d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9413c2-bc0c-4e5b-b879-36166e36115f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:06.807905 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Attempting to bind port 29702aa8-3c1c-41a2-ba26-045c2a856a72 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:06.808528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Attempting to bind port 29702aa8-3c1c-41a2-ba26-045c2a856a72 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:06.808641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Attempting to bind port 29702aa8-3c1c-41a2-ba26-045c2a856a72 on network a3004313-d600-4b74-bdcb-c24a604971d0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:06.830903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:06.830903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Checking segment: {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:06.830903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.830903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Bound using segment: {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:06.830903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Bound port: 29702aa8-3c1c-41a2-ba26-045c2a856a72, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:06.830903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.841488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ec16af91-f6f4-461a-aae4-21a1049da90c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:06.841854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.888308 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-172a4913-de42-4402-8b98-eb66c07b65d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.889546 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-172a4913-de42-4402-8b98-eb66c07b65d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9505820 Dec 08 13:07:06.893966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56838) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:06.907463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7b3a0fb2-8258-430b-8049-e650ada5c0b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '8c9413c2-bc0c-4e5b-b879-36166e36115f', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:06.919665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:06.952174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:06.968071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] For port 29702aa8-3c1c-41a2-ba26-045c2a856a72, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:06.971869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] For port 29702aa8-3c1c-41a2-ba26-045c2a856a72, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=29702aa8-3c1c-41a2-ba26-045c2a856a72,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:06.973090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:06.986283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60d791-84ed-4bb0-a3f2-94cacee90844 req-fafb1990-de37-45ab-b779-3c9819f146d7 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:06.988338 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc60d791-84ed-4bb0-a3f2-94cacee90844 req-fafb1990-de37-45ab-b779-3c9819f146d7 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 945 time: 0.2851534 Dec 08 13:07:07.001373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:07.003886 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.004064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:07.004725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.012824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:07.019259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:07.019957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.058076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Port': ['ID=5103de42-93fb-48bc-9051-5f79e3b198d3,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:07.062282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.081647 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.082014 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Added segment 858e48f2-4371-4691-aa9a-a70f7b3f232b of type vlan for network 41bde9aa-8fac-449a-9197-a1e87da9073a Dec 08 13:07:07.104299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=bf4f1c02-4680-4eb7-92f9-c18271fb7035,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:07.133739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.179065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf4700-f198-4311-bcdb-7ecf59a177a2 None None] Pushing event updated for resources: {'Port': ['ID=29702aa8-3c1c-41a2-ba26-045c2a856a72,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:07.272873 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0bb85c48-fc99-416f-b4b3-32e4d872b290 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4264309 Dec 08 13:07:07.277497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81695e5-12b9-492d-a2d0-4f8ca240563c']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:07.285208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56840) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:07.293252 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc60d791-84ed-4bb0-a3f2-94cacee90844 req-ab7a45d6-d03b-42af-9cfe-a46fbe362360 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854021 Dec 08 13:07:07.305674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-494f0f79-8136-4670-ace1-4a3a11bb019c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:8e:59:54'}, {'ip_address': '2001:db8::194', 'mac_address': 'fa:16:3e:db:14:69'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:07.342972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707aded2-53f8-4a57-ad5c-51c3509b2652') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:07.343193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707aded2-53f8-4a57-ad5c-51c3509b2652') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:07.346120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.372284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.412228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.416080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6b5fb623-5b1b-4ddb-ad08-f70994347c5a None None] Provisioning complete for port 5103de42-93fb-48bc-9051-5f79e3b198d3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:07.416359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6b5fb623-5b1b-4ddb-ad08-f70994347c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.459142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6b5fb623-5b1b-4ddb-ad08-f70994347c5a None None] Port 5103de42-93fb-48bc-9051-5f79e3b198d3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:07.486441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:07.487035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.487923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b3a0fb2-8258-430b-8049-e650ada5c0b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:07.491042 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:07.580189 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:07.585613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:07.609090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:07.616944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.622631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:07.623260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.623852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e24f9-a78b-4e51-beea-2ed97ddeb290 None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:07.648168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b3a0fb2-8258-430b-8049-e650ada5c0b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.648354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e24f9-a78b-4e51-beea-2ed97ddeb290 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:07.648354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-707e24f9-a78b-4e51-beea-2ed97ddeb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:07.699154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-707e24f9-a78b-4e51-beea-2ed97ddeb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:07.709710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e24f9-a78b-4e51-beea-2ed97ddeb290 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:07.710473 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-707e24f9-a78b-4e51-beea-2ed97ddeb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:07.725726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.748408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-707e24f9-a78b-4e51-beea-2ed97ddeb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:07.748613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Deleting port ad3e9247-d2b2-454e-9584-a8c657868a18 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:07.749008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.749358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e24f9-a78b-4e51-beea-2ed97ddeb290 None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:07.752144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b3a0fb2-8258-430b-8049-e650ada5c0b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.770936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.776564 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] 10.222.0.76 "DELETE /v2.0/networks/f81695e5-12b9-492d-a2d0-4f8ca240563c HTTP/1.1" status: 204 len: 168 time: 1.2588682 Dec 08 13:07:07.776564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Network': ['ID=41bde9aa-8fac-449a-9197-a1e87da9073a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:07.800283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 41bde9aa-8fac-449a-9197-a1e87da9073a details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:07.829168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.835129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a0fb2-8258-430b-8049-e650ada5c0b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64908520-110f-412e-a14f-6d957ce026da,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:07.835809 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1ef2e3db-0624-4bea-b2ab-e11aaa2ee68f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/ports/ec9784ed-b7a1-4546-ad9a-492dcf02e36b HTTP/1.1" status: 204 len: 168 time: 2.6164644 Dec 08 13:07:07.837761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56844) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:07.872277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e8c3-4785-439b-b910-761be47a38f5 tempest-PortsIpV6TestJSON-1403794126 tempest-PortsIpV6TestJSON-1403794126-project] Pushing event deleted for resources: {'Network': ['ID=f81695e5-12b9-492d-a2d0-4f8ca240563c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:07.892661 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Router 4c214b7f-e87d-4c56-afb8-159758e6e110 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:07:07.899886 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b3a0fb2-8258-430b-8049-e650ada5c0b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.903890 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7b3a0fb2-8258-430b-8049-e650ada5c0b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0063591 Dec 08 13:07:07.907933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56846) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:07.919743 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-541ddfe7-897c-4cbc-9f5f-b8164165181a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '8c9413c2-bc0c-4e5b-b879-36166e36115f', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:07.941648 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-54e9b6cb-6fe4-40ff-b010-debf1cd8693e tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4557028 Dec 08 13:07:07.951934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-75a45d35-b6f9-46a5-95c4-17d4db38c3e7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "GET /v2.0/floatingips/11aabc56-d773-4365-8391-8cb39c74fb98 HTTP/1.1" status: 200 len: 688 time: 0.1131134 Dec 08 13:07:07.961584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-494f0f79-8136-4670-ace1-4a3a11bb019c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:07.964697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56848) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:07.991826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ef49090a-71ec-454c-8bcd-b135f5f318f6 None None] Provisioning complete for port bf4f1c02-4680-4eb7-92f9-c18271fb7035 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:07.992468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef49090a-71ec-454c-8bcd-b135f5f318f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:08.043393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:08.054334 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-53f6722f-850f-426f-916a-eb40980cf091 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "PUT /v2.0/routers/4c214b7f-e87d-4c56-afb8-159758e6e110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1316454 Dec 08 13:07:08.055471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ef49090a-71ec-454c-8bcd-b135f5f318f6 None None] Port bf4f1c02-4680-4eb7-92f9-c18271fb7035 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:08.055769 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Sync routers for ids ['4c214b7f-e87d-4c56-afb8-159758e6e110'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:08.057861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56850) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:08.076075 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Routers {'4c214b7f-e87d-4c56-afb8-159758e6e110'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:08.076678 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c214b7f-e87d-4c56-afb8-159758e6e110'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:08.078886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56852) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:08.091550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'subnets': [{'network_id': '2ce832c6-d16a-42ae-a08c-ac10c33c7d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--405569197', 'ip_version': 4}, {'network_id': '41bde9aa-8fac-449a-9197-a1e87da9073a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:08.097714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'subnet': {'network_id': '2ce832c6-d16a-42ae-a08c-ac10c33c7d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--405569197', 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:08.097714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Request body: {'subnet': {'network_id': '41bde9aa-8fac-449a-9197-a1e87da9073a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:08.115611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] For port ad3e9247-d2b2-454e-9584-a8c657868a18, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ad3e9247-d2b2-454e-9584-a8c657868a18,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:08.116097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:08.139918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Calling delete_port for ad3e9247-d2b2-454e-9584-a8c657868a18 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:08.148305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d862039-e538-4316-81bf-c9718baeadeb tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:08.152734 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3d862039-e538-4316-81bf-c9718baeadeb tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports/bf4f1c02-4680-4eb7-92f9-c18271fb7035 HTTP/1.1" status: 200 len: 911 time: 0.0876815 Dec 08 13:07:08.153443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56854) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:08.215188 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Set router 4c214b7f-e87d-4c56-afb8-159758e6e110 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:08.250441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-541ddfe7-897c-4cbc-9f5f-b8164165181a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:08.278381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eef199-6ab2-4ab0-a176-0ede987006a0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:08.284780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eef199-6ab2-4ab0-a176-0ede987006a0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:08.290048 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b3eef199-6ab2-4ab0-a176-0ede987006a0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1330857 Dec 08 13:07:08.295546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56858) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:08.467826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56862) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:08.517769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-541ddfe7-897c-4cbc-9f5f-b8164165181a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:08.602095 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-541ddfe7-897c-4cbc-9f5f-b8164165181a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:08.690419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b93fe5-5d75-4e60-8c5b-90a6c9ff2e45 None None] Network a3004313-d600-4b74-bdcb-c24a604971d0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:08.716788 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-541ddfe7-897c-4cbc-9f5f-b8164165181a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:08.719022 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-541ddfe7-897c-4cbc-9f5f-b8164165181a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8101127 Dec 08 13:07:08.720870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 29702aa8-3c1c-41a2-ba26-045c2a856a72 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:08.722285 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c214b7f-e87d-4c56-afb8-159758e6e110', 'name': 'tempest-NetworksTestDHCPv6-router-1100925718', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:07:01Z', 'updated_at': '2021-12-08T13:07:06Z', 'revision_number': 2, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None, '_interfaces': [{'id': 'bf4f1c02-4680-4eb7-92f9-c18271fb7035', 'name': '', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'mac_address': 'fa:16:3e:89:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c214b7f-e87d-4c56-afb8-159758e6e110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd8bf3af3-c44d-422d-84cf-b3e1dcf168f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:07:03Z', 'updated_at': '2021-12-08T13:07:06Z', 'revision_number': 2, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'subnets': [{'id': 'd8bf3af3-c44d-422d-84cf-b3e1dcf168f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:08.727632 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56866) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:08.741574 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2f9e4795-0008-4bef-86df-3fde34d94171 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '8c9413c2-bc0c-4e5b-b879-36166e36115f', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:08.751299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ddfe7-897c-4cbc-9f5f-b8164165181a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39addc0-582c-41e7-b464-3a91e8701a1c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:08.759928 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Checking router: 4c214b7f-e87d-4c56-afb8-159758e6e110 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:07:08.760663 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Updating router 4c214b7f-e87d-4c56-afb8-159758e6e110 port bf4f1c02-4680-4eb7-92f9-c18271fb7035 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:07:08.800553 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:08.858227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5d40f118-f1a4-406c-ae26-7c55431ec37c None None] Provisioning complete for port 29702aa8-3c1c-41a2-ba26-045c2a856a72 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:08.858523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d40f118-f1a4-406c-ae26-7c55431ec37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:08.886623 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6f21824c-0e41-4bf6-b1bd-2fda72fcb400 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a35742f37444c1896f111b89a9a5aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159975 Dec 08 13:07:08.889394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56868) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:08.925073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 29702aa8-3c1c-41a2-ba26-045c2a856a72 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:08.925073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:08.950284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4795-0008-4bef-86df-3fde34d94171 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.019567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port 0745c7dd-e4c0-438f-80f2-fa83617e2ccf {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:09.020619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.031422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.039491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d40f118-f1a4-406c-ae26-7c55431ec37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.066229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3ba468b-aed4-4844-bc4d-7c99228fa398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.075153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3e9247-d2b2-454e-9584-a8c657868a18,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:09.105710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f00c7a-060a-413d-97da-d8a2e9335c9e req-d73ad0dc-4f27-422a-b6d0-14b882db995f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:09.108006 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08f00c7a-060a-413d-97da-d8a2e9335c9e req-d73ad0dc-4f27-422a-b6d0-14b882db995f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 945 time: 0.6213169 Dec 08 13:07:09.119438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5d40f118-f1a4-406c-ae26-7c55431ec37c None None] For port 29702aa8-3c1c-41a2-ba26-045c2a856a72, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=29702aa8-3c1c-41a2-ba26-045c2a856a72,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:09.131770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.190689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d40f118-f1a4-406c-ae26-7c55431ec37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.222338 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.244206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3ba468b-aed4-4844-bc4d-7c99228fa398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.271870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 519b1121-63e2-420e-99f1-25ae0989298f up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:09.282564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4795-0008-4bef-86df-3fde34d94171 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.282793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.283377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.311336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-494f0f79-8136-4670-ace1-4a3a11bb019c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.318032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Made reservation on behalf of f06964f5f4f541169375f86a41f73684 for: {'subnet': 2} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:09.323961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.324875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.342475 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.357056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:07:09.357424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:07:09.380428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40f118-f1a4-406c-ae26-7c55431ec37c None None] Pushing event updated for resources: {'Port': ['ID=29702aa8-3c1c-41a2-ba26-045c2a856a72,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:09.395491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4795-0008-4bef-86df-3fde34d94171 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.447683 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0e941-a4db-486b-b91c-10a324963adb None None] Pushing event updated for resources: {'Port': ['ID=bf4f1c02-4680-4eb7-92f9-c18271fb7035,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:09.469412 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08f00c7a-060a-413d-97da-d8a2e9335c9e req-045f400d-5e93-4c4e-91f8-6f61096d3600 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426037 Dec 08 13:07:09.470169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-494f0f79-8136-4670-ace1-4a3a11bb019c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.473831 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for 0745c7dd-e4c0-438f-80f2-fa83617e2ccf owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:09.488755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 519b1121-63e2-420e-99f1-25ae0989298f completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:07:09.491708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e4795-0008-4bef-86df-3fde34d94171 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0222421-25f6-4581-880f-d6398cd7ccf5,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:09.502542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-494f0f79-8136-4670-ace1-4a3a11bb019c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] In _notify_port_updated(), no bound segment for port 5103de42-93fb-48bc-9051-5f79e3b198d3 on network 9dbd842e-6aec-4251-a4d5-2be386a13807 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:07:09.503897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.510386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f0f79-8136-4670-ace1-4a3a11bb019c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:09.511238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-494f0f79-8136-4670-ace1-4a3a11bb019c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.511849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 519b1121-63e2-420e-99f1-25ae0989298f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:09.512234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.513023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-494f0f79-8136-4670-ace1-4a3a11bb019c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "PUT /v2.0/ports/5103de42-93fb-48bc-9051-5f79e3b198d3 HTTP/1.1" status: 200 len: 1068 time: 2.2249978 Dec 08 13:07:09.530158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56870) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:09.627671 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Attempting to bind port bf4f1c02-4680-4eb7-92f9-c18271fb7035 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:09.628056 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Attempting to bind port bf4f1c02-4680-4eb7-92f9-c18271fb7035 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:09.628430 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Attempting to bind port bf4f1c02-4680-4eb7-92f9-c18271fb7035 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:09.639480 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:09.639865 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:09.640278 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.640675 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:09.641154 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Bound port: bf4f1c02-4680-4eb7-92f9-c18271fb7035, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:09.641683 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.646532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-eaa17667-2c4c-4bc3-9dd3-7e3ec4540f4a None None] Provisioning complete for port 29702aa8-3c1c-41a2-ba26-045c2a856a72 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:09.646936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eaa17667-2c4c-4bc3-9dd3-7e3ec4540f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.720460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f0f79-8136-4670-ace1-4a3a11bb019c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event updated for resources: {'Port': ['ID=5103de42-93fb-48bc-9051-5f79e3b198d3,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:09.785683 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] For port bf4f1c02-4680-4eb7-92f9-c18271fb7035, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:09.795013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.798830 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] For port bf4f1c02-4680-4eb7-92f9-c18271fb7035, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bf4f1c02-4680-4eb7-92f9-c18271fb7035,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:09.880954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4795-0008-4bef-86df-3fde34d94171 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.885068 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2f9e4795-0008-4bef-86df-3fde34d94171 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1447248 Dec 08 13:07:09.887688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56872) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:09.889821 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.915124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-309821da-f9c7-4127-a135-3cfbc1d87aa1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '8c9413c2-bc0c-4e5b-b879-36166e36115f', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:09.939487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3ba468b-aed4-4844-bc4d-7c99228fa398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.942305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3ba468b-aed4-4844-bc4d-7c99228fa398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:09.943300 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c3ba468b-aed4-4844-bc4d-7c99228fa398 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/87ea77fb-dee7-496c-ab41-ea66a2db88d2 HTTP/1.1" status: 204 len: 168 time: 1.0520012 Dec 08 13:07:09.987753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:07:09.992601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acf1b55-5c8f-4488-908b-dea7e37667de" -d '{"events": [{"server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "name": "network-vif-plugged", "status": "completed", "tag": "519b1121-63e2-420e-99f1-25ae0989298f"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:07:10.005260 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Routers {'4c214b7f-e87d-4c56-afb8-159758e6e110'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:10.012088 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c214b7f-e87d-4c56-afb8-159758e6e110'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:10.034520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=519b1121-63e2-420e-99f1-25ae0989298f,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:10.058960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.060596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e05a1c7-6ee0-49bb-a52b-aa301aeb9887 x-openstack-request-id: req-2e05a1c7-6ee0-49bb-a52b-aa301aeb9887 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:07:10.061372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "name": "network-vif-plugged", "status": "completed", "tag": "519b1121-63e2-420e-99f1-25ae0989298f", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:07:10.061785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e05a1c7-6ee0-49bb-a52b-aa301aeb9887 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:07:10.062356 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f', 'code': 200} Dec 08 13:07:10.070463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba468b-aed4-4844-bc4d-7c99228fa398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea77fb-dee7-496c-ab41-ea66a2db88d2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:10.076107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.097047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.105129 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0e941-a4db-486b-b91c-10a324963adb None None] Pushing event updated for resources: {'Port': ['ID=bf4f1c02-4680-4eb7-92f9-c18271fb7035,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:10.161464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-309821da-f9c7-4127-a135-3cfbc1d87aa1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.174068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=0745c7dd-e4c0-438f-80f2-fa83617e2ccf,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:10.177688 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] Set router 4c214b7f-e87d-4c56-afb8-159758e6e110 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:10.266307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=519b1121-63e2-420e-99f1-25ae0989298f,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:10.279054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7f05c7fa-16c7-4e3e-b687-7cae0a8cdd15 None None] Provisioning complete for port bf4f1c02-4680-4eb7-92f9-c18271fb7035 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:10.279438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7f05c7fa-16c7-4e3e-b687-7cae0a8cdd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.319487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d8013128-de7c-4d0a-969b-84b6745bbd2e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Deleting port 5103de42-93fb-48bc-9051-5f79e3b198d3 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:10.320102 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d8013128-de7c-4d0a-969b-84b6745bbd2e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.361014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.396805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.399658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.407596 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9057db87-239f-452d-ac10-b5f347479bb1 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/floatingips/11aabc56-d773-4365-8391-8cb39c74fb98 HTTP/1.1" status: 204 len: 168 time: 2.4414485 Dec 08 13:07:10.409213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.421177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56880) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:10.440912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '6e52dd3f-cfaf-428d-a715-0c8dcbde75a8'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:10.461622 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c214b7f-e87d-4c56-afb8-159758e6e110', 'name': 'tempest-NetworksTestDHCPv6-router-1100925718', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:07:01Z', 'updated_at': '2021-12-08T13:07:06Z', 'revision_number': 2, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None, '_interfaces': [{'id': 'bf4f1c02-4680-4eb7-92f9-c18271fb7035', 'name': '', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'mac_address': 'fa:16:3e:89:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c214b7f-e87d-4c56-afb8-159758e6e110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd8bf3af3-c44d-422d-84cf-b3e1dcf168f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:07:03Z', 'updated_at': '2021-12-08T13:07:09Z', 'revision_number': 4, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'subnets': [{'id': 'd8bf3af3-c44d-422d-84cf-b3e1dcf168f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:10.472503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7f05c7fa-16c7-4e3e-b687-7cae0a8cdd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.495165 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb05cef6-5970-4194-9f6d-a09929b3100e None None] The sync data for ids ['4c214b7f-e87d-4c56-afb8-159758e6e110'] in dv-neutron-799625-5-hyperv is: [{'id': '4c214b7f-e87d-4c56-afb8-159758e6e110', 'name': 'tempest-NetworksTestDHCPv6-router-1100925718', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:07:01Z', 'updated_at': '2021-12-08T13:07:06Z', 'revision_number': 2, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None, '_interfaces': [{'id': 'bf4f1c02-4680-4eb7-92f9-c18271fb7035', 'name': '', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'mac_address': 'fa:16:3e:89:88:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c214b7f-e87d-4c56-afb8-159758e6e110', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd8bf3af3-c44d-422d-84cf-b3e1dcf168f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:07:03Z', 'updated_at': '2021-12-08T13:07:09Z', 'revision_number': 4, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'subnets': [{'id': 'd8bf3af3-c44d-422d-84cf-b3e1dcf168f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:10.507061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1babe03a-06d8-420d-9e5a-e8a7e1ff1182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.526849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7f05c7fa-16c7-4e3e-b687-7cae0a8cdd15 None None] For port bf4f1c02-4680-4eb7-92f9-c18271fb7035, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bf4f1c02-4680-4eb7-92f9-c18271fb7035,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:10.611800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7f05c7fa-16c7-4e3e-b687-7cae0a8cdd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.639609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Subnet': ['ID=959119ba-0c2a-4fac-b7f1-e4f79cfbfb9d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:10.748363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Checking segment: {'id': 'd65e6351-42ea-42e8-bd5d-d4702c48f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ce832c6-d16a-42ae-a08c-ac10c33c7d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:10.748550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Network hostable DHCP agents. Network: 2ce832c6-d16a-42ae-a08c-ac10c33c7d16, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:10.758294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-309821da-f9c7-4127-a135-3cfbc1d87aa1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.763670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5f698-e3d9-42d9-a9de-232567df499b req-70e481d8-6fb9-46db-8d34-7819fbfea7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:10.764557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-06a5f698-e3d9-42d9-a9de-232567df499b req-70e481d8-6fb9-46db-8d34-7819fbfea7c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 1099 time: 0.3161893 Dec 08 13:07:10.775239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05c7fa-16c7-4e3e-b687-7cae0a8cdd15 None None] Pushing event updated for resources: {'Port': ['ID=bf4f1c02-4680-4eb7-92f9-c18271fb7035,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:10.784905 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 29702aa8-3c1c-41a2-ba26-045c2a856a72 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:10.794693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed498218-4fff-4668-a8ea-b7778db74ca8 req-6be0a4d8-5e10-4354-8392-4dc9d643466c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:10.796094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed498218-4fff-4668-a8ea-b7778db74ca8 req-6be0a4d8-5e10-4354-8392-4dc9d643466c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.1658456 Dec 08 13:07:10.798438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.833302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7f05c7fa-16c7-4e3e-b687-7cae0a8cdd15 None None] Provisioning complete for port 5103de42-93fb-48bc-9051-5f79e3b198d3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:10.834011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7f05c7fa-16c7-4e3e-b687-7cae0a8cdd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.853107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-309821da-f9c7-4127-a135-3cfbc1d87aa1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:10.970243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309821da-f9c7-4127-a135-3cfbc1d87aa1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e6658b-d97f-47c1-9605-d93042a73f54,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:10.971534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Network 2ce832c6-d16a-42ae-a08c-ac10c33c7d16 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:10.987309 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-06a5f698-e3d9-42d9-a9de-232567df499b req-dbade267-bcc8-4649-b37f-9fe799cd0d88 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124968 Dec 08 13:07:11.024959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed498218-4fff-4668-a8ea-b7778db74ca8 req-791e2303-ec69-492b-8489-fcf5b6d19844 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111435 Dec 08 13:07:11.101041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d8013128-de7c-4d0a-969b-84b6745bbd2e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.101661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7f05c7fa-16c7-4e3e-b687-7cae0a8cdd15 None None] Port 5103de42-93fb-48bc-9051-5f79e3b198d3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:11.108636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-309821da-f9c7-4127-a135-3cfbc1d87aa1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.110496 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-309821da-f9c7-4127-a135-3cfbc1d87aa1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2210996 Dec 08 13:07:11.111294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 2ce832c6-d16a-42ae-a08c-ac10c33c7d16) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:11.118283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56892) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:11.125632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.131831 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a1d2f6cc-7575-49bf-9181-5d579c6ff094 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '8c9413c2-bc0c-4e5b-b879-36166e36115f', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:11.133409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c01f70f-016e-44e4-9fc8-a2510d0beae7 None None] Network 2ce832c6-d16a-42ae-a08c-ac10c33c7d16 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:11.189582 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port bf4f1c02-4680-4eb7-92f9-c18271fb7035 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:11.189946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.194555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d8013128-de7c-4d0a-969b-84b6745bbd2e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Calling delete_port for 5103de42-93fb-48bc-9051-5f79e3b198d3 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:11.228023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 29702aa8-3c1c-41a2-ba26-045c2a856a72 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:11.228394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.228542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event updated for resources: {'Subnet': ['ID=41ab269c-96e3-41c6-a21e-5c378babca25,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:11.237134 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-a1d2f6cc-7575-49bf-9181-5d579c6ff094 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:07:11.256819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.258816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1d2f6cc-7575-49bf-9181-5d579c6ff094 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.266013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Checking segment: {'id': '858e48f2-4371-4691-aa9a-a70f7b3f232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '41bde9aa-8fac-449a-9197-a1e87da9073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:11.266382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Network hostable DHCP agents. Network: 41bde9aa-8fac-449a-9197-a1e87da9073a, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:11.373227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-625c57d6-f99e-4703-8988-1b7837458e41 None None] Provisioning complete for port bf4f1c02-4680-4eb7-92f9-c18271fb7035 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:11.373783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-625c57d6-f99e-4703-8988-1b7837458e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.424824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.26.7.27 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/f6fc4519-3e71-4f68-b5b7-1dcc70847960) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:11.429242 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1d2f6cc-7575-49bf-9181-5d579c6ff094 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.461420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Router a03fe847-aaad-4d24-90de-233301176b8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:11.545654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.624609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1d2f6cc-7575-49bf-9181-5d579c6ff094 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.631294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] For port bf4f1c02-4680-4eb7-92f9-c18271fb7035, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bf4f1c02-4680-4eb7-92f9-c18271fb7035,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:11.631663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.632991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-2ce832c6-d16a-42ae-a08c-ac10c33c7d16', 'network_id': '2ce832c6-d16a-42ae-a08c-ac10c33c7d16', 'project_id': 'f06964f5f4f541169375f86a41f73684', 'fixed_ips': [{'subnet_id': '959119ba-0c2a-4fac-b7f1-e4f79cfbfb9d'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:11.633906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.638413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56902) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:11.656174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.661252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for bf4f1c02-4680-4eb7-92f9-c18271fb7035 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:11.748874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=f6fc4519-3e71-4f68-b5b7-1dcc70847960,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:11.769966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:11.779282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Network 41bde9aa-8fac-449a-9197-a1e87da9073a is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:11.779282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:11.785952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-71eca216-ca4e-4b3b-b592-a4af09056ce3 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1513236766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:11.791190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:11.814072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Allocated IP 172.20.0.2 (2ce832c6-d16a-42ae-a08c-ac10c33c7d16/959119ba-0c2a-4fac-b7f1-e4f79cfbfb9d/bb8e8345-bd44-4b06-8492-1e3064221d2d) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:11.825738 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2f6cc-7575-49bf-9181-5d579c6ff094 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c513e7a8-1236-41da-92ce-6eed80cbb824,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:11.891514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 41bde9aa-8fac-449a-9197-a1e87da9073a) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:11.895684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:11.896316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:11.897836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.915679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435d817-8fe0-4238-9fa5-7b6ebd854baa None None] Network 41bde9aa-8fac-449a-9197-a1e87da9073a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:11.935971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:11.946671 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e94e4ce9-9264-44ae-ba02-e80cade1f70d admin admin] 10.222.0.76 "PUT /v2.0/routers/a03fe847-aaad-4d24-90de-233301176b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5835216 Dec 08 13:07:11.947634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56906) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:11.965205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d8013128-de7c-4d0a-969b-84b6745bbd2e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:11.998968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8013128-de7c-4d0a-969b-84b6745bbd2e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event deleted for resources: {'Port': ['ID=5103de42-93fb-48bc-9051-5f79e3b198d3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:11.999522 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-71eca216-ca4e-4b3b-b592-a4af09056ce3 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.000579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-71eca216-ca4e-4b3b-b592-a4af09056ce3 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.025202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] Sync routers for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:12.077324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:12.079878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:06:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:12.100203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.129069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-71eca216-ca4e-4b3b-b592-a4af09056ce3 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.141727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1d2f6cc-7575-49bf-9181-5d579c6ff094 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.143208 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a1d2f6cc-7575-49bf-9181-5d579c6ff094 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0165772 Dec 08 13:07:12.153556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=bf4f1c02-4680-4eb7-92f9-c18271fb7035,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:12.156689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56910) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:12.174405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c363666d-ca7a-452d-86f0-7e25cc51909e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '8c9413c2-bc0c-4e5b-b879-36166e36115f', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:12.217079 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c0db7ed7-5314-4600-8bd3-adee9d6e7921 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.1268265 Dec 08 13:07:12.222149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:12.231987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56912) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:12.235040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-71eca216-ca4e-4b3b-b592-a4af09056ce3 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.292877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-41bde9aa-8fac-449a-9197-a1e87da9073a', 'network_id': '41bde9aa-8fac-449a-9197-a1e87da9073a', 'project_id': 'f06964f5f4f541169375f86a41f73684', 'fixed_ips': [{'subnet_id': '41ab269c-96e3-41c6-a21e-5c378babca25'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:12.293689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.457075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.467486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ad0d6-633d-442e-8d7f-e3c2810dd1cf tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:12.469149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ad0d6-633d-442e-8d7f-e3c2810dd1cf tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:12.470760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ad0d6-633d-442e-8d7f-e3c2810dd1cf tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:12.472422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f70ad0d6-633d-442e-8d7f-e3c2810dd1cf tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2188559 Dec 08 13:07:12.475884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-71eca216-ca4e-4b3b-b592-a4af09056ce3 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.477770 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-71eca216-ca4e-4b3b-b592-a4af09056ce3 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8375137 Dec 08 13:07:12.485415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56914) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:12.489210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Allocated IP 172.20.0.18 (41bde9aa-8fac-449a-9197-a1e87da9073a/41ab269c-96e3-41c6-a21e-5c378babca25/856b0cf0-79fc-4205-8d00-ae5a7b28352e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:12.489309 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-c363666d-ca7a-452d-86f0-7e25cc51909e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:07:12.511611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56916) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:12.519325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1152103966'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:12.578550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c363666d-ca7a-452d-86f0-7e25cc51909e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.593057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d8013128-de7c-4d0a-969b-84b6745bbd2e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.598914 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d8013128-de7c-4d0a-969b-84b6745bbd2e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "DELETE /v2.0/ports/5103de42-93fb-48bc-9051-5f79e3b198d3 HTTP/1.1" status: 204 len: 168 time: 3.0651400 Dec 08 13:07:12.604957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56918) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:12.622084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Made reservation on behalf of ed252da4679e4d42bae6e25f86fddf74 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:12.626354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.639541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.639693 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc40bd53-fae2-40be-afdc-67ae7443d75e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] GET failed (client error): The resource could not be found. Dec 08 13:07:12.643550 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fc40bd53-fae2-40be-afdc-67ae7443d75e tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "GET /v2.0/ports/5103de42-93fb-48bc-9051-5f79e3b198d3 HTTP/1.1" status: 404 len: 333 time: 0.0328596 Dec 08 13:07:12.643550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.643822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.653985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b516d8-48dd-4e0d-9d6e-ba060c85ee34 req-1f12b42d-f1e7-4b39-8b47-3563ea64f785 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:12.656204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56920) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:12.661754 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86b516d8-48dd-4e0d-9d6e-ba060c85ee34 req-1f12b42d-f1e7-4b39-8b47-3563ea64f785 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.4604599 Dec 08 13:07:12.721548 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43be6d2-2a17-46b8-bb7c-de47931dd940 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Deleting subnet 959119ba-0c2a-4fac-b7f1-e4f79cfbfb9d {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:12.735640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.778051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b43be6d2-2a17-46b8-bb7c-de47931dd940 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.781674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c363666d-ca7a-452d-86f0-7e25cc51909e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.790040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.825002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Pushing event updated for resources: {'Port': ['ID=bb8e8345-bd44-4b06-8492-1e3064221d2d,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:12.839735 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86b516d8-48dd-4e0d-9d6e-ba060c85ee34 req-21b06f14-0eda-4801-a58a-fb84a196fa46 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758392 Dec 08 13:07:12.853039 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Network 2ce832c6-d16a-42ae-a08c-ac10c33c7d16 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:12.860279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:12.862445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:12.879308 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c363666d-ca7a-452d-86f0-7e25cc51909e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.908795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b43be6d2-2a17-46b8-bb7c-de47931dd940 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.936211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b9a4dcdb-e67a-4d1c-9be6-30b9e52483c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.963296 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:12.967954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:07:08Z', 'revision_number': 5, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port': {'id': 'b352d5a4-e45b-41e0-a5de-dedde7b61648', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:54:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:03:17Z', 'updated_at': '2021-12-08T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:12.968250 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363666d-ca7a-452d-86f0-7e25cc51909e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2325a6f7-eaa8-40de-a618-6d8dbbd8be0d,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:12.992394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.002619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.003278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] Checking router: a03fe847-aaad-4d24-90de-233301176b8a for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:07:13.005402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Attempting to bind port bb8e8345-bd44-4b06-8492-1e3064221d2d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:13.007361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Attempting to bind port bb8e8345-bd44-4b06-8492-1e3064221d2d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'd65e6351-42ea-42e8-bd5d-d4702c48f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ce832c6-d16a-42ae-a08c-ac10c33c7d16'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:13.007361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Attempting to bind port bb8e8345-bd44-4b06-8492-1e3064221d2d on network 2ce832c6-d16a-42ae-a08c-ac10c33c7d16 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:13.015177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:13.015545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Checking segment: {'id': 'd65e6351-42ea-42e8-bd5d-d4702c48f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ce832c6-d16a-42ae-a08c-ac10c33c7d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:13.015947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.016341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Bound using segment: {'id': 'd65e6351-42ea-42e8-bd5d-d4702c48f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ce832c6-d16a-42ae-a08c-ac10c33c7d16'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:13.016843 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Bound port: bb8e8345-bd44-4b06-8492-1e3064221d2d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65e6351-42ea-42e8-bd5d-d4702c48f014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2ce832c6-d16a-42ae-a08c-ac10c33c7d16'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:13.017291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.027698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] Routers {'a03fe847-aaad-4d24-90de-233301176b8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:13.028341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a03fe847-aaad-4d24-90de-233301176b8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:13.053813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.054427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c363666d-ca7a-452d-86f0-7e25cc51909e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.055613 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c363666d-ca7a-452d-86f0-7e25cc51909e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8979428 Dec 08 13:07:13.066949 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5e281-236a-4f49-afe0-e31e1e07e909 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Deleting port 137f6eb8-8767-4f70-9d22-d5bee7ace7b9 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:13.067299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e281-236a-4f49-afe0-e31e1e07e909 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.069748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Deleting port b352d5a4-e45b-41e0-a5de-dedde7b61648 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:13.070110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.095372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Router 4c214b7f-e87d-4c56-afb8-159758e6e110 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:13.107287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:13.128647 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82c1e4b-1d73-4722-a2e1-452ef266e2c7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:13.169367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.173803 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Added segment 64ecee07-40a1-4741-8566-b70bf2614e00 of type vlan for network 044c54d9-df0e-4ab7-af3c-2475051eb79f Dec 08 13:07:13.184873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b43be6d2-2a17-46b8-bb7c-de47931dd940 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.220354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] Set router a03fe847-aaad-4d24-90de-233301176b8a gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:13.248682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.261081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.281750 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.290959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:07:12Z', 'revision_number': 6, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:13.304511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:13.310467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e281-236a-4f49-afe0-e31e1e07e909 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.311253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] For port b352d5a4-e45b-41e0-a5de-dedde7b61648, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b352d5a4-e45b-41e0-a5de-dedde7b61648,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:13.311633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.317430 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0c0bba61-0205-412a-b943-12c3b80a967e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "PUT /v2.0/routers/4c214b7f-e87d-4c56-afb8-159758e6e110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0181365 Dec 08 13:07:13.325723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56934) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:13.326058 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] Sync routers for ids ['4c214b7f-e87d-4c56-afb8-159758e6e110'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:13.338354 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] Routers {'4c214b7f-e87d-4c56-afb8-159758e6e110'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:13.339255 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c214b7f-e87d-4c56-afb8-159758e6e110'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:13.343376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Calling delete_port for b352d5a4-e45b-41e0-a5de-dedde7b61648 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:13.370803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5e281-236a-4f49-afe0-e31e1e07e909 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Calling delete_port for 137f6eb8-8767-4f70-9d22-d5bee7ace7b9 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:13.418612 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] Set router 4c214b7f-e87d-4c56-afb8-159758e6e110 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:13.451025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3da5dbd-1bba-4c81-a64e-6a1b70ca6b8d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:13.451260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.resource_extend [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 13:07:13.453095 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3da5dbd-1bba-4c81-a64e-6a1b70ca6b8d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:13.454918 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e3da5dbd-1bba-4c81-a64e-6a1b70ca6b8d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1237977 Dec 08 13:07:13.457598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56936) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:13.482322 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c214b7f-e87d-4c56-afb8-159758e6e110', 'name': 'tempest-NetworksTestDHCPv6-router-1100925718', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:07:01Z', 'updated_at': '2021-12-08T13:07:11Z', 'revision_number': 3, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:13.495913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b43be6d2-2a17-46b8-bb7c-de47931dd940 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.520770 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] Checking router: 4c214b7f-e87d-4c56-afb8-159758e6e110 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:07:13.529989 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] Routers {'4c214b7f-e87d-4c56-afb8-159758e6e110'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:13.530928 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c214b7f-e87d-4c56-afb8-159758e6e110'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:13.537668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Network 41bde9aa-8fac-449a-9197-a1e87da9073a is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:13.540105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e91ea9-4540-41da-8742-f7e764f51121 None None] The sync data for ids ['a03fe847-aaad-4d24-90de-233301176b8a'] in dv-neutron-799625-5-hyperv is: [{'id': 'a03fe847-aaad-4d24-90de-233301176b8a', 'name': 'tempest-ServerActionsTestJSON-229562571-router', 'tenant_id': '42b4b85a4bdb486199dd8c19e12713d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:03:16Z', 'updated_at': '2021-12-08T13:07:12Z', 'revision_number': 6, 'project_id': '42b4b85a4bdb486199dd8c19e12713d3', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:13.555027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:13.558174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:13.570785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Pushing event updated for resources: {'Port': ['ID=856b0cf0-79fc-4205-8d00-ae5a7b28352e,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:13.577822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43be6d2-2a17-46b8-bb7c-de47931dd940 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Subnet': ['ID=959119ba-0c2a-4fac-b7f1-e4f79cfbfb9d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:13.591146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b43be6d2-2a17-46b8-bb7c-de47931dd940 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.593779 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b43be6d2-2a17-46b8-bb7c-de47931dd940 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/subnets/959119ba-0c2a-4fac-b7f1-e4f79cfbfb9d HTTP/1.1" status: 204 len: 168 time: 1.0961783 Dec 08 13:07:13.595247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56938) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:13.633584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] For port bb8e8345-bd44-4b06-8492-1e3064221d2d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:13.639210 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] Set router 4c214b7f-e87d-4c56-afb8-159758e6e110 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:13.647623 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-8cc677c7-7d47-4a9a-bd52-b1bd2e5be255 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722572956&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.4082165 Dec 08 13:07:13.653230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfeca4b-b634-46be-9520-3c85fabfb2d2 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Deleting subnet 41ab269c-96e3-41c6-a21e-5c378babca25 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:13.660131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9cfeca4b-b634-46be-9520-3c85fabfb2d2 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.668205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e6d0a8-eaab-4007-a7d7-4627d6dca128 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet d8bf3af3-c44d-422d-84cf-b3e1dcf168f9 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:13.694855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.697119 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Attempting to bind port 856b0cf0-79fc-4205-8d00-ae5a7b28352e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:13.698074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17e6d0a8-eaab-4007-a7d7-4627d6dca128 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.698231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Attempting to bind port 856b0cf0-79fc-4205-8d00-ae5a7b28352e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '858e48f2-4371-4691-aa9a-a70f7b3f232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '41bde9aa-8fac-449a-9197-a1e87da9073a'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:13.699303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Attempting to bind port 856b0cf0-79fc-4205-8d00-ae5a7b28352e on network 41bde9aa-8fac-449a-9197-a1e87da9073a {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:13.701260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:13.701972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.706009 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c214b7f-e87d-4c56-afb8-159758e6e110', 'name': 'tempest-NetworksTestDHCPv6-router-1100925718', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:07:01Z', 'updated_at': '2021-12-08T13:07:11Z', 'revision_number': 3, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:13.707839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:13.708229 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Checking segment: {'id': '858e48f2-4371-4691-aa9a-a70f7b3f232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '41bde9aa-8fac-449a-9197-a1e87da9073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:13.709350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.709814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Bound using segment: {'id': '858e48f2-4371-4691-aa9a-a70f7b3f232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '41bde9aa-8fac-449a-9197-a1e87da9073a'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:13.710335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Bound port: 856b0cf0-79fc-4205-8d00-ae5a7b28352e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858e48f2-4371-4691-aa9a-a70f7b3f232b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '41bde9aa-8fac-449a-9197-a1e87da9073a'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:13.711602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.716058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] For port bb8e8345-bd44-4b06-8492-1e3064221d2d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bb8e8345-bd44-4b06-8492-1e3064221d2d,segment=NetworkSegment(d65e6351-42ea-42e8-bd5d-d4702c48f014),segment_id=d65e6351-42ea-42e8-bd5d-d4702c48f014)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:13.747555 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f704a96-bbdf-40e0-87d7-51b558ceb965 None None] The sync data for ids ['4c214b7f-e87d-4c56-afb8-159758e6e110'] in dv-neutron-799625-5-hyperv is: [{'id': '4c214b7f-e87d-4c56-afb8-159758e6e110', 'name': 'tempest-NetworksTestDHCPv6-router-1100925718', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:07:01Z', 'updated_at': '2021-12-08T13:07:11Z', 'revision_number': 3, 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:13.777288 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9cfeca4b-b634-46be-9520-3c85fabfb2d2 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.805566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] For port 856b0cf0-79fc-4205-8d00-ae5a7b28352e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:13.809199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] For port 856b0cf0-79fc-4205-8d00-ae5a7b28352e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=856b0cf0-79fc-4205-8d00-ae5a7b28352e,segment=NetworkSegment(858e48f2-4371-4691-aa9a-a70f7b3f232b),segment_id=858e48f2-4371-4691-aa9a-a70f7b3f232b)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:13.814439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.816279 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3035605 Dec 08 13:07:13.825329 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56940) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:13.832757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17e6d0a8-eaab-4007-a7d7-4627d6dca128 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.840436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'subnet': {'network_id': '044c54d9-df0e-4ab7-af3c-2475051eb79f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:13.875487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:13.894993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfd078-07c3-454a-a1e2-7cbe38349fb0 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Network': ['ID=044c54d9-df0e-4ab7-af3c-2475051eb79f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:13.913624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc4e75-4c64-4734-987c-81e4b35b558a None None] Pushing event updated for resources: {'Port': ['ID=bb8e8345-bd44-4b06-8492-1e3064221d2d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:13.918399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 044c54d9-df0e-4ab7-af3c-2475051eb79f details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:14.033720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e281-236a-4f49-afe0-e31e1e07e909 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.037872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-0d75ccaf-6aea-452c-898f-0a2af73170d5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:14.039689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-0d75ccaf-6aea-452c-898f-0a2af73170d5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=a3004313-d600-4b74-bdcb-c24a604971d0 HTTP/1.1" status: 200 len: 797 time: 0.3909929 Dec 08 13:07:14.079976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe10a27-076e-4912-a43b-ae94f3154322 None None] Pushing event updated for resources: {'Port': ['ID=856b0cf0-79fc-4205-8d00-ae5a7b28352e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:14.148707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.512998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9cfeca4b-b634-46be-9520-3c85fabfb2d2 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.516038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5e281-236a-4f49-afe0-e31e1e07e909 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event deleted for resources: {'Port': ['ID=137f6eb8-8767-4f70-9d22-d5bee7ace7b9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:14.519384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.550845 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-bd746733-1300-41d5-b131-e90526156189 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.4616976 Dec 08 13:07:14.601170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52569965-531a-4ea6-954e-3bf8c9ec9fad req-d5d05ce5-ab2a-469d-ac17-bb83f3b42fb9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:14.604991 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e281-236a-4f49-afe0-e31e1e07e909 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.606920 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-52569965-531a-4ea6-954e-3bf8c9ec9fad req-d5d05ce5-ab2a-469d-ac17-bb83f3b42fb9 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.5257168 Dec 08 13:07:14.612167 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a9b5e281-236a-4f49-afe0-e31e1e07e909 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "DELETE /v2.0/ports/137f6eb8-8767-4f70-9d22-d5bee7ace7b9 HTTP/1.1" status: 204 len: 168 time: 1.9407935 Dec 08 13:07:14.619028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56944) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:14.651899 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0898128-eb72-4354-8c72-35d0dc5ed09c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] GET failed (client error): The resource could not be found. Dec 08 13:07:14.664795 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b0898128-eb72-4354-8c72-35d0dc5ed09c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "GET /v2.0/ports/137f6eb8-8767-4f70-9d22-d5bee7ace7b9 HTTP/1.1" status: 404 len: 333 time: 0.0443239 Dec 08 13:07:14.669237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.670692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56946) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:14.674603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17e6d0a8-eaab-4007-a7d7-4627d6dca128 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.749617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Made reservation on behalf of ed252da4679e4d42bae6e25f86fddf74 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:14.753433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.784457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.796995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.835741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bb8e8345-bd44-4b06-8492-1e3064221d2d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:14.908484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9cfeca4b-b634-46be-9520-3c85fabfb2d2 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.930841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3743fe9b-0478-4ad3-a784-cd97b929dee0 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:14.960216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfeca4b-b634-46be-9520-3c85fabfb2d2 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Subnet': ['ID=41ab269c-96e3-41c6-a21e-5c378babca25,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:14.973594 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9cfeca4b-b634-46be-9520-3c85fabfb2d2 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.979612 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9cfeca4b-b634-46be-9520-3c85fabfb2d2 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/subnets/41ab269c-96e3-41c6-a21e-5c378babca25 HTTP/1.1" status: 204 len: 168 time: 1.3801222 Dec 08 13:07:14.984161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56948) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:14.985281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17e6d0a8-eaab-4007-a7d7-4627d6dca128 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:14.995414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port bb8e8345-bd44-4b06-8492-1e3064221d2d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:14.996138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.030169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-cfdcecd8-271b-42df-beb6-a842074e011c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Deleting port 9b2903c3-a252-40bd-a9b6-ca79ec2cf855 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:15.030512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cfdcecd8-271b-42df-beb6-a842074e011c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.078468 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-c76e4eff-8dfd-406d-8e2d-ee03608d46b3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4695537 Dec 08 13:07:15.093452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17e6d0a8-eaab-4007-a7d7-4627d6dca128 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.101599 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-17e6d0a8-eaab-4007-a7d7-4627d6dca128 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/d8bf3af3-c44d-422d-84cf-b3e1dcf168f9 HTTP/1.1" status: 204 len: 168 time: 1.6414173 Dec 08 13:07:15.107943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56950) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:15.110756 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6d0a8-eaab-4007-a7d7-4627d6dca128 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bf3af3-c44d-422d-84cf-b3e1dcf168f9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:15.117366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=f6fc4519-3e71-4f68-b5b7-1dcc70847960,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:15.139298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b1e878-caca-4691-82ee-fefb173c0943 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:15.178477 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d73e2-de99-41a7-8a87-e7b755c583be tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:15.184945 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5a7d73e2-de99-41a7-8a87-e7b755c583be tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1937075 Dec 08 13:07:15.185131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.185131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.185131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.187202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.187202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.187202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.187202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.187562 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56952) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:15.187640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.187640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.187819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.188152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.188480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.188807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:15.203749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.252718 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-52569965-531a-4ea6-954e-3bf8c9ec9fad req-aed20fa5-ad27-4aac-9105-71a111d6053d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5477674 Dec 08 13:07:15.253664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.262201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.324791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port bb8e8345-bd44-4b06-8492-1e3064221d2d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bb8e8345-bd44-4b06-8492-1e3064221d2d,segment=NetworkSegment(d65e6351-42ea-42e8-bd5d-d4702c48f014),segment_id=d65e6351-42ea-42e8-bd5d-d4702c48f014)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:15.325060 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 0bfd9200-5aa3-4a40-b776-87fc676aeb8a associated. External IP: 172.26.7.27, port: 6e52dd3f-cfaf-428d-a715-0c8dcbde75a8. Dec 08 13:07:15.376791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b352d5a4-e45b-41e0-a5de-dedde7b61648,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:15.382730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.430053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d2502-8265-48b0-8336-e315483a14a4 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:15.481240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.483521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.494876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ad3e9247-d2b2-454e-9584-a8c657868a18 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:15.521593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=bb8e8345-bd44-4b06-8492-1e3064221d2d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:15.527080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cfdcecd8-271b-42df-beb6-a842074e011c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.529390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: ad3e9247-d2b2-454e-9584-a8c657868a18 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:15.529912 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ad3e9247-d2b2-454e-9584-a8c657868a18 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:15.530494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b352d5a4-e45b-41e0-a5de-dedde7b61648 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:15.540174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.547703 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-171beb9a-6f87-4aab-afe3-58c4f8b83ec5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4333391 Dec 08 13:07:15.552455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56956) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:15.563077 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-cfdcecd8-271b-42df-beb6-a842074e011c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Calling delete_port for 9b2903c3-a252-40bd-a9b6-ca79ec2cf855 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:15.563952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: b352d5a4-e45b-41e0-a5de-dedde7b61648 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:15.564460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b352d5a4-e45b-41e0-a5de-dedde7b61648 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:15.565109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bf4f1c02-4680-4eb7-92f9-c18271fb7035 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:15.592958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6cad14-0686-4977-b163-3322235ab751 None None] Network 2ce832c6-d16a-42ae-a08c-ac10c33c7d16 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:15.597928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: bf4f1c02-4680-4eb7-92f9-c18271fb7035 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:15.598482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bf4f1c02-4680-4eb7-92f9-c18271fb7035 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:15.696556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-760d2502-8265-48b0-8336-e315483a14a4 None None] Deleting port ec16af91-f6f4-461a-aae4-21a1049da90c {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:15.697003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-760d2502-8265-48b0-8336-e315483a14a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.702421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.704643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.705326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a03fe847-aaad-4d24-90de-233301176b8a {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:07:15.730380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2dfb7f3b-7025-4ba8-98da-dabb7522525e None None] Provisioning complete for port bb8e8345-bd44-4b06-8492-1e3064221d2d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:15.730794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2dfb7f3b-7025-4ba8-98da-dabb7522525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.733780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.737392 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c369e669-122b-455a-a28d-cc28bd03cac1 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a03fe847-aaad-4d24-90de-233301176b8a HTTP/1.1" status: 204 len: 168 time: 3.7864895 Dec 08 13:07:15.740708 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-d489442a-8089-44da-9ea9-afbc83404d21 service neutron] 10.222.0.76 "GET /v2.0/networks/a3004313-d600-4b74-bdcb-c24a604971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272981 Dec 08 13:07:15.741310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56958) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:15.824766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6f1ab-80fa-4a64-8739-3c55d6becb47 req-24ff31d3-d1bd-4081-997b-7d4ea4a16024 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:15.834458 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fda6f1ab-80fa-4a64-8739-3c55d6becb47 req-24ff31d3-d1bd-4081-997b-7d4ea4a16024 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.4438920 Dec 08 13:07:15.834815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-760d2502-8265-48b0-8336-e315483a14a4 None None] For port ec16af91-f6f4-461a-aae4-21a1049da90c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ec16af91-f6f4-461a-aae4-21a1049da90c,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:15.835098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-760d2502-8265-48b0-8336-e315483a14a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.855448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-760d2502-8265-48b0-8336-e315483a14a4 None None] Calling delete_port for ec16af91-f6f4-461a-aae4-21a1049da90c owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:15.889581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2df41e7e-bb62-40e1-a065-6b12de0dac9f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:15.919581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2be4d0e-af55-4cb2-b957-d5bb89c3c00d admin admin] Deleting subnet f3667c4c-da82-4c96-9338-734a8c9b92a9 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:15.986516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b83a8-a4b4-44bf-95ad-52edd9e11c1a None None] DHCP port deletion for 2ce832c6-d16a-42ae-a08c-ac10c33c7d16 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:15.994175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b2be4d0e-af55-4cb2-b957-d5bb89c3c00d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.049287 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Subnet': ['ID=27ef792a-0a42-43e2-9057-6b0c05b8a4e5,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:16.067232 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-932b83a8-a4b4-44bf-95ad-52edd9e11c1a None None] Deleting port bb8e8345-bd44-4b06-8492-1e3064221d2d {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:16.067232 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-932b83a8-a4b4-44bf-95ad-52edd9e11c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.071564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Checking segment: {'id': '64ecee07-40a1-4741-8566-b70bf2614e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '044c54d9-df0e-4ab7-af3c-2475051eb79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:16.071564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network hostable DHCP agents. Network: 044c54d9-df0e-4ab7-af3c-2475051eb79f, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:16.122984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-760d2502-8265-48b0-8336-e315483a14a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.134746 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Deleting port 856b0cf0-79fc-4205-8d00-ae5a7b28352e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:16.135095 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.147073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b2be4d0e-af55-4cb2-b957-d5bb89c3c00d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.181227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad41515-546c-4a34-ab6f-096e49e9ad7f None None] Network 41bde9aa-8fac-449a-9197-a1e87da9073a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:16.197175 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fda6f1ab-80fa-4a64-8739-3c55d6becb47 req-f1463962-bedd-4406-b837-2ccf8ad6c885 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603683 Dec 08 13:07:16.199854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2df41e7e-bb62-40e1-a065-6b12de0dac9f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.210276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2df41e7e-bb62-40e1-a065-6b12de0dac9f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.225863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-932b83a8-a4b4-44bf-95ad-52edd9e11c1a None None] For port bb8e8345-bd44-4b06-8492-1e3064221d2d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bb8e8345-bd44-4b06-8492-1e3064221d2d,segment=NetworkSegment(d65e6351-42ea-42e8-bd5d-d4702c48f014),segment_id=d65e6351-42ea-42e8-bd5d-d4702c48f014)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:16.226264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-932b83a8-a4b4-44bf-95ad-52edd9e11c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.228625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.241017 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-a2378d48-1fec-4bfa-b03d-bb146335c306 service neutron] 10.222.0.76 "GET /v2.0/networks/a3004313-d600-4b74-bdcb-c24a604971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824356 Dec 08 13:07:16.241771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d2502-8265-48b0-8336-e315483a14a4 None None] No DVR routers for this DVR port ec16af91-f6f4-461a-aae4-21a1049da90c on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:16.256148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:16.257105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d2502-8265-48b0-8336-e315483a14a4 None None] Pushing event deleted for resources: {'Port': ['ID=ec16af91-f6f4-461a-aae4-21a1049da90c,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:16.268014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56960) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:16.290314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-932b83a8-a4b4-44bf-95ad-52edd9e11c1a None None] Calling delete_port for bb8e8345-bd44-4b06-8492-1e3064221d2d owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:16.347961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-846ce6ff-edf0-4feb-8185-433d6ff29518 None None] Provisioning complete for port 856b0cf0-79fc-4205-8d00-ae5a7b28352e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:16.348332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-846ce6ff-edf0-4feb-8185-433d6ff29518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.358923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b2be4d0e-af55-4cb2-b957-d5bb89c3c00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.405087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cfdcecd8-271b-42df-beb6-a842074e011c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.415459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e30b98-adee-40c8-9672-bf4e2f110685 tempest-TestNetworkAdvancedServerOps-1129007737 tempest-TestNetworkAdvancedServerOps-1129007737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:16.422311 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b3e30b98-adee-40c8-9672-bf4e2f110685 tempest-TestNetworkAdvancedServerOps-1129007737 tempest-TestNetworkAdvancedServerOps-1129007737-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 1094 time: 0.1473582 Dec 08 13:07:16.423962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56962) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:16.428430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] For port 856b0cf0-79fc-4205-8d00-ae5a7b28352e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=856b0cf0-79fc-4205-8d00-ae5a7b28352e,segment=NetworkSegment(858e48f2-4371-4691-aa9a-a70f7b3f232b),segment_id=858e48f2-4371-4691-aa9a-a70f7b3f232b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:16.428936 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.471797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '519b1121-63e2-420e-99f1-25ae0989298f', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:16.484420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Calling delete_port for 856b0cf0-79fc-4205-8d00-ae5a7b28352e owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:16.574093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-846ce6ff-edf0-4feb-8185-433d6ff29518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.591331 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network 044c54d9-df0e-4ab7-af3c-2475051eb79f is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:16.614771 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a7837986-570b-4e17-9bd8-78f0168b3251 req-f5a08b9b-59f4-42c2-9e82-8aa1a6bf529a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 210 time: 0.0633323 Dec 08 13:07:16.624623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] DHCP port deletion for 41bde9aa-8fac-449a-9197-a1e87da9073a request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:16.626147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b2be4d0e-af55-4cb2-b957-d5bb89c3c00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.638516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-846ce6ff-edf0-4feb-8185-433d6ff29518 None None] For port 856b0cf0-79fc-4205-8d00-ae5a7b28352e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=856b0cf0-79fc-4205-8d00-ae5a7b28352e,segment=NetworkSegment(858e48f2-4371-4691-aa9a-a70f7b3f232b),segment_id=858e48f2-4371-4691-aa9a-a70f7b3f232b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:16.642086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-932b83a8-a4b4-44bf-95ad-52edd9e11c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.673276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcecd8-271b-42df-beb6-a842074e011c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event deleted for resources: {'Port': ['ID=9b2903c3-a252-40bd-a9b6-ca79ec2cf855,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:16.682205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be4d0e-af55-4cb2-b957-d5bb89c3c00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3667c4c-da82-4c96-9338-734a8c9b92a9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:16.682912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cfdcecd8-271b-42df-beb6-a842074e011c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.686626 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cfdcecd8-271b-42df-beb6-a842074e011c tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "DELETE /v2.0/ports/9b2903c3-a252-40bd-a9b6-ca79ec2cf855 HTTP/1.1" status: 204 len: 168 time: 2.0137799 Dec 08 13:07:16.703936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56968) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:16.713784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b83a8-a4b4-44bf-95ad-52edd9e11c1a None None] Pushing event deleted for resources: {'Port': ['ID=bb8e8345-bd44-4b06-8492-1e3064221d2d,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:16.718278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-846ce6ff-edf0-4feb-8185-433d6ff29518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.720601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2df41e7e-bb62-40e1-a065-6b12de0dac9f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.721054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b83a8-a4b4-44bf-95ad-52edd9e11c1a None None] No DVR routers for this DVR port bb8e8345-bd44-4b06-8492-1e3064221d2d on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:16.722108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df41e7e-bb62-40e1-a065-6b12de0dac9f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Fanout notify agent at l3_agent the message router_deleted on router 4c214b7f-e87d-4c56-afb8-159758e6e110 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:07:16.749150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2df41e7e-bb62-40e1-a065-6b12de0dac9f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.750443 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2df41e7e-bb62-40e1-a065-6b12de0dac9f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/routers/4c214b7f-e87d-4c56-afb8-159758e6e110 HTTP/1.1" status: 204 len: 168 time: 1.1628075 Dec 08 13:07:16.755120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56970) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:16.761596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:16.790943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b2be4d0e-af55-4cb2-b957-d5bb89c3c00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.800726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b2be4d0e-af55-4cb2-b957-d5bb89c3c00d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f3667c4c-da82-4c96-9338-734a8c9b92a9 HTTP/1.1" status: 204 len: 168 time: 1.0566223 Dec 08 13:07:16.815556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56974) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:16.818520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579ed93-12f8-41e9-972b-a75ae5f963c7 None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:16.821325 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ed9cb-9a49-403a-b0d0-155800adb26d None None] Network 94610d8d-462e-4641-bb77-8acc86d889aa requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:16.823258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ec16af91-f6f4-461a-aae4-21a1049da90c no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:16.832867 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7ece81b8-00c8-49da-937b-097082822e2f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0737185 Dec 08 13:07:16.836563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56978) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:16.841656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 044c54d9-df0e-4ab7-af3c-2475051eb79f) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:16.861122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-58469335-bd5e-4d24-9622-6830e25cb6b7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Deleting subnet 896279b4-178a-486b-9bc2-43ebc508ce9b {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:16.868911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58469335-bd5e-4d24-9622-6830e25cb6b7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.885892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c11b2-4f5e-4d9f-bea8-fceb03975616 None None] Network 044c54d9-df0e-4ab7-af3c-2475051eb79f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:16.904952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: ec16af91-f6f4-461a-aae4-21a1049da90c {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:16.905364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ec16af91-f6f4-461a-aae4-21a1049da90c not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:16.905766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bb8e8345-bd44-4b06-8492-1e3064221d2d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:16.910694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:16.911291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.926016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.933330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4047aa-e9af-431a-95c3-8b7734f9cde2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:16.934876 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0c4047aa-e9af-431a-95c3-8b7734f9cde2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0954661 Dec 08 13:07:16.952722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56980) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:16.975358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:16.982553 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58469335-bd5e-4d24-9622-6830e25cb6b7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.005931 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-81b9d4b6-b24d-4b99-857f-690690975988 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503864 Dec 08 13:07:17.013797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56982) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:17.018346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579ed93-12f8-41e9-972b-a75ae5f963c7 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:17.018788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1579ed93-12f8-41e9-972b-a75ae5f963c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:17.020575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: bb8e8345-bd44-4b06-8492-1e3064221d2d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:17.020927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bb8e8345-bd44-4b06-8492-1e3064221d2d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:17.025879 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:17.031365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ce6ff-edf0-4feb-8185-433d6ff29518 None None] Pushing event updated for resources: {'Port': ['ID=856b0cf0-79fc-4205-8d00-ae5a7b28352e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:17.097152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.097581 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2ab4aa1e-59fe-4fd2-8588-9891c7a594cd tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2687840 Dec 08 13:07:17.119279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56984) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:17.126516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'network': {'name': 'tempest-router-network01--698742558'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:17.135524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.181655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] No DVR routers for this DVR port 856b0cf0-79fc-4205-8d00-ae5a7b28352e on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:17.191493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Port': ['ID=856b0cf0-79fc-4205-8d00-ae5a7b28352e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:17.192837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58469335-bd5e-4d24-9622-6830e25cb6b7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.244862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9c16740d-f7d5-4cdb-9ff7-a8213c06035e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.8089297 Dec 08 13:07:17.247559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56986) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:17.252670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1446124723'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:17.287585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1579ed93-12f8-41e9-972b-a75ae5f963c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:17.288475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Deleting port 87ede653-38a7-4a69-969e-57b2db4f1d63 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:17.288870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.307431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.313765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579ed93-12f8-41e9-972b-a75ae5f963c7 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:17.315372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1579ed93-12f8-41e9-972b-a75ae5f963c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:17.332840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bde9aa-8fac-449a-9197-a1e87da9073a']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:17.336514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.343832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:17.347357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.351954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] Deleting port 856b0cf0-79fc-4205-8d00-ae5a7b28352e {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:17.352346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.357932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1579ed93-12f8-41e9-972b-a75ae5f963c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:17.359392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1579ed93-12f8-41e9-972b-a75ae5f963c7 None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:17.359694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858e48f2-4371-4691-aa9a-a70f7b3f232b') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:17.360004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858e48f2-4371-4691-aa9a-a70f7b3f232b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:17.391323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.393080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] For port 87ede653-38a7-4a69-969e-57b2db4f1d63, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=87ede653-38a7-4a69-969e-57b2db4f1d63,segment=NetworkSegment(d5184f89-d414-4774-948e-4d1d78bf0ff1),segment_id=d5184f89-d414-4774-948e-4d1d78bf0ff1)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:17.393521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.399760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58469335-bd5e-4d24-9622-6830e25cb6b7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.447710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-044c54d9-df0e-4ab7-af3c-2475051eb79f', 'network_id': '044c54d9-df0e-4ab7-af3c-2475051eb79f', 'project_id': 'ed252da4679e4d42bae6e25f86fddf74', 'fixed_ips': [{'subnet_id': '27ef792a-0a42-43e2-9057-6b0c05b8a4e5'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:17.448805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.466491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Calling delete_port for 87ede653-38a7-4a69-969e-57b2db4f1d63 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:17.470324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] For port 856b0cf0-79fc-4205-8d00-ae5a7b28352e, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:17.470767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.498366 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] Calling delete_port for 856b0cf0-79fc-4205-8d00-ae5a7b28352e owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:17.504041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.ipam_backend_mixin [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] Port 856b0cf0-79fc-4205-8d00-ae5a7b28352e was not found and therefore no delete operation was performed {{(pid=103717) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 13:07:17.528720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58469335-bd5e-4d24-9622-6830e25cb6b7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event deleted for resources: {'Subnet': ['ID=896279b4-178a-486b-9bc2-43ebc508ce9b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:17.539630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Made reservation on behalf of ed252da4679e4d42bae6e25f86fddf74 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:17.543528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.551556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58469335-bd5e-4d24-9622-6830e25cb6b7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.557182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] DHCP port deletion for 94610d8d-462e-4641-bb77-8acc86d889aa request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:17.562127 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-58469335-bd5e-4d24-9622-6830e25cb6b7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "DELETE /v2.0/subnets/896279b4-178a-486b-9bc2-43ebc508ce9b HTTP/1.1" status: 204 len: 168 time: 0.8612590 Dec 08 13:07:17.562849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56990) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:17.568857 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.574924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0140503-e782-4dbb-a220-7575005ddb14 None None] Network 9dbd842e-6aec-4251-a4d5-2be386a13807 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:17.604181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] Pushing event deleted for resources: {'Port': ['ID=856b0cf0-79fc-4205-8d00-ae5a7b28352e,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:17.651455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1334bbe0-e4d8-4996-b769-fcd17e76e96b None None] No DVR routers for this DVR port 856b0cf0-79fc-4205-8d00-ae5a7b28352e on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:17.664155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:17.724567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.724924 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Added segment 49e39487-f63f-4339-9246-ccd05770ec8a of type vlan for network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 Dec 08 13:07:17.738929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.779829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.791753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.792324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Allocated IP 2001:db8::2 (044c54d9-df0e-4ab7-af3c-2475051eb79f/27ef792a-0a42-43e2-9057-6b0c05b8a4e5/db5c97d6-09f9-457c-a1ca-e522476865cd) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:17.795406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.805304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:17.805712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:17.811891 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:17.822565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] Deleting port 87ede653-38a7-4a69-969e-57b2db4f1d63 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:17.822565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.869683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Pushing event deleted for resources: {'Port': ['ID=87ede653-38a7-4a69-969e-57b2db4f1d63,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:17.885008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] No DVR routers for this DVR port 87ede653-38a7-4a69-969e-57b2db4f1d63 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:17.903822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Made reservation on behalf of 960ab85a76a0420c94a32b87b25ebb11 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:17.907362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.922434 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-50175ce5-2bb9-46f0-9ce2-651aedefae66 req-5a7cacd7-7f70-4546-a531-94f881eee40b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 210 time: 0.0459199 Dec 08 13:07:17.942360 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Allocated IP 172.26.7.69 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/fa6956ba-0707-42c0-b014-0171c1a4f89e) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:17.958260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:17.966001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8b2315-3b0b-4f3b-a0d2-3a2617c51520 None None] DHCP port deletion for 9dbd842e-6aec-4251-a4d5-2be386a13807 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:17.970292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] For port 87ede653-38a7-4a69-969e-57b2db4f1d63, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:17.970725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.982596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:17.982945 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Added segment a6c68a01-6571-4573-a25b-2bd217ff38ff of type vlan for network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 Dec 08 13:07:18.006377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] Calling delete_port for 87ede653-38a7-4a69-969e-57b2db4f1d63 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:18.011847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.ipam_backend_mixin [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] Port 87ede653-38a7-4a69-969e-57b2db4f1d63 was not found and therefore no delete operation was performed {{(pid=103717) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 13:07:18.018317 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.027086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.034763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.045812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.056077 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/networks/41bde9aa-8fac-449a-9197-a1e87da9073a HTTP/1.1" status: 204 len: 168 time: 2.8205116 Dec 08 13:07:18.061874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 56994) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:18.064772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94610d8d-462e-4641-bb77-8acc86d889aa']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:18.074081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] Pushing event deleted for resources: {'Port': ['ID=87ede653-38a7-4a69-969e-57b2db4f1d63,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.101212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4b6f5-9c53-4956-9f00-de278d36e1a7 None None] No DVR routers for this DVR port 87ede653-38a7-4a69-969e-57b2db4f1d63 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:18.109371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5184f89-d414-4774-948e-4d1d78bf0ff1') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:18.109784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5184f89-d414-4774-948e-4d1d78bf0ff1') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:18.111523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.114125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.119112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:18.119741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.132324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549bb35-e2ca-4c06-b2ed-8e583a732bd4 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Network': ['ID=41bde9aa-8fac-449a-9197-a1e87da9073a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.139305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.143559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b2315-3b0b-4f3b-a0d2-3a2617c51520 None None] Deleting port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:18.143877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2315-3b0b-4f3b-a0d2-3a2617c51520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.145702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Deleting port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:18.146048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.159060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.224892 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.227773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4d8b2315-3b0b-4f3b-a0d2-3a2617c51520 None None] For port 77165aeb-4d2d-4d1a-960d-d7efba1793e1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=77165aeb-4d2d-4d1a-960d-d7efba1793e1,segment=NetworkSegment(91fc6ed3-a752-4cab-96dd-abe66736a0b7),segment_id=91fc6ed3-a752-4cab-96dd-abe66736a0b7)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:18.228171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2315-3b0b-4f3b-a0d2-3a2617c51520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.238371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.258215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.304995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Pushing event updated for resources: {'Port': ['ID=db5c97d6-09f9-457c-a1ca-e522476865cd,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.312747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b2315-3b0b-4f3b-a0d2-3a2617c51520 None None] Calling delete_port for 77165aeb-4d2d-4d1a-960d-d7efba1793e1 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:18.316822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Network 044c54d9-df0e-4ab7-af3c-2475051eb79f is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:18.317313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.320506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:18.324096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:18.324771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.325341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:18.333114 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2123151 Dec 08 13:07:18.335824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 56996) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:18.337088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.341928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:18.342312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:18.344224 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:18.346275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec58963-a4d3-4440-a35c-56a1fbf3edbb tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Network': ['ID=31f0a879-73b9-43ab-817b-a1ff61eaf8e4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.353245 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'network': {'name': 'tempest-router-network02--351298279'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:18.376398 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] For port 77165aeb-4d2d-4d1a-960d-d7efba1793e1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=77165aeb-4d2d-4d1a-960d-d7efba1793e1,segment=NetworkSegment(91fc6ed3-a752-4cab-96dd-abe66736a0b7),segment_id=91fc6ed3-a752-4cab-96dd-abe66736a0b7)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:18.376687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.419840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:18.429902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Calling delete_port for 77165aeb-4d2d-4d1a-960d-d7efba1793e1 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:18.438291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Attempting to bind port db5c97d6-09f9-457c-a1ca-e522476865cd on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:18.438539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Attempting to bind port db5c97d6-09f9-457c-a1ca-e522476865cd by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '64ecee07-40a1-4741-8566-b70bf2614e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '044c54d9-df0e-4ab7-af3c-2475051eb79f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:18.438831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Attempting to bind port db5c97d6-09f9-457c-a1ca-e522476865cd on network 044c54d9-df0e-4ab7-af3c-2475051eb79f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:18.442696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.461513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:18.461944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Checking segment: {'id': '64ecee07-40a1-4741-8566-b70bf2614e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '044c54d9-df0e-4ab7-af3c-2475051eb79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:18.462290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.462748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Bound using segment: {'id': '64ecee07-40a1-4741-8566-b70bf2614e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '044c54d9-df0e-4ab7-af3c-2475051eb79f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:18.463235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Bound port: db5c97d6-09f9-457c-a1ca-e522476865cd, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ecee07-40a1-4741-8566-b70bf2614e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '044c54d9-df0e-4ab7-af3c-2475051eb79f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:18.463620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.478030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Network': ['ID=063b2180-ca60-4e5c-a4b0-1312a60c1ca8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.505774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Made reservation on behalf of ed252da4679e4d42bae6e25f86fddf74 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:18.509359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.520181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:18.529043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.529760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.530327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.530993 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.531552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.532122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.532672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.533244 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.533655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.534066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.534532 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.534900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.535312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:18.549581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:18.557215 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:18.570896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.580062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:18.590874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.609630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.609630 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] 10.222.0.76 "DELETE /v2.0/networks/94610d8d-462e-4641-bb77-8acc86d889aa HTTP/1.1" status: 204 len: 168 time: 1.7885396 Dec 08 13:07:18.609818 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-86bf64a1-639a-44d7-b029-83bd11f2c8c2 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3605747 Dec 08 13:07:18.612349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57000) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:18.618814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] For port db5c97d6-09f9-457c-a1ca-e522476865cd, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:18.634136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'Port': ['ID=fa6956ba-0707-42c0-b014-0171c1a4f89e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.634937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'subnet': {'network_id': '063b2180-ca60-4e5c-a4b0-1312a60c1ca8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:18.652115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce832c6-d16a-42ae-a08c-ac10c33c7d16']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:18.656781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b4327-f8b9-4474-b996-ae84f5493faa admin admin] Pushing event deleted for resources: {'Network': ['ID=94610d8d-462e-4641-bb77-8acc86d889aa,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.668558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] For port db5c97d6-09f9-457c-a1ca-e522476865cd, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=db5c97d6-09f9-457c-a1ca-e522476865cd,segment=NetworkSegment(64ecee07-40a1-4741-8566-b70bf2614e00),segment_id=64ecee07-40a1-4741-8566-b70bf2614e00)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:18.670470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:07:18.680385 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:18.680385 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.685149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65e6351-42ea-42e8-bd5d-d4702c48f014') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:18.685404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65e6351-42ea-42e8-bd5d-d4702c48f014') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:18.699763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2315-3b0b-4f3b-a0d2-3a2617c51520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.707746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.734318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.734318 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Added segment eb8e3356-21d8-49ce-b3d6-9839f3da497f of type vlan for network fb505030-710e-4d0c-8a30-5f186afddae7 Dec 08 13:07:18.747112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2315-3b0b-4f3b-a0d2-3a2617c51520 None None] Pushing event deleted for resources: {'Port': ['ID=77165aeb-4d2d-4d1a-960d-d7efba1793e1,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.778422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.782329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.784131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:18.786036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.800956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:18.801513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:18.807229 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:18.810154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:18.820756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b2315-3b0b-4f3b-a0d2-3a2617c51520 None None] No DVR routers for this DVR port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:18.822008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:18.822675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.856087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] No DVR routers for this DVR port 77165aeb-4d2d-4d1a-960d-d7efba1793e1 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:18.862385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event deleted for resources: {'Port': ['ID=77165aeb-4d2d-4d1a-960d-d7efba1793e1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.879803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161c34f-7f12-4038-966b-ca3a89be8903 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:18.888011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:18.892094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=d5a17fd3-02e0-4e7f-8c93-f1cc7188d26c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:18.893741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87ede653-38a7-4a69-969e-57b2db4f1d63 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:18.940407 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 87ede653-38a7-4a69-969e-57b2db4f1d63 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:18.941064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87ede653-38a7-4a69-969e-57b2db4f1d63 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:18.941761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 856b0cf0-79fc-4205-8d00-ae5a7b28352e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:19.000658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 856b0cf0-79fc-4205-8d00-ae5a7b28352e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:19.001764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 856b0cf0-79fc-4205-8d00-ae5a7b28352e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:19.002417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 77165aeb-4d2d-4d1a-960d-d7efba1793e1 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:19.051490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e843c-fd71-4241-b41e-32cf8073573a None None] Pushing event updated for resources: {'Port': ['ID=db5c97d6-09f9-457c-a1ca-e522476865cd,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:19.056924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 77165aeb-4d2d-4d1a-960d-d7efba1793e1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:19.057569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 77165aeb-4d2d-4d1a-960d-d7efba1793e1 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:19.171000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': 'd5a17fd3-02e0-4e7f-8c93-f1cc7188d26c'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:19.172000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.314178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57004) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:19.324292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.330682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:19.331408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.337255 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-49734e8d-24f8-4b89-8317-df182116378f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3207831 Dec 08 13:07:19.350466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57006) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:19.362205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:19.392763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Allocated IP 2001:db8::f816:3eff:fe57:28c6 (c6b804cf-1df5-4af3-9dce-30751e804dc0/d5a17fd3-02e0-4e7f-8c93-f1cc7188d26c/73323dd4-9eec-41ff-8904-bef6f1973f1b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:19.492290 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1442928 Dec 08 13:07:19.525646 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57008) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:19.525855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Made reservation on behalf of 960ab85a76a0420c94a32b87b25ebb11 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:19.529325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.567417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'subnet': {'network_id': '31f0a879-73b9-43ab-817b-a1ff61eaf8e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:19.575577 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.579413 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5f977-6b1b-4086-8376-4ecdbb78199e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Network': ['ID=fb505030-710e-4d0c-8a30-5f186afddae7,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:19.587165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.590134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network fb505030-710e-4d0c-8a30-5f186afddae7 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:19.603530 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-937eb269-48bb-4341-8c54-783a355aa3fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=42b4b85a4bdb486199dd8c19e12713d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2850585 Dec 08 13:07:19.612701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57010) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:19.625025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.660075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbd842e-6aec-4251-a4d5-2be386a13807']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:19.685345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.691432 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/networks/2ce832c6-d16a-42ae-a08c-ac10c33c7d16 HTTP/1.1" status: 204 len: 168 time: 1.6285660 Dec 08 13:07:19.692551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fdd26-32f1-4b42-ada4-9d2df365f795 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Network': ['ID=2ce832c6-d16a-42ae-a08c-ac10c33c7d16,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:19.696893 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-96476c4e-a5c3-4738-8086-1eeee4db7827 req-9439eb3c-3a0c-49d0-aeeb-94ab6ae59b2e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 210 time: 0.1729026 Dec 08 13:07:19.703124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.705605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57014) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:19.713939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.714792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-bf161f45-31b4-49e0-b327-9bcbad2a6138 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:19.718047 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-bf161f45-31b4-49e0-b327-9bcbad2a6138 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=a3004313-d600-4b74-bdcb-c24a604971d0 HTTP/1.1" status: 200 len: 797 time: 0.3007953 Dec 08 13:07:19.721399 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fc6ed3-a752-4cab-96dd-abe66736a0b7') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:19.721810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fc6ed3-a752-4cab-96dd-abe66736a0b7') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:19.749667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.754111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:19.759468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:19.765337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:19.773161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Pushing event updated for resources: {'Port': ['ID=73323dd4-9eec-41ff-8904-bef6f1973f1b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:19.826409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.826822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.827175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.827518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.828350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.828350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.828565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.828812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.829153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.829698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.829926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.830253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.830604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:07:19.837881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a49cb11-b00c-4500-9d95-d5a7a16e0dd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.844693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.859071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Attempting to bind port 73323dd4-9eec-41ff-8904-bef6f1973f1b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:19.859900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Attempting to bind port 73323dd4-9eec-41ff-8904-bef6f1973f1b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:19.860525 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Attempting to bind port 73323dd4-9eec-41ff-8904-bef6f1973f1b on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:19.871200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a49cb11-b00c-4500-9d95-d5a7a16e0dd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.874780 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:19.878151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:19.878151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.878151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:19.878151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Bound port: 73323dd4-9eec-41ff-8904-bef6f1973f1b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:19.878151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.904929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:19.905346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.909836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:19.914513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:19.914815 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:19.945212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:19.986284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] For port 73323dd4-9eec-41ff-8904-bef6f1973f1b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:20.021684 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-2cad1705-44da-47b0-b19f-b755edfcf12e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 473 time: 0.2902327 Dec 08 13:07:20.039949 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.056852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': '8eca1f9d-161a-4818-8ae0-b29a3e58e452', 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['8c9413c2-bc0c-4e5b-b879-36166e36115f']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:20.074032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Made reservation on behalf of ed252da4679e4d42bae6e25f86fddf74 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:20.077688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.128371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] For port 73323dd4-9eec-41ff-8904-bef6f1973f1b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=73323dd4-9eec-41ff-8904-bef6f1973f1b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:20.140698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.187864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.191120 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] 10.222.0.76 "DELETE /v2.0/networks/9dbd842e-6aec-4251-a4d5-2be386a13807 HTTP/1.1" status: 204 len: 168 time: 2.6175766 Dec 08 13:07:20.201003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a49cb11-b00c-4500-9d95-d5a7a16e0dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.202303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.204018 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a49cb11-b00c-4500-9d95-d5a7a16e0dd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.214564 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4a49cb11-b00c-4500-9d95-d5a7a16e0dd3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c5b62a9c-a82e-4dd9-a780-04aa89414143 HTTP/1.1" status: 204 len: 168 time: 0.5917127 Dec 08 13:07:20.269736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49cb11-b00c-4500-9d95-d5a7a16e0dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b62a9c-a82e-4dd9-a780-04aa89414143,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:20.280591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.291008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13147b34-f163-4c53-96d7-68ee1e01ada7 tempest-AllowedAddressPairIpV6TestJSON-1156143738 tempest-AllowedAddressPairIpV6TestJSON-1156143738-project] Pushing event deleted for resources: {'Network': ['ID=9dbd842e-6aec-4251-a4d5-2be386a13807,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:20.312956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4e272-7cb5-47a1-b0b8-877e9f61970a None None] Pushing event updated for resources: {'Port': ['ID=73323dd4-9eec-41ff-8904-bef6f1973f1b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:20.358381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fc420f-c896-496a-b19c-0f18129d3722']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:20.360644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810c9807-a255-46a6-8df1-8af550187977 None None] Network 044c54d9-df0e-4ab7-af3c-2475051eb79f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:20.399270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea3b71a-41a1-4ada-b5bf-cd9c7a87c5a3') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:20.399562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea3b71a-41a1-4ada-b5bf-cd9c7a87c5a3') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:20.414900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.433221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.445798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-05dc081a-068c-4d2d-a265-cb23b95cd201 None None] Provisioning complete for port db5c97d6-09f9-457c-a1ca-e522476865cd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:20.447256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05dc081a-068c-4d2d-a265-cb23b95cd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.473565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.506666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:20.507093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:20.516752 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:20.612301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:20.615794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.617775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Subnet': ['ID=5a905e34-c53e-48d5-830d-ca544f173fcb,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:20.643349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Checking segment: {'id': 'a6c68a01-6571-4573-a25b-2bd217ff38ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '063b2180-ca60-4e5c-a4b0-1312a60c1ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:20.643727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network hostable DHCP agents. Network: 063b2180-ca60-4e5c-a4b0-1312a60c1ca8, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:20.719246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.729340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.736235 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/networks/78fc420f-c896-496a-b19c-0f18129d3722 HTTP/1.1" status: 204 len: 168 time: 1.0134273 Dec 08 13:07:20.749085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57024) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:20.804677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238317e-aaed-4604-b5ae-bb9571daa1d8 tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Network': ['ID=78fc420f-c896-496a-b19c-0f18129d3722,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:20.811956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:20.834612 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.899072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-351b0905-7f40-456c-9adb-3b14f0063430 req-5786ad56-6ce8-4507-9fde-5439d7718775 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 210 time: 0.0772505 Dec 08 13:07:20.923077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 73323dd4-9eec-41ff-8904-bef6f1973f1b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:20.935921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 063b2180-ca60-4e5c-a4b0-1312a60c1ca8) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:20.942121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:20.990914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:20.991835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.016374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.032579 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cc0c00-7ca5-4e3e-a04d-009104d87be9 None None] Network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:21.038667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.30 (a3004313-d600-4b74-bdcb-c24a604971d0/13b96f4c-f030-42fe-bd83-f647133ac5ec/bda32c42-35c1-4e31-98f2-6efd8ee29448) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:21.044575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.050538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.086489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57032) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:21.100174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.117682 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-51fbad73-5eb0-465e-be74-ff6607b34e72 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4971418 Dec 08 13:07:21.125937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57036) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:21.137758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-171015439', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:21.207175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.243047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event updated for resources: {'Port': ['ID=fa6956ba-0707-42c0-b014-0171c1a4f89e,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:21.245382 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=2ca973c0-acb0-41e2-913f-c90db7fb0635,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:21.251506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:21.264897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:21.278509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:21.281165 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.295016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-063b2180-ca60-4e5c-a4b0-1312a60c1ca8', 'network_id': '063b2180-ca60-4e5c-a4b0-1312a60c1ca8', 'project_id': '960ab85a76a0420c94a32b87b25ebb11', 'fixed_ips': [{'subnet_id': '5a905e34-c53e-48d5-830d-ca544f173fcb'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:21.296205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.340439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa91e8e5-591c-4f38-958c-db6ac98908bb']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:21.384921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b29a81-fc3c-4ae8-b940-14182985b4d7') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:21.385957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b29a81-fc3c-4ae8-b940-14182985b4d7') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:21.454672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Subnet': ['ID=8f1ce921-c2b8-44cd-a29e-9d59421bf5f3,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:21.478469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Checking segment: {'id': '49e39487-f63f-4339-9246-ccd05770ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '31f0a879-73b9-43ab-817b-a1ff61eaf8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:21.478878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network hostable DHCP agents. Network: 31f0a879-73b9-43ab-817b-a1ff61eaf8e4, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:21.496260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.500614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.504262 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Floating IP 9414a11c-ad02-4870-bc8f-19f1db2b3756 associated. External IP: 172.26.7.69, port: 519b1121-63e2-420e-99f1-25ae0989298f. Dec 08 13:07:21.504995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.506118 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05dc081a-068c-4d2d-a265-cb23b95cd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.511936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Allocated IP 172.20.0.2 (063b2180-ca60-4e5c-a4b0-1312a60c1ca8/5a905e34-c53e-48d5-830d-ca544f173fcb/7addc31b-940e-46e2-a7b3-0b0d37b69f09) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:21.575177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-05dc081a-068c-4d2d-a265-cb23b95cd201 None None] For port db5c97d6-09f9-457c-a1ca-e522476865cd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=db5c97d6-09f9-457c-a1ca-e522476865cd,segment=NetworkSegment(64ecee07-40a1-4741-8566-b70bf2614e00),segment_id=64ecee07-40a1-4741-8566-b70bf2614e00)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:21.592215 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1063f41c-6df6-460b-a976-add83fa0eb4a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2345326 Dec 08 13:07:21.595890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57044) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:21.621137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:59:2d:5c', 'name': 'tempest-NetworksTestDHCPv6-24225469'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:21.622781 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 73323dd4-9eec-41ff-8904-bef6f1973f1b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:21.625177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.656476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.684102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.688540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:21.703178 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3f754b0f-9756-4909-a6db-cbd37354ab10 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=30837a46fe7f4ba895894f2ddf615fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6116874 Dec 08 13:07:21.705441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57046) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:21.722848 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:21.724107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:21.728007 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:21.784543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05dc081a-068c-4d2d-a265-cb23b95cd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.838676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:21.925499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbfbd3d-82fd-4a08-b325-72e336b49290 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:21.973673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.019962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.031231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.037624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.041342 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] 10.222.0.76 "DELETE /v2.0/networks/fa91e8e5-591c-4f38-958c-db6ac98908bb HTTP/1.1" status: 204 len: 168 time: 1.2547581 Dec 08 13:07:22.096250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b329cc-7c06-42e0-b6d1-dc48eb66688f tempest-BulkNetworkOpsTest-1973562507 tempest-BulkNetworkOpsTest-1973562507-project] Pushing event deleted for resources: {'Network': ['ID=fa91e8e5-591c-4f38-958c-db6ac98908bb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:22.108797 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fe3acc02-4d70-4b6e-bf01-89f628a10e62 req-ff6a77f0-fd2e-42fb-bdc7-981c11cd83ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 210 time: 0.0819643 Dec 08 13:07:22.124224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.174765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.176530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc081a-068c-4d2d-a265-cb23b95cd201 None None] Pushing event updated for resources: {'Port': ['ID=db5c97d6-09f9-457c-a1ca-e522476865cd,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:22.235082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.240595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Pushing event updated for resources: {'Port': ['ID=7addc31b-940e-46e2-a7b3-0b0d37b69f09,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:22.247360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:22.251731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d011bb46-43c5-4cb3-8555-d2c5523d5c6a None None] Provisioning complete for port 73323dd4-9eec-41ff-8904-bef6f1973f1b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:22.252118 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d011bb46-43c5-4cb3-8555-d2c5523d5c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.274284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 31f0a879-73b9-43ab-817b-a1ff61eaf8e4) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:22.296198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:22.297066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.299910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:22.301791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f7124-c136-4d2c-b180-66cabe5deaa8 None None] Network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:22.303882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:22.311217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network a3004313-d600-4b74-bdcb-c24a604971d0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:22.321601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:22.324277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:22.384572 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a1fb632-b382-485d-9929-311d337047d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.409971 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 73323dd4-9eec-41ff-8904-bef6f1973f1b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=73323dd4-9eec-41ff-8904-bef6f1973f1b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:22.425116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=bda32c42-35c1-4e31-98f2-6efd8ee29448,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:22.458301 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2c4a0973-9bed-4177-9cfa-11dcbeb2fd9e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8990026 Dec 08 13:07:22.459032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57064) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:22.473843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'subnet': {'network_id': 'fb505030-710e-4d0c-8a30-5f186afddae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:22.499872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:22.500679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.518203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d011bb46-43c5-4cb3-8555-d2c5523d5c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.563440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.570477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device db5c97d6-09f9-457c-a1ca-e522476865cd up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:22.581954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a1fb632-b382-485d-9929-311d337047d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.689791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.707019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57068) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:22.722251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Router 835462fd-6d4e-41f4-861c-dec2373c820b has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:22.722251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:22.725566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.747372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Attempting to bind port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:22.747699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Attempting to bind port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'a6c68a01-6571-4573-a25b-2bd217ff38ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '063b2180-ca60-4e5c-a4b0-1312a60c1ca8'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:22.748019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Attempting to bind port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 on network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:22.775107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:22.775490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Checking segment: {'id': 'a6c68a01-6571-4573-a25b-2bd217ff38ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '063b2180-ca60-4e5c-a4b0-1312a60c1ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:22.775899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.776288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Bound using segment: {'id': 'a6c68a01-6571-4573-a25b-2bd217ff38ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '063b2180-ca60-4e5c-a4b0-1312a60c1ca8'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:22.777050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Bound port: 7addc31b-940e-46e2-a7b3-0b0d37b69f09, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c68a01-6571-4573-a25b-2bd217ff38ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '063b2180-ca60-4e5c-a4b0-1312a60c1ca8'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:22.777432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.829860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=73323dd4-9eec-41ff-8904-bef6f1973f1b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:22.833898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a1fb632-b382-485d-9929-311d337047d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.836698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a1fb632-b382-485d-9929-311d337047d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.837917 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5a1fb632-b382-485d-9929-311d337047d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2ccba2d0-605c-4518-8986-8377bb7c84de HTTP/1.1" status: 204 len: 168 time: 1.1298780 Dec 08 13:07:22.862183 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-7e15feb9-49b4-4cc7-a8a2-e6291d328b64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8127956 Dec 08 13:07:22.873572 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fb632-b382-485d-9929-311d337047d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccba2d0-605c-4518-8986-8377bb7c84de,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:22.876085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-31f0a879-73b9-43ab-817b-a1ff61eaf8e4', 'network_id': '31f0a879-73b9-43ab-817b-a1ff61eaf8e4', 'project_id': 'ed252da4679e4d42bae6e25f86fddf74', 'fixed_ips': [{'subnet_id': '8f1ce921-c2b8-44cd-a29e-9d59421bf5f3'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:22.877366 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.884631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Request body: {'port': {'device_id': '8eca1f9d-161a-4818-8ae0-b29a3e58e452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:22.934671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Made reservation on behalf of ed252da4679e4d42bae6e25f86fddf74 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:22.938981 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.947923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] For port 7addc31b-940e-46e2-a7b3-0b0d37b69f09, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:22.949795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.951150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] For port 7addc31b-940e-46e2-a7b3-0b0d37b69f09, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=7addc31b-940e-46e2-a7b3-0b0d37b69f09,segment=NetworkSegment(a6c68a01-6571-4573-a25b-2bd217ff38ff),segment_id=a6c68a01-6571-4573-a25b-2bd217ff38ff)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:22.964678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.26.7.145 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/2df05393-6fa1-41af-91a9-7648c90b2af0) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:22.991559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:22.993170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2de60b-54e5-4a74-af04-d794b25369f3 None None] Update dhcp port {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': 'd5a17fd3-02e0-4e7f-8c93-f1cc7188d26c', 'ip_address': '2001:db8::f816:3eff:fe57:28c6'}, {'subnet_id': '2ca973c0-acb0-41e2-913f-c90db7fb0635'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '73323dd4-9eec-41ff-8904-bef6f1973f1b'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:07:23.008044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-d011bb46-43c5-4cb3-8555-d2c5523d5c6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:07:23.008402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-d011bb46-43c5-4cb3-8555-d2c5523d5c6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:07:23.032889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.043086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 5426e255-f088-48bd-9593-a574c4cbb55a yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:07:23.083876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:23.100003 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] Sync routers for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:23.109920 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:23.114060 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:23.118775 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d96a852e-fb02-4ff7-a681-71fc1f931004 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f06964f5f4f541169375f86a41f73684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4093752 Dec 08 13:07:23.126152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57078) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:23.130916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e2de60b-54e5-4a74-af04-d794b25369f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.154050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port db5c97d6-09f9-457c-a1ca-e522476865cd triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:23.154378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.282670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-045846ce-90be-4e5c-9ecd-1b9dfd68abb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.342978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.441392 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-70e2a81f-9478-4276-8724-773369fc8f2a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0064144 Dec 08 13:07:23.451961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:07:23.458352 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326c1323-717c-4c15-8e72-caf6c6b5c6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "tag": "519b1121-63e2-420e-99f1-25ae0989298f"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:07:23.513667 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:23.515710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-045846ce-90be-4e5c-9ecd-1b9dfd68abb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.628356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.677650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0013f66-adc2-4b2a-8098-8b50ef517c34 None None] Pushing event updated for resources: {'Port': ['ID=7addc31b-940e-46e2-a7b3-0b0d37b69f09,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:23.768537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-045846ce-90be-4e5c-9ecd-1b9dfd68abb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.774122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-045846ce-90be-4e5c-9ecd-1b9dfd68abb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.775607 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-045846ce-90be-4e5c-9ecd-1b9dfd68abb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e8a73526-5033-4da6-a804-0837cb4a1876 HTTP/1.1" status: 204 len: 168 time: 0.6484671 Dec 08 13:07:23.802312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd51f4-0fce-4c04-8ea4-89d188a2f1d5 req-12918752-3a10-483b-9878-d40d5ac56d53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:23.804268 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dbfd51f4-0fce-4c04-8ea4-89d188a2f1d5 req-12918752-3a10-483b-9878-d40d5ac56d53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 932 time: 0.5265911 Dec 08 13:07:23.827670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 172.20.0.7 (c6b804cf-1df5-4af3-9dce-30751e804dc0/2ca973c0-acb0-41e2-913f-c90db7fb0635/5426e255-f088-48bd-9593-a574c4cbb55a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:23.835466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Allocated IP 2001:db8::2 (31f0a879-73b9-43ab-817b-a1ff61eaf8e4/8f1ce921-c2b8-44cd-a29e-9d59421bf5f3/0f3f58f4-8938-4b50-b5f7-89b379f58a15) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:23.845736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:fe59:2d5c (c6b804cf-1df5-4af3-9dce-30751e804dc0/d5a17fd3-02e0-4e7f-8c93-f1cc7188d26c/5426e255-f088-48bd-9593-a574c4cbb55a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:23.903425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57102) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:23.919034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d011bb46-43c5-4cb3-8555-d2c5523d5c6a None None] Provisioning complete for port db5c97d6-09f9-457c-a1ca-e522476865cd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:23.919034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d011bb46-43c5-4cb3-8555-d2c5523d5c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:23.925659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045846ce-90be-4e5c-9ecd-1b9dfd68abb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a73526-5033-4da6-a804-0837cb4a1876,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:23.936524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.134043 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:38Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '9414a11c-ad02-4870-bc8f-19f1db2b3756', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'floating_ip_address': '172.26.7.69', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'port_id': '519b1121-63e2-420e-99f1-25ae0989298f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'mac_address': 'fa:16:3e:e7:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:07:19Z', 'updated_at': '2021-12-08T13:07:19Z', 'revision_number': 0, 'project_id': '0f0aade1979141fb91c398026c436d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52fc7dc-bc40-4508-b3f6-203e0536e841', 'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'mac_address': 'fa:16:3e:fc:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:36Z', 'updated_at': '2021-12-08T13:06:45Z', 'revision_number': 5, 'project_id': '0f0aade1979141fb91c398026c436d70', 'subnets': [{'id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:24.154673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa33dc-7442-4b18-bc8f-87924779d516 req-1ea1ebc1-06a4-4a25-ac8d-217dc089ba61 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:24.156370 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-92aa33dc-7442-4b18-bc8f-87924779d516 req-1ea1ebc1-06a4-4a25-ac8d-217dc089ba61 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.5230293 Dec 08 13:07:24.172113 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] Checking router: 835462fd-6d4e-41f4-861c-dec2373c820b for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:07:24.172891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Subnet': ['ID=93033373-3c35-4ced-8dfe-0774c3aa49c8,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:24.209230 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:24.211418 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:24.238746 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 73323dd4-9eec-41ff-8904-bef6f1973f1b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:24.297386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Checking segment: {'id': 'eb8e3356-21d8-49ce-b3d6-9839f3da497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fb505030-710e-4d0c-8a30-5f186afddae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:24.297771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network hostable DHCP agents. Network: fb505030-710e-4d0c-8a30-5f186afddae7, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:24.322873 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dbfd51f4-0fce-4c04-8ea4-89d188a2f1d5 req-fbeeadd3-4e94-4824-b25d-068439c536d2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984932 Dec 08 13:07:24.395636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda32c42-35c1-4e31-98f2-6efd8ee29448 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:07:24.409776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.433012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-eece693f-beaf-4e38-b0e7-d36671e2331c tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1069010118'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:24.434230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-eece693f-beaf-4e38-b0e7-d36671e2331c tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Unknown quota resources ['metering_label']. {{(pid=103716) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 13:07:24.476981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.485488 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:24.487082 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-92aa33dc-7442-4b18-bc8f-87924779d516 req-c2178797-3080-401e-aaf2-b8a2e9988a96 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677472 Dec 08 13:07:24.509470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.511352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9c8df633-21f5-49d7-99df-e724f841ad24 None None] Provisioning complete for port bda32c42-35c1-4e31-98f2-6efd8ee29448 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:24.511716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c8df633-21f5-49d7-99df-e724f841ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.519729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57110) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:24.525115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.528436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eefcbe2-a127-4569-bd4a-acf3b40c8066 x-openstack-request-id: req-4eefcbe2-a127-4569-bd4a-acf3b40c8066 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:07:24.528759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "tag": "519b1121-63e2-420e-99f1-25ae0989298f", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:07:24.529031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4eefcbe2-a127-4569-bd4a-acf3b40c8066 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:07:24.529451 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f', 'status': 'completed', 'code': 200} Dec 08 13:07:24.611151 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=2df05393-6fa1-41af-91a9-7648c90b2af0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:24.619624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Transition to ACTIVE for port object bda32c42-35c1-4e31-98f2-6efd8ee29448 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:07:24.625147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 73323dd4-9eec-41ff-8904-bef6f1973f1b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:24.625904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.639339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network fb505030-710e-4d0c-8a30-5f186afddae7 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:24.671216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.681435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9c8df633-21f5-49d7-99df-e724f841ad24 None None] Port bda32c42-35c1-4e31-98f2-6efd8ee29448 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:24.712763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.763602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:24.807330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:24.808478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, fb505030-710e-4d0c-8a30-5f186afddae7) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:24.815757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:24.819439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:24.820142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.820719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:24.823160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3981cab-2c87-485e-8156-e889ed8dbd50 None None] Network fb505030-710e-4d0c-8a30-5f186afddae7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:24.832726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:24.854948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:24.932195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:24.956791 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8ffd5e0f-ce33-438a-bce5-32e60a12db85 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/floatingips/9414a11c-ad02-4870-bc8f-19f1db2b3756 HTTP/1.1" status: 200 len: 991 time: 0.4213402 Dec 08 13:07:24.973443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-3b2d162a-541e-4c76-9128-5ec6a778ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:24.975786 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-3b2d162a-541e-4c76-9128-5ec6a778ac53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f0aade1979141fb91c398026c436d70&device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 1099 time: 0.4816957 Dec 08 13:07:24.987290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0e2de60b-54e5-4a74-af04-d794b25369f3 None None] Allocated IP 172.20.0.2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/2ca973c0-acb0-41e2-913f-c90db7fb0635/73323dd4-9eec-41ff-8904-bef6f1973f1b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:24.988323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Pushing event updated for resources: {'Port': ['ID=bda32c42-35c1-4e31-98f2-6efd8ee29448,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:25.092845 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:38Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '9414a11c-ad02-4870-bc8f-19f1db2b3756', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'floating_ip_address': '172.26.7.69', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'port_id': '519b1121-63e2-420e-99f1-25ae0989298f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'mac_address': 'fa:16:3e:e7:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:07:19Z', 'updated_at': '2021-12-08T13:07:19Z', 'revision_number': 0, 'project_id': '0f0aade1979141fb91c398026c436d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52fc7dc-bc40-4508-b3f6-203e0536e841', 'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'mac_address': 'fa:16:3e:fc:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:36Z', 'updated_at': '2021-12-08T13:06:45Z', 'revision_number': 5, 'project_id': '0f0aade1979141fb91c398026c436d70', 'subnets': [{'id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:25.119871 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ab047554-7561-426d-a242-e95522684010 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6500900 Dec 08 13:07:25.122857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eece693f-beaf-4e38-b0e7-d36671e2331c tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:25.126886 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eece693f-beaf-4e38-b0e7-d36671e2331c tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2131970 Dec 08 13:07:25.132639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57128) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:25.132981 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57130) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:25.142919 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e53b46-5b13-43b3-83ee-b6ee8be2e433 None None] The sync data for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv is: [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:38Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '9414a11c-ad02-4870-bc8f-19f1db2b3756', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'floating_ip_address': '172.26.7.69', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'port_id': '519b1121-63e2-420e-99f1-25ae0989298f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'mac_address': 'fa:16:3e:e7:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:07:19Z', 'updated_at': '2021-12-08T13:07:19Z', 'revision_number': 0, 'project_id': '0f0aade1979141fb91c398026c436d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52fc7dc-bc40-4508-b3f6-203e0536e841', 'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'mac_address': 'fa:16:3e:fc:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:36Z', 'updated_at': '2021-12-08T13:06:45Z', 'revision_number': 5, 'project_id': '0f0aade1979141fb91c398026c436d70', 'subnets': [{'id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:25.169100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-50259f20-08db-47bd-92e9-bc60f78dfab5 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c573e68c-465a-42af-83c0-9699beb13667'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:25.169595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-50259f20-08db-47bd-92e9-bc60f78dfab5 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103716) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 13:07:25.207425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:25.236171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0e2de60b-54e5-4a74-af04-d794b25369f3 None None] For port 73323dd4-9eec-41ff-8904-bef6f1973f1b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=73323dd4-9eec-41ff-8904-bef6f1973f1b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:25.247610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218f422-6afb-432b-9eb4-e3b5d2358537 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:25.256526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Pushing event updated for resources: {'Port': ['ID=0f3f58f4-8938-4b50-b5f7-89b379f58a15,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:25.300627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29e898-cb2e-4427-8987-b61460c6ecc7 None None] Network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:25.303615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:25.307449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:25.310157 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57132) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:25.386588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=5426e255-f088-48bd-9593-a574c4cbb55a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:25.479998 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.services.metering.metering_plugin [None req-50259f20-08db-47bd-92e9-bc60f78dfab5 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 13:07:25.575452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e2de60b-54e5-4a74-af04-d794b25369f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:25.596778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-674d6137-1809-4283-8d2c-082e0649094b tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:25.597498 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.api.v2.base [None req-674d6137-1809-4283-8d2c-082e0649094b tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 13:07:25.598003 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-674d6137-1809-4283-8d2c-082e0649094b tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 13:07:25.603209 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-674d6137-1809-4283-8d2c-082e0649094b tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2390015 Dec 08 13:07:25.605255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57144) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:25.610138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'tempest-secgroup--57192938'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:25.658402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-fb505030-710e-4d0c-8a30-5f186afddae7', 'network_id': 'fb505030-710e-4d0c-8a30-5f186afddae7', 'project_id': 'ed252da4679e4d42bae6e25f86fddf74', 'fixed_ips': [{'subnet_id': '93033373-3c35-4ced-8dfe-0774c3aa49c8'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:25.664535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:25.677025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a39107-f3e3-40d4-a8bc-585d71a2701d None None] New status for floating IP 9414a11c-ad02-4870-bc8f-19f1db2b3756: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:07:25.752044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:25.753257 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:25.762244 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-50259f20-08db-47bd-92e9-bc60f78dfab5 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:25.766800 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-50259f20-08db-47bd-92e9-bc60f78dfab5 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6211729 Dec 08 13:07:25.772939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57148) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:25.780471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9ebfe9f0-c34b-4aa5-a179-25b5d71c0b27 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c573e68c-465a-42af-83c0-9699beb13667'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:25.781020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9ebfe9f0-c34b-4aa5-a179-25b5d71c0b27 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103716) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 13:07:25.868669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57150) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:25.894896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e2de60b-54e5-4a74-af04-d794b25369f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:25.896051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:25.930764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 7addc31b-940e-46e2-a7b3-0b0d37b69f09 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:25.957630 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e8eb3384-c067-4df4-a044-b69e11426e51 None None] Provisioning complete for port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:25.957983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3384-c067-4df4-a044-b69e11426e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:25.959927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57154) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:25.960709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Attempting to bind port bda32c42-35c1-4e31-98f2-6efd8ee29448 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:25.961231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Attempting to bind port bda32c42-35c1-4e31-98f2-6efd8ee29448 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:25.961727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Attempting to bind port bda32c42-35c1-4e31-98f2-6efd8ee29448 on network a3004313-d600-4b74-bdcb-c24a604971d0 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:25.988914 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ef0191e8-195a-4f54-a117-eed58b6351b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.3773239 Dec 08 13:07:25.994656 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.services.metering.metering_plugin [None req-9ebfe9f0-c34b-4aa5-a179-25b5d71c0b27 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 13:07:26.024138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Attempting to bind port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:26.024514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Attempting to bind port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '49e39487-f63f-4339-9246-ccd05770ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '31f0a879-73b9-43ab-817b-a1ff61eaf8e4'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:26.034697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Attempting to bind port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 on network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:26.036265 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4d8d8d07-8919-4b5f-9584-37bd238c3617 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/floatingips/9414a11c-ad02-4870-bc8f-19f1db2b3756 HTTP/1.1" status: 200 len: 993 time: 0.0713141 Dec 08 13:07:26.037065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57156) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:26.044336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-678e1f23-3bf1-4658-bc7b-288c865042a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:26.045630 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-678e1f23-3bf1-4658-bc7b-288c865042a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=11ea6c58-ca8a-4949-955a-7cb58ae27ba7 HTTP/1.1" status: 200 len: 897 time: 1.0602350 Dec 08 13:07:26.053893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63870ab-ccd9-403f-8cf1-59cb836f751a req-31c065d6-3bd9-4134-9fbb-0c9b2569cef9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:26.055550 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d63870ab-ccd9-403f-8cf1-59cb836f751a req-31c065d6-3bd9-4134-9fbb-0c9b2569cef9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 944 time: 0.2748740 Dec 08 13:07:26.072219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-36254011'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:26.089915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Port bda32c42-35c1-4e31-98f2-6efd8ee29448 on network a3004313-d600-4b74-bdcb-c24a604971d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:07:26.090392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Attempting to bind port bda32c42-35c1-4e31-98f2-6efd8ee29448 on network a3004313-d600-4b74-bdcb-c24a604971d0 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:26.117355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:26.117729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Checking segment: {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:26.118265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Bound using segment: {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:26.118803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Bound port: bda32c42-35c1-4e31-98f2-6efd8ee29448, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:26.119236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.122244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:26.122658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Checking segment: {'id': '49e39487-f63f-4339-9246-ccd05770ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '31f0a879-73b9-43ab-817b-a1ff61eaf8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:26.123064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.123460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Bound using segment: {'id': '49e39487-f63f-4339-9246-ccd05770ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '31f0a879-73b9-43ab-817b-a1ff61eaf8e4'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:26.123946 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Bound port: 0f3f58f4-8938-4b50-b5f7-89b379f58a15, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e39487-f63f-4339-9246-ccd05770ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '31f0a879-73b9-43ab-817b-a1ff61eaf8e4'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:26.124332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.174455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de60b-54e5-4a74-af04-d794b25369f3 None None] Pushing event updated for resources: {'Port': ['ID=73323dd4-9eec-41ff-8904-bef6f1973f1b,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:26.256340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Allocated IP 2001:db8::2 (fb505030-710e-4d0c-8a30-5f186afddae7/93033373-3c35-4ced-8dfe-0774c3aa49c8/5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:26.355403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac09d65-7e4c-4289-aad5-ef3145131081 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:26.361583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac09d65-7e4c-4289-aad5-ef3145131081 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:26.366562 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7ac09d65-7e4c-4289-aad5-ef3145131081 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3214576 Dec 08 13:07:26.366562 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-5a1403b4-dc57-44aa-b596-17d89d690975 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519b1121-63e2-420e-99f1-25ae0989298f HTTP/1.1" status: 200 len: 1001 time: 0.3011169 Dec 08 13:07:26.370547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57158) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:26.373695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.394733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:26.398405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.437486 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.496516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] For port 0f3f58f4-8938-4b50-b5f7-89b379f58a15, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:26.501971 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:07:26.503772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.509335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe9f0-c34b-4aa5-a179-25b5d71c0b27 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.513202 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9ebfe9f0-c34b-4aa5-a179-25b5d71c0b27 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7391057 Dec 08 13:07:26.514092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57160) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:26.521801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] For port 0f3f58f4-8938-4b50-b5f7-89b379f58a15, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0f3f58f4-8938-4b50-b5f7-89b379f58a15,segment=NetworkSegment(49e39487-f63f-4339-9246-ccd05770ec8a),segment_id=49e39487-f63f-4339-9246-ccd05770ec8a)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:26.540833 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d63870ab-ccd9-403f-8cf1-59cb836f751a req-841709e7-59ec-471e-9203-244422288680 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4535527 Dec 08 13:07:26.557200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.580186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] For port bda32c42-35c1-4e31-98f2-6efd8ee29448, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:26.580973 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-764234b3-358f-42b9-9570-a2645f07d5ed tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=7b5049fd-e3f5-4e3f-a359-c4f9367a077d HTTP/1.1" status: 200 len: 462 time: 0.0625420 Dec 08 13:07:26.581744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57162) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:26.595728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:26.596109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.605675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.686960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] For port bda32c42-35c1-4e31-98f2-6efd8ee29448, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=bda32c42-35c1-4e31-98f2-6efd8ee29448,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:26.689129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3384-c067-4df4-a044-b69e11426e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.723830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-32e0e48d-2923-4bb5-af35-766bf80595fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:26.726150 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-32e0e48d-2923-4bb5-af35-766bf80595fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02b2679a-cb90-4739-a1b5-f8c6cebbeca5 HTTP/1.1" status: 200 len: 835 time: 0.3397055 Dec 08 13:07:26.803927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c8193-18d4-4751-a830-63e6af969068 None None] Pushing event updated for resources: {'Port': ['ID=0f3f58f4-8938-4b50-b5f7-89b379f58a15,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:26.810116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.854368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e8eb3384-c067-4df4-a044-b69e11426e51 None None] For port 7addc31b-940e-46e2-a7b3-0b0d37b69f09, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=7addc31b-940e-46e2-a7b3-0b0d37b69f09,segment=NetworkSegment(a6c68a01-6571-4573-a25b-2bd217ff38ff),segment_id=a6c68a01-6571-4573-a25b-2bd217ff38ff)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:26.873420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.886139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.913507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.929580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3384-c067-4df4-a044-b69e11426e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:26.977594 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.003812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.020875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:27.022108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.023612 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] 10.222.0.72 "PUT /v2.0/ports/bda32c42-35c1-4e31-98f2-6efd8ee29448 HTTP/1.1" status: 200 len: 1094 time: 4.1475992 Dec 08 13:07:27.034387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eca1f9d-161a-4818-8ae0-b29a3e58e452', 'tag': 'bda32c42-35c1-4e31-98f2-6efd8ee29448'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:07:27.037411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a" -d '{"events": [{"name": "network-changed", "server_uuid": "8eca1f9d-161a-4818-8ae0-b29a3e58e452", "tag": "bda32c42-35c1-4e31-98f2-6efd8ee29448"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:07:27.105429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Network fb505030-710e-4d0c-8a30-5f186afddae7 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:27.111592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:27.116315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb3384-c067-4df4-a044-b69e11426e51 None None] Pushing event updated for resources: {'Port': ['ID=7addc31b-940e-46e2-a7b3-0b0d37b69f09,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:27.119965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-26a08b85-fe38-4f58-a3c3-70c23ef74f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:27.121535 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-26a08b85-fe38-4f58-a3c3-70c23ef74f0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11ea6c58-ca8a-4949-955a-7cb58ae27ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3852494 Dec 08 13:07:27.128862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4c31cf5b-6648-4362-aa7f-97bdc4dae1d4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 5426e255-f088-48bd-9593-a574c4cbb55a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:27.129207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c31cf5b-6648-4362-aa7f-97bdc4dae1d4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.171395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26922dac-8798-4739-a066-8ec8441f1e08,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:27.184954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fad6f28b-1a59-4114-97c8-ebed56018a05 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.186826 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fad6f28b-1a59-4114-97c8-ebed56018a05 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/7b5049fd-e3f5-4e3f-a359-c4f9367a077d HTTP/1.1" status: 204 len: 168 time: 0.5977533 Dec 08 13:07:27.189849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:27.193719 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57166) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:27.214428 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-833a194e-6835-41a7-b1d2-6e9b2fa28c72 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=7b5049fd-e3f5-4e3f-a359-c4f9367a077d HTTP/1.1" status: 200 len: 221 time: 0.0172417 Dec 08 13:07:27.241895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57168) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:27.244432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-64a8a866-7871-43b7-a450-61f97e2de177 None None] Provisioning complete for port 2df05393-6fa1-41af-91a9-7648c90b2af0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:27.245539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-64a8a866-7871-43b7-a450-61f97e2de177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.250853 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-821e232b-a01f-41c6-8a87-7bf96e79ea17 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1540855887', 'description': 'label created by tempest'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:27.251374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-821e232b-a01f-41c6-8a87-7bf96e79ea17 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Unknown quota resources ['metering_label']. {{(pid=103716) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 13:07:27.253506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:07:27.254076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:07:27.258957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b4ce1f-d59c-4f44-a755-4624df9c37b5 x-openstack-request-id: req-69b4ce1f-d59c-4f44-a755-4624df9c37b5 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:07:27.259735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eca1f9d-161a-4818-8ae0-b29a3e58e452", "tag": "bda32c42-35c1-4e31-98f2-6efd8ee29448", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:07:27.259735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69b4ce1f-d59c-4f44-a755-4624df9c37b5 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:07:27.267033 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eca1f9d-161a-4818-8ae0-b29a3e58e452', 'tag': 'bda32c42-35c1-4e31-98f2-6efd8ee29448', 'status': 'completed', 'code': 200} Dec 08 13:07:27.357634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Allocated IP 2001:db8::1 (31f0a879-73b9-43ab-817b-a1ff61eaf8e4/8f1ce921-c2b8-44cd-a29e-9d59421bf5f3/f9c5153a-125c-4fe3-8487-1642f8ddbb54) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:27.373859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Pushing event updated for resources: {'Port': ['ID=5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:27.381675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb638d1-072b-428c-b96c-6f9ea2b1f345 service neutron] Pushing event updated for resources: {'Port': ['ID=bda32c42-35c1-4e31-98f2-6efd8ee29448,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:27.409498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.412388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.418410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-64a8a866-7871-43b7-a450-61f97e2de177 None None] Port 2df05393-6fa1-41af-91a9-7648c90b2af0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:27.432197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Attempting to bind port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:27.432858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Attempting to bind port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'eb8e3356-21d8-49ce-b3d6-9839f3da497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fb505030-710e-4d0c-8a30-5f186afddae7'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:27.433396 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Attempting to bind port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e on network fb505030-710e-4d0c-8a30-5f186afddae7 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:27.440362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:27.441032 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Checking segment: {'id': 'eb8e3356-21d8-49ce-b3d6-9839f3da497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fb505030-710e-4d0c-8a30-5f186afddae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:27.441617 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.442169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Bound using segment: {'id': 'eb8e3356-21d8-49ce-b3d6-9839f3da497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fb505030-710e-4d0c-8a30-5f186afddae7'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:27.442828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Bound port: 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8e3356-21d8-49ce-b3d6-9839f3da497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fb505030-710e-4d0c-8a30-5f186afddae7'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:27.443897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.452744 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-af9b24ed-e7ac-4cdc-8010-c8004241a108 service neutron] 10.222.0.72 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080971 Dec 08 13:07:27.459616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-64a8a866-7871-43b7-a450-61f97e2de177 None None] Provisioning complete for port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:27.465060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-64a8a866-7871-43b7-a450-61f97e2de177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.562068 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.568697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] For port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:27.579934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] For port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e,segment=NetworkSegment(eb8e3356-21d8-49ce-b3d6-9839f3da497f),segment_id=eb8e3356-21d8-49ce-b3d6-9839f3da497f)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:27.585867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.644180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-821e232b-a01f-41c6-8a87-7bf96e79ea17 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.650246 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-821e232b-a01f-41c6-8a87-7bf96e79ea17 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4043555 Dec 08 13:07:27.651419 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57172) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:27.680942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.708217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.712186 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 2.1033180 Dec 08 13:07:27.734459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57174) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:27.750985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afae83-3240-48fe-9ab9-49f4cd179e15 None None] Pushing event updated for resources: {'Port': ['ID=5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:27.764092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ee931379-007e-44b8-bd39-4354cbfd27f4 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': 'e9d7338a-528a-44b2-887d-ab572b9b3e2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:27.772168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e593b-b748-4cf4-8c9f-e381fcfd12fa,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:27.812077 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:27.824256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.829404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device db5c97d6-09f9-457c-a1ca-e522476865cd up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:27.834004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9ea6c201-be6e-4bdb-94fa-3ca32aae0062 None None] Provisioning complete for port 73323dd4-9eec-41ff-8904-bef6f1973f1b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:27.834220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ea6c201-be6e-4bdb-94fa-3ca32aae0062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.841119 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-326c1323-717c-4c15-8e72-caf6c6b5c6dc req-0e26cc84-d848-4b33-ac75-a0bae7bd3388 service neutron] 10.222.0.72 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651514 Dec 08 13:07:27.878949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1f5ffdc1-d0d9-48f0-a190-0846d50b6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:27.881990 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-1f5ffdc1-d0d9-48f0-a190-0846d50b6cf9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 1097 time: 0.6532042 Dec 08 13:07:27.903469 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a3b56024-7581-40a0-9ccc-0bbf1c8dc0a1 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=b61ba18d-f29b-41ba-b123-2dc6766ef90e HTTP/1.1" status: 200 len: 468 time: 0.2190852 Dec 08 13:07:27.915124 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c30b10-1fed-4deb-bc2e-f3743dd0c6ec tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d7338a-528a-44b2-887d-ab572b9b3e2d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:27.922495 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57176) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:27.940977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:27.941397 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added segment e24dd659-955b-44f9-b222-a9eb803cbfa6 of type vlan for network 57b9702d-efcc-4086-b038-146c7f99074f Dec 08 13:07:27.955012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.014009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c31cf5b-6648-4362-aa7f-97bdc4dae1d4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.038868 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port db5c97d6-09f9-457c-a1ca-e522476865cd triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:28.039445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.094340 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-ed563bc4-fc47-43c0-8efe-4ee359854708 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=bda32c42-35c1-4e31-98f2-6efd8ee29448 HTTP/1.1" status: 200 len: 217 time: 0.1730709 Dec 08 13:07:28.124959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4c31cf5b-6648-4362-aa7f-97bdc4dae1d4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 5426e255-f088-48bd-9593-a574c4cbb55a owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:28.149002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.185811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6249e8-92bc-4edb-8d46-cbf317868c29 req-196ad027-d977-4575-8706-3d293f0aef0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:28.187457 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d6249e8-92bc-4edb-8d46-cbf317868c29 req-196ad027-d977-4575-8706-3d293f0aef0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 944 time: 0.4861956 Dec 08 13:07:28.206642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee931379-007e-44b8-bd39-4354cbfd27f4 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.274081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-50fd6752-0525-4c92-b3e7-f19c90a2ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:28.275629 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-50fd6752-0525-4c92-b3e7-f19c90a2ce2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13b96f4c-f030-42fe-bd83-f647133ac5ec HTTP/1.1" status: 200 len: 838 time: 0.1630991 Dec 08 13:07:28.290654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c636732f-b9ac-4bd0-92bf-306da917ff2c None None] Provisioning complete for port 5426e255-f088-48bd-9593-a574c4cbb55a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:28.291049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c636732f-b9ac-4bd0-92bf-306da917ff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.387148 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.413184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c636732f-b9ac-4bd0-92bf-306da917ff2c None None] Port 5426e255-f088-48bd-9593-a574c4cbb55a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:28.431122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:28.438333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:28.440944 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:28.441494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.451294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.resource_extend [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 13:07:28.499837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-13dca1c1-a421-4e0d-a386-750fb775b7c1 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.501960 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-13dca1c1-a421-4e0d-a386-750fb775b7c1 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/b61ba18d-f29b-41ba-b123-2dc6766ef90e HTTP/1.1" status: 204 len: 168 time: 0.5775073 Dec 08 13:07:28.507080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57178) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:28.516861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Port': ['ID=f9c5153a-125c-4fe3-8487-1642f8ddbb54,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:28.525271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee931379-007e-44b8-bd39-4354cbfd27f4 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.529057 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-61590d49-7031-49ec-9e4d-65c06bd12707 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=b61ba18d-f29b-41ba-b123-2dc6766ef90e HTTP/1.1" status: 200 len: 216 time: 0.0208809 Dec 08 13:07:28.550723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57180) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:28.563756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b56e6-a992-4223-9adb-477280f1ee6f None None] Network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:28.568401 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7a76e140-933b-4de4-a6b7-94816647433e tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0164876 Dec 08 13:07:28.584294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 73323dd4-9eec-41ff-8904-bef6f1973f1b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:28.584479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57182) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:28.615886 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d6249e8-92bc-4edb-8d46-cbf317868c29 req-341d48af-4390-4395-91a3-e5bb0a3e3712 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4170547 Dec 08 13:07:28.617617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-4cdf7abf-00f1-45bb-990f-0ca8e2f56df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:28.619316 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-4cdf7abf-00f1-45bb-990f-0ca8e2f56df8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3004313-d600-4b74-bdcb-c24a604971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2562313 Dec 08 13:07:28.621416 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f4ca89a0-bfde-4a66-ba92-81eb4fc89daf tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0378492 Dec 08 13:07:28.622388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee931379-007e-44b8-bd39-4354cbfd27f4 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.626083 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57184) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:28.664246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.670829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:28.671638 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.691771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee931379-007e-44b8-bd39-4354cbfd27f4 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f3215f-ba7c-43f9-8f03-ce8b9d5f910a,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:28.706270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9cd2d8ec-52e6-460c-800c-3bda79eebe9b None None] Provisioning complete for port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:28.706755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d8ec-52e6-460c-800c-3bda79eebe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.710822 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6cdd44fe-28cf-44ac-a7e1-9775a7ef15d2 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/c573e68c-465a-42af-83c0-9699beb13667 HTTP/1.1" status: 200 len: 473 time: 0.0844078 Dec 08 13:07:28.731637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57186) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:28.748399 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4b6f18f0-ff99-471a-b10f-c29a0ef5bc11 tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/50c69b09-2e78-4d58-bea9-c6880ff5d12d HTTP/1.1" status: 200 len: 459 time: 0.0157285 Dec 08 13:07:28.751498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57188) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:28.758556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.767632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 73323dd4-9eec-41ff-8904-bef6f1973f1b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:28.768017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.816582 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee931379-007e-44b8-bd39-4354cbfd27f4 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:28.822545 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ee931379-007e-44b8-bd39-4354cbfd27f4 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0700099 Dec 08 13:07:28.822737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57190) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:28.832143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-af614759-bc1f-4d5c-8be0-23a4962a8a2e tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': 'e9d7338a-528a-44b2-887d-ab572b9b3e2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:28.863662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Network': ['ID=57b9702d-efcc-4086-b038-146c7f99074f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:28.877125 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e1c9c780-52cc-4a3f-b096-d9f3f0c4187a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.0080307 Dec 08 13:07:28.881569 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57192) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:28.882820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 57b9702d-efcc-4086-b038-146c7f99074f details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:28.904008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1221305771'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:28.961527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d8ec-52e6-460c-800c-3bda79eebe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.041815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 7addc31b-940e-46e2-a7b3-0b0d37b69f09 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:29.096795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-72295100-04dd-45d7-b1f9-7d3d95c2a64f tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.097928 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-72295100-04dd-45d7-b1f9-7d3d95c2a64f tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/50c69b09-2e78-4d58-bea9-c6880ff5d12d HTTP/1.1" status: 204 len: 168 time: 0.3454819 Dec 08 13:07:29.104852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57194) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:29.117357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9cd2d8ec-52e6-460c-800c-3bda79eebe9b None None] For port 0f3f58f4-8938-4b50-b5f7-89b379f58a15, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0f3f58f4-8938-4b50-b5f7-89b379f58a15,segment=NetworkSegment(49e39487-f63f-4339-9246-ccd05770ec8a),segment_id=49e39487-f63f-4339-9246-ccd05770ec8a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:29.145172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:29.145703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.193545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d8ec-52e6-460c-800c-3bda79eebe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.208818 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af614759-bc1f-4d5c-8be0-23a4962a8a2e tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.294724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2d8ec-52e6-460c-800c-3bda79eebe9b None None] Pushing event updated for resources: {'Port': ['ID=0f3f58f4-8938-4b50-b5f7-89b379f58a15,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:29.309260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:29.317668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:07:29.343135 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-f740584d-8a18-4f16-ae69-9b7ac90eb752 service neutron] 10.222.0.72 "GET /v2.0/networks/a3004313-d600-4b74-bdcb-c24a604971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124257 Dec 08 13:07:29.395160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:29.395534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.396641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:29.400143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.513763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9eb80d53-0822-416d-9593-34bbf7f850dc None None] Provisioning complete for port f9c5153a-125c-4fe3-8487-1642f8ddbb54 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:29.514143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9eb80d53-0822-416d-9593-34bbf7f850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.528377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:29.548416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:29.550119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.550478 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added segment 80a70475-d045-47e3-8457-1a2d3a128d81 of type vlan for network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d Dec 08 13:07:29.559822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c31cf5b-6648-4362-aa7f-97bdc4dae1d4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.566853 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a18e39-6e5c-4ed6-b98a-2b997cbfdb07 None None] Sync routers for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:29.584077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9eb80d53-0822-416d-9593-34bbf7f850dc None None] Port f9c5153a-125c-4fe3-8487-1642f8ddbb54 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:29.588733 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a18e39-6e5c-4ed6-b98a-2b997cbfdb07 None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:29.588733 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-23a18e39-6e5c-4ed6-b98a-2b997cbfdb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:29.588966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d51d9-ca2a-43e3-ae95-0bae10016bd4 None None] Network fb505030-710e-4d0c-8a30-5f186afddae7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:29.604853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31cf5b-6648-4362-aa7f-97bdc4dae1d4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=5426e255-f088-48bd-9593-a574c4cbb55a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:29.608956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b8a3df77-97c6-4bd5-898f-98497219110f tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.610191 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b8a3df77-97c6-4bd5-898f-98497219110f tempest-MeteringIpV6TestJSON-493793579 tempest-MeteringIpV6TestJSON-493793579-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/c573e68c-465a-42af-83c0-9699beb13667 HTTP/1.1" status: 204 len: 168 time: 0.5043633 Dec 08 13:07:29.659498 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-af614759-bc1f-4d5c-8be0-23a4962a8a2e tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 13:07:29.665077 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-af614759-bc1f-4d5c-8be0-23a4962a8a2e tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8383503 Dec 08 13:07:29.669352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57200) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:29.681566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.688856 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-23a18e39-6e5c-4ed6-b98a-2b997cbfdb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:29.696951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.713388 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c0d95f6-bb37-4910-b0a4-838cbce5cf87 req-bc2a2e4f-ea97-4b7b-8a63-478b333aa35c service neutron] 10.222.0.72 "GET /v2.0/networks/a3004313-d600-4b74-bdcb-c24a604971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602698 Dec 08 13:07:29.727942 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a18e39-6e5c-4ed6-b98a-2b997cbfdb07 None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:29.729448 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-23a18e39-6e5c-4ed6-b98a-2b997cbfdb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:29.737187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.748176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.749418 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3ed55fb1-c3a3-4408-9fa2-e31fd6c430bd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6225467 Dec 08 13:07:29.759297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57202) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:29.822895 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-23a18e39-6e5c-4ed6-b98a-2b997cbfdb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:29.823730 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a18e39-6e5c-4ed6-b98a-2b997cbfdb07 None None] The sync data for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:29.836134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9eb80d53-0822-416d-9593-34bbf7f850dc None None] Provisioning complete for port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:29.837655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9eb80d53-0822-416d-9593-34bbf7f850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.846178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c31cf5b-6648-4362-aa7f-97bdc4dae1d4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.852964 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4c31cf5b-6648-4362-aa7f-97bdc4dae1d4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/5426e255-f088-48bd-9593-a574c4cbb55a HTTP/1.1" status: 204 len: 168 time: 3.4768908 Dec 08 13:07:29.857557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57204) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:29.885903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.886491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:29.977671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12bcc732-60ca-4053-b3bb-ed1323e7a1e5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.017785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ac37-ddf1-48a6-bd69-b086acbe4d97 req-c8004dd1-7293-4c2a-a472-ae977e6ab66a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:30.019217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.020007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5244ac37-ddf1-48a6-bd69-b086acbe4d97 req-c8004dd1-7293-4c2a-a472-ae977e6ab66a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 944 time: 0.2058852 Dec 08 13:07:30.025460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:30.026169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.034089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c79427-68f6-4392-9b08-eb4c4ff19593 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:30.035645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c79427-68f6-4392-9b08-eb4c4ff19593 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:30.037858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c79427-68f6-4392-9b08-eb4c4ff19593 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:30.042303 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-51c79427-68f6-4392-9b08-eb4c4ff19593 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1835489 Dec 08 13:07:30.057789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57206) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:30.065142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-e3636d9b-dc5c-4d36-b973-9632ef049199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:30.075533 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-e3636d9b-dc5c-4d36-b973-9632ef049199 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 1097 time: 0.1867402 Dec 08 13:07:30.093277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12bcc732-60ca-4053-b3bb-ed1323e7a1e5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.107145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e,segment=NetworkSegment(eb8e3356-21d8-49ce-b3d6-9839f3da497f),segment_id=eb8e3356-21d8-49ce-b3d6-9839f3da497f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:30.113008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Port': ['ID=f9c5153a-125c-4fe3-8487-1642f8ddbb54,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:30.179748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.183933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0f3f58f4-8938-4b50-b5f7-89b379f58a15 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:30.245754 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5244ac37-ddf1-48a6-bd69-b086acbe4d97 req-a064e74b-6545-4e44-ba13-603313c2f782 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038088 Dec 08 13:07:30.292918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:30.296637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-5f3c30d5-cd74-4626-aa3e-c01ec5b89869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:30.303723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:30.304265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.306149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-5f3c30d5-cd74-4626-aa3e-c01ec5b89869 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3004313-d600-4b74-bdcb-c24a604971d0 HTTP/1.1" status: 200 len: 898 time: 0.2179451 Dec 08 13:07:30.369400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-62550a3e-583b-4eb3-9ee3-fca6447bdd60 None None] Provisioning complete for port f9c5153a-125c-4fe3-8487-1642f8ddbb54 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:30.369400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-62550a3e-583b-4eb3-9ee3-fca6447bdd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.382810 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-5c7173d6-db37-4635-968b-635c4c275d9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=bda32c42-35c1-4e31-98f2-6efd8ee29448 HTTP/1.1" status: 200 len: 217 time: 0.0664511 Dec 08 13:07:30.383666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12bcc732-60ca-4053-b3bb-ed1323e7a1e5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.386437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12bcc732-60ca-4053-b3bb-ed1323e7a1e5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.388112 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-12bcc732-60ca-4053-b3bb-ed1323e7a1e5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/e9d7338a-528a-44b2-887d-ab572b9b3e2d HTTP/1.1" status: 204 len: 168 time: 0.7159164 Dec 08 13:07:30.394037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57210) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:30.406855 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-62550a3e-583b-4eb3-9ee3-fca6447bdd60 None None] Port f9c5153a-125c-4fe3-8487-1642f8ddbb54 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:30.427033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-62550a3e-583b-4eb3-9ee3-fca6447bdd60 None None] Provisioning complete for port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:30.427460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-62550a3e-583b-4eb3-9ee3-fca6447bdd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.452177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcc732-60ca-4053-b3bb-ed1323e7a1e5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d7338a-528a-44b2-887d-ab572b9b3e2d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:30.479882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57212) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:30.583351 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-03684310-c1f4-4675-9ef5-ea92aff3b09c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1811326 Dec 08 13:07:30.584742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57216) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:30.586276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-eb99cf9d-e4d6-40f9-8871-006003c1af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:30.587987 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-eb99cf9d-e4d6-40f9-8871-006003c1af63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13b96f4c-f030-42fe-bd83-f647133ac5ec HTTP/1.1" status: 200 len: 838 time: 0.1960795 Dec 08 13:07:30.592600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f9876561-10d6-446e-9fce-88c905e469b3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822311742'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:30.617642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:30.665760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-9f1e6a0d-6709-41c3-9ebc-d887183f1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:30.667853 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-9f1e6a0d-6709-41c3-9ebc-d887183f1318 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3004313-d600-4b74-bdcb-c24a604971d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0570045 Dec 08 13:07:30.686963 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7994070 Dec 08 13:07:30.687534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b8ad-b944-452a-8efd-3967aa728486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.697723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:30.698094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.701133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6f2b750e-5736-412f-a057-223e0302659a None None] Provisioning complete for port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:30.701497 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6f2b750e-5736-412f-a057-223e0302659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.707299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57218) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:30.714901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'subnet': {'network_id': '57b9702d-efcc-4086-b038-146c7f99074f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:30.720193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445355fd-41b4-43f3-b08e-a26807e71b00 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Network': ['ID=2d5f4a89-a67e-4a95-bed7-91f52e05c41d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:30.722224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9876561-10d6-446e-9fce-88c905e469b3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.727667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-873b72ac-ac98-4e5b-aa3e-8192a45f97fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 2ca973c0-acb0-41e2-913f-c90db7fb0635 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:30.736179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873b72ac-ac98-4e5b-aa3e-8192a45f97fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.752670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:30.770322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:30.800290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:30.835528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873b72ac-ac98-4e5b-aa3e-8192a45f97fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.933324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0f3f58f4-8938-4b50-b5f7-89b379f58a15 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:30.979740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b8ad-b944-452a-8efd-3967aa728486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:30.987631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:30.987826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.045177 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-4c9f8024-91cc-4a68-b3d6-9f231a1757a2 service neutron] 10.222.0.72 "GET /v2.0/networks/a3004313-d600-4b74-bdcb-c24a604971d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474979 Dec 08 13:07:31.054059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b8ad-b944-452a-8efd-3967aa728486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.102757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873b72ac-ac98-4e5b-aa3e-8192a45f97fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.157679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1808d899-db32-4c34-a33e-530f6447ae21 None None] Provisioning complete for port f9c5153a-125c-4fe3-8487-1642f8ddbb54 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:31.158282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1808d899-db32-4c34-a33e-530f6447ae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.163491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9876561-10d6-446e-9fce-88c905e469b3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.176737 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d1f0b8ad-b944-452a-8efd-3967aa728486 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3f93d766a1ba43b7967e43a6b3b4dbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6925147 Dec 08 13:07:31.179806 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57220) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:31.199706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1808d899-db32-4c34-a33e-530f6447ae21 None None] Port f9c5153a-125c-4fe3-8487-1642f8ddbb54 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:31.209842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0b8ad-b944-452a-8efd-3967aa728486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236222f0-b7ca-48ee-bfe0-2eaabbd94ffd,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:31.244126 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2ed413-152e-46d9-bfdc-1dfdc7c9384a req-b15b54f9-580e-495d-ae73-934a2ae2b307 service neutron] 10.222.0.72 "GET /v2.0/networks/a3004313-d600-4b74-bdcb-c24a604971d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873021 Dec 08 13:07:31.258725 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9876561-10d6-446e-9fce-88c905e469b3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.290998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:31.294466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.308175 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Router de3b424d-666d-4d75-b874-ad99a6a68a58 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:07:31.311170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9876561-10d6-446e-9fce-88c905e469b3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e633a6-bffd-4c85-a653-7ff19453f388,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:31.321653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad712-d2a7-4b45-9164-dde1428be990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.349071 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873b72ac-ac98-4e5b-aa3e-8192a45f97fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.379710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9876561-10d6-446e-9fce-88c905e469b3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.383503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f9876561-10d6-446e-9fce-88c905e469b3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7945487 Dec 08 13:07:31.393370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57224) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:31.397589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-19a78b28-ef47-4dad-8ffb-d42a37c56851 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': 'a1e633a6-bffd-4c85-a653-7ff19453f388', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:31.399339 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-19a78b28-ef47-4dad-8ffb-d42a37c56851 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 13:07:31.399843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-19a78b28-ef47-4dad-8ffb-d42a37c56851 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:31.400808 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-19a78b28-ef47-4dad-8ffb-d42a37c56851 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064819 Dec 08 13:07:31.404786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57226) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:31.406591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.410688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad712-d2a7-4b45-9164-dde1428be990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.446750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b72ac-ac98-4e5b-aa3e-8192a45f97fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca973c0-acb0-41e2-913f-c90db7fb0635,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:31.462624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a872d-f199-4c9d-9681-b0fa92647208 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:31.487469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-873b72ac-ac98-4e5b-aa3e-8192a45f97fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.490841 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-873b72ac-ac98-4e5b-aa3e-8192a45f97fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/2ca973c0-acb0-41e2-913f-c90db7fb0635 HTTP/1.1" status: 204 len: 168 time: 1.4320891 Dec 08 13:07:31.495251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57228) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:31.505508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2e5d1-0a91-462a-87dd-1152fbcce9e4 req-14196078-fadb-44f5-a620-74ec6c8c8725 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:31.507088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49e2e5d1-0a91-462a-87dd-1152fbcce9e4 req-14196078-fadb-44f5-a620-74ec6c8c8725 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 944 time: 0.1328285 Dec 08 13:07:31.572921 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:31.582867 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cca24f73-1b24-4e4a-bc35-da7acbb2dc4e tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "PUT /v2.0/routers/de3b424d-666d-4d75-b874-ad99a6a68a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4487646 Dec 08 13:07:31.583474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57230) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:31.593844 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e6e6b-536b-4219-976c-e9f975076375 None None] Sync routers for ids ['de3b424d-666d-4d75-b874-ad99a6a68a58'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:31.607047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e6e6b-536b-4219-976c-e9f975076375 None None] Routers {'de3b424d-666d-4d75-b874-ad99a6a68a58'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:31.609989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2a9e6e6b-536b-4219-976c-e9f975076375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['de3b424d-666d-4d75-b874-ad99a6a68a58'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:31.622924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7459a3af-e2b6-4991-8d31-a329c029dd6d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.649002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2a9e6e6b-536b-4219-976c-e9f975076375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:31.672795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e6e6b-536b-4219-976c-e9f975076375 None None] Routers {'de3b424d-666d-4d75-b874-ad99a6a68a58'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:31.672795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2a9e6e6b-536b-4219-976c-e9f975076375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['de3b424d-666d-4d75-b874-ad99a6a68a58'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:31.692062 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad712-d2a7-4b45-9164-dde1428be990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.694861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad712-d2a7-4b45-9164-dde1428be990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.696307 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5d8ad712-d2a7-4b45-9164-dde1428be990 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/236222f0-b7ca-48ee-bfe0-2eaabbd94ffd HTTP/1.1" status: 204 len: 168 time: 0.5148144 Dec 08 13:07:31.706164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2a9e6e6b-536b-4219-976c-e9f975076375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:31.719428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e6e6b-536b-4219-976c-e9f975076375 None None] The sync data for ids ['de3b424d-666d-4d75-b874-ad99a6a68a58'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:31.761926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63ca341-3a3a-4550-afd7-8915fe628349 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet d5a17fd3-02e0-4e7f-8c93-f1cc7188d26c {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:31.768524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ad712-d2a7-4b45-9164-dde1428be990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236222f0-b7ca-48ee-bfe0-2eaabbd94ffd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:31.802457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63ca341-3a3a-4550-afd7-8915fe628349 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.851257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7459a3af-e2b6-4991-8d31-a329c029dd6d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:31.876422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49e2e5d1-0a91-462a-87dd-1152fbcce9e4 req-ef1fc085-9eaa-4672-9315-85e8d536300a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563142 Dec 08 13:07:31.918499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.20.0.1 (063b2180-ca60-4e5c-a4b0-1312a60c1ca8/5a905e34-c53e-48d5-830d-ca544f173fcb/72fcdf11-9df8-4b69-be2f-5e55bf83952e) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:31.963339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63ca341-3a3a-4550-afd7-8915fe628349 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.015747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.075067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.129048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7459a3af-e2b6-4991-8d31-a329c029dd6d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.132255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7459a3af-e2b6-4991-8d31-a329c029dd6d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.133450 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7459a3af-e2b6-4991-8d31-a329c029dd6d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/a1e633a6-bffd-4c85-a653-7ff19453f388 HTTP/1.1" status: 204 len: 168 time: 0.7284377 Dec 08 13:07:32.136406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57236) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:32.187730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.196624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Subnet': ['ID=65744fc6-d10a-4af2-ab44-41e937b9e265,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:32.233519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459a3af-e2b6-4991-8d31-a329c029dd6d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e633a6-bffd-4c85-a653-7ff19453f388,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:32.245335 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b80931c5-64f3-4d3b-a3f3-cabd679f7ed2 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1075444 Dec 08 13:07:32.245687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57238) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:32.252604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:32.252899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-04633b0e-fd3f-4351-91f0-83e3cf901b62 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448071248'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:32.257537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:32.258348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63ca341-3a3a-4550-afd7-8915fe628349 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.263044 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Checking segment: {'id': 'e24dd659-955b-44f9-b222-a9eb803cbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '57b9702d-efcc-4086-b038-146c7f99074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:32.263421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network hostable DHCP agents. Network: 57b9702d-efcc-4086-b038-146c7f99074f, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:32.265350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:32.300856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=72fcdf11-9df8-4b69-be2f-5e55bf83952e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:32.333625 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.361036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-cc50aabe-7aea-4808-a285-8ea001f87b42 None None] Provisioning complete for port 73323dd4-9eec-41ff-8904-bef6f1973f1b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:32.364045 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cc50aabe-7aea-4808-a285-8ea001f87b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.456938 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-5aa4e47f-c224-4521-83f9-9d2a2c611f56 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:32.458773 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5aa4e47f-c224-4521-83f9-9d2a2c611f56 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "PUT /v2.0/routers/de3b424d-666d-4d75-b874-ad99a6a68a58/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8533258 Dec 08 13:07:32.461910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57240) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:32.609117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3f7edd94-0aee-465d-b2eb-a707ac7cc559 None None] Provisioning complete for port 72fcdf11-9df8-4b69-be2f-5e55bf83952e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:32.609410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f7edd94-0aee-465d-b2eb-a707ac7cc559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.645936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3f7edd94-0aee-465d-b2eb-a707ac7cc559 None None] Port 72fcdf11-9df8-4b69-be2f-5e55bf83952e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:32.860417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04633b0e-fd3f-4351-91f0-83e3cf901b62 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.861050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:32.991685 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57244) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:33.017606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef86d88f-0a14-4faa-838a-75dc56a9375f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.030455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.225722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef86d88f-0a14-4faa-838a-75dc56a9375f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.271636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 57b9702d-efcc-4086-b038-146c7f99074f is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:33.273969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63ca341-3a3a-4550-afd7-8915fe628349 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.279118 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef86d88f-0a14-4faa-838a-75dc56a9375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.306209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device bda32c42-35c1-4e31-98f2-6efd8ee29448 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:07:33.356569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63ca341-3a3a-4550-afd7-8915fe628349 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.357192 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ef86d88f-0a14-4faa-838a-75dc56a9375f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e089fb4f219b4eb3a4a52427c77b93e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641064 Dec 08 13:07:33.359131 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e63ca341-3a3a-4550-afd7-8915fe628349 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/d5a17fd3-02e0-4e7f-8c93-f1cc7188d26c HTTP/1.1" status: 204 len: 168 time: 1.8485866 Dec 08 13:07:33.362791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ca341-3a3a-4550-afd7-8915fe628349 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a17fd3-02e0-4e7f-8c93-f1cc7188d26c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:33.363621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d740d529-9732-4662-b7b0-91abd09d02dd None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:33.364628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57246) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:33.365005 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57248) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:33.385885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86d88f-0a14-4faa-838a-75dc56a9375f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e1771a-f2ba-438e-839c-1433e803262a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:33.432947 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ef2846f6-898a-4925-8ccc-53bb6732c4b5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648158 Dec 08 13:07:33.433550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57250) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:33.444869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 57b9702d-efcc-4086-b038-146c7f99074f) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:33.449818 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:33.474826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d2cca-5c80-4827-afe0-a5c40e38fbb5 None None] Network 57b9702d-efcc-4086-b038-146c7f99074f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:33.490414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:33.491108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.500350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0023157-333b-409e-957d-e0e809747a92 req-116b66ae-7bbc-4b86-91e0-d053acc19be3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:33.501939 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0023157-333b-409e-957d-e0e809747a92 req-116b66ae-7bbc-4b86-91e0-d053acc19be3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 944 time: 0.2362986 Dec 08 13:07:33.536711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port bda32c42-35c1-4e31-98f2-6efd8ee29448, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=bda32c42-35c1-4e31-98f2-6efd8ee29448,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:33.541436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04633b0e-fd3f-4351-91f0-83e3cf901b62 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.561434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.566938 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3d079421-e916-427f-9562-5758260c83ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.573609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'bda32c42-35c1-4e31-98f2-6efd8ee29448', 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0', 'port_id': 'bda32c42-35c1-4e31-98f2-6efd8ee29448', 'mac_address': 'fa:16:3e:83:f1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b96f4c-f030-42fe-bd83-f647133ac5ec', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:07:33.594837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3d079421-e916-427f-9562-5758260c83ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.606120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04633b0e-fd3f-4351-91f0-83e3cf901b62 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.616110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0023157-333b-409e-957d-e0e809747a92 req-0eb425aa-1625-488a-a2e4-4822646fceff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969639 Dec 08 13:07:33.625615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.637609 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ee0e3f08-c557-43ef-aab3-b0a20a392226 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9275472 Dec 08 13:07:33.644131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57252) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:33.657122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'subnet': {'network_id': '2d5f4a89-a67e-4a95-bed7-91f52e05c41d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:33.697207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04633b0e-fd3f-4351-91f0-83e3cf901b62 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4780c-c91b-4714-8324-aca2340e2aa2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:33.727731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.732854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.739393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=72fcdf11-9df8-4b69-be2f-5e55bf83952e,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:33.747144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda32c42-35c1-4e31-98f2-6efd8ee29448 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:07:33.774898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-57b9702d-efcc-4086-b038-146c7f99074f', 'network_id': '57b9702d-efcc-4086-b038-146c7f99074f', 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'fixed_ips': [{'subnet_id': '65744fc6-d10a-4af2-ab44-41e937b9e265'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:33.776139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.799692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port bda32c42-35c1-4e31-98f2-6efd8ee29448, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=bda32c42-35c1-4e31-98f2-6efd8ee29448,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:33.815204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:33.819351 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.832986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Deleting port f9c5153a-125c-4fe3-8487-1642f8ddbb54 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:33.833837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.835501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef262134-c95a-4eb8-8772-ee173d431278 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:33.857922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3d079421-e916-427f-9562-5758260c83ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.860561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3d079421-e916-427f-9562-5758260c83ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.862002 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3d079421-e916-427f-9562-5758260c83ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4e1771a-f2ba-438e-839c-1433e803262a HTTP/1.1" status: 204 len: 168 time: 0.4952207 Dec 08 13:07:33.884315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04633b0e-fd3f-4351-91f0-83e3cf901b62 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.885839 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-04633b0e-fd3f-4351-91f0-83e3cf901b62 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6365530 Dec 08 13:07:33.891811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57256) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:33.905676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d079421-e916-427f-9562-5758260c83ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e1771a-f2ba-438e-839c-1433e803262a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:33.929514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:33.931714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f81597e7-afdd-41cf-b585-056d1f85d112 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': 'c3e4780c-c91b-4714-8324-aca2340e2aa2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:33.933048 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-f81597e7-afdd-41cf-b585-056d1f85d112 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 13:07:33.933048 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-f81597e7-afdd-41cf-b585-056d1f85d112 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:33.934069 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f81597e7-afdd-41cf-b585-056d1f85d112 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080853 Dec 08 13:07:33.940845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57258) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:33.995391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:34.014328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:34.023499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.053922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:34.058804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.065364 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Calling delete_port for f9c5153a-125c-4fe3-8487-1642f8ddbb54 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:34.095490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7be33b40-3a8b-4802-98b4-343f77458ac3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.165836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=bda32c42-35c1-4e31-98f2-6efd8ee29448,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:34.198187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ef262134-c95a-4eb8-8772-ee173d431278 None None] Deleting port 73323dd4-9eec-41ff-8904-bef6f1973f1b {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:34.198615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef262134-c95a-4eb8-8772-ee173d431278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.207215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Allocated IP 2001:db8::2 (57b9702d-efcc-4086-b038-146c7f99074f/65744fc6-d10a-4af2-ab44-41e937b9e265/a75b1706-bfff-43a1-a897-22d7f9d1e30b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:34.226431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['bda32c42-35c1-4e31-98f2-6efd8ee29448'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:07:34.287358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7be33b40-3a8b-4802-98b4-343f77458ac3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.343771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:34.517959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7be33b40-3a8b-4802-98b4-343f77458ac3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.520655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7be33b40-3a8b-4802-98b4-343f77458ac3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.524727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7be33b40-3a8b-4802-98b4-343f77458ac3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/c3e4780c-c91b-4714-8324-aca2340e2aa2 HTTP/1.1" status: 204 len: 168 time: 0.5807331 Dec 08 13:07:34.551601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57262) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:34.559292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:34.572876 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041fd0a-1263-486b-8eb5-4434430fcd64 None None] Sync routers for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:34.581367 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ae471663-0db6-42d5-9395-1fa08d8f6d8a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/routers/e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8158593 Dec 08 13:07:34.585946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57266) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:34.586710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be33b40-3a8b-4802-98b4-343f77458ac3 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4780c-c91b-4714-8324-aca2340e2aa2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:34.592976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'port': {'network_id': '063b2180-ca60-4e5c-a4b0-1312a60c1ca8', 'name': 'tempest-FloatingIPTestJSON-460278631'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:34.595131 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041fd0a-1263-486b-8eb5-4434430fcd64 None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:34.595981 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2041fd0a-1263-486b-8eb5-4434430fcd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:34.667331 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-041a3aec-5fdc-4651-9825-df7ffb46d72e tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1076787 Dec 08 13:07:34.671223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57272) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:34.676909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-54739e72-5f73-40c1-b25f-9ec327005517 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171960088'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:34.685145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.689510 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2041fd0a-1263-486b-8eb5-4434430fcd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:34.709579 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041fd0a-1263-486b-8eb5-4434430fcd64 None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:34.710205 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2041fd0a-1263-486b-8eb5-4434430fcd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:34.748756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.787720 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2041fd0a-1263-486b-8eb5-4434430fcd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:34.788537 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041fd0a-1263-486b-8eb5-4434430fcd64 None None] The sync data for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:34.792819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Port': ['ID=f9c5153a-125c-4fe3-8487-1642f8ddbb54,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:34.814415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 73323dd4-9eec-41ff-8904-bef6f1973f1b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:34.852229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Subnet': ['ID=9ab3c700-4637-4c31-aace-8496dcb2c737,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:34.869537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54739e72-5f73-40c1-b25f-9ec327005517 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.894103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ef262134-c95a-4eb8-8772-ee173d431278 None None] For port 73323dd4-9eec-41ff-8904-bef6f1973f1b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=73323dd4-9eec-41ff-8904-bef6f1973f1b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:34.898752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef262134-c95a-4eb8-8772-ee173d431278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.935876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-21035074-1d1e-444d-84ae-b147dd068cb0 None None] Provisioning complete for port 72fcdf11-9df8-4b69-be2f-5e55bf83952e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:34.937464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-21035074-1d1e-444d-84ae-b147dd068cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:34.956653 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ef262134-c95a-4eb8-8772-ee173d431278 None None] Calling delete_port for 73323dd4-9eec-41ff-8904-bef6f1973f1b owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:34.985855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Checking segment: {'id': '80a70475-d045-47e3-8457-1a2d3a128d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2d5f4a89-a67e-4a95-bed7-91f52e05c41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:34.986231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network hostable DHCP agents. Network: 2d5f4a89-a67e-4a95-bed7-91f52e05c41d, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:34.992002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:07:35.057165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.062958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.088607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246153c1-01bc-42f1-8ad0-e8d539152674 req-271281a7-760d-4ec7-a936-b302ce45afc3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:35.095395 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-246153c1-01bc-42f1-8ad0-e8d539152674 req-271281a7-760d-4ec7-a936-b302ce45afc3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 945 time: 0.3170121 Dec 08 13:07:35.136550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-21035074-1d1e-444d-84ae-b147dd068cb0 None None] Port 72fcdf11-9df8-4b69-be2f-5e55bf83952e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:35.161076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.191043 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-246153c1-01bc-42f1-8ad0-e8d539152674 req-badd885b-6226-4c67-a706-62a8f737b6a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882535 Dec 08 13:07:35.231182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Network 57b9702d-efcc-4086-b038-146c7f99074f is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:35.236550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:35.241365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.243474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:35.256955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54739e72-5f73-40c1-b25f-9ec327005517 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.257118 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:35.299540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 2d5f4a89-a67e-4a95-bed7-91f52e05c41d) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:35.321842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:35.322669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.327302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Pushing event updated for resources: {'Port': ['ID=a75b1706-bfff-43a1-a897-22d7f9d1e30b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:35.330977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d82d4-b02f-48dd-8d0b-e4a2d0ebe859 None None] Network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:35.335501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54739e72-5f73-40c1-b25f-9ec327005517 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.412312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef262134-c95a-4eb8-8772-ee173d431278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.426625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Attempting to bind port a75b1706-bfff-43a1-a897-22d7f9d1e30b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:35.427001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Attempting to bind port a75b1706-bfff-43a1-a897-22d7f9d1e30b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e24dd659-955b-44f9-b222-a9eb803cbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '57b9702d-efcc-4086-b038-146c7f99074f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:35.427395 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Attempting to bind port a75b1706-bfff-43a1-a897-22d7f9d1e30b on network 57b9702d-efcc-4086-b038-146c7f99074f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:35.459176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Router de3b424d-666d-4d75-b874-ad99a6a68a58 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:35.462087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54739e72-5f73-40c1-b25f-9ec327005517 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13239398-2844-485a-81a2-99c61ec0df67,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:35.516503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef262134-c95a-4eb8-8772-ee173d431278 None None] Pushing event deleted for resources: {'Port': ['ID=73323dd4-9eec-41ff-8904-bef6f1973f1b,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:35.519103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:35.519303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Checking segment: {'id': 'e24dd659-955b-44f9-b222-a9eb803cbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '57b9702d-efcc-4086-b038-146c7f99074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:35.519550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.519939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Bound using segment: {'id': 'e24dd659-955b-44f9-b222-a9eb803cbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '57b9702d-efcc-4086-b038-146c7f99074f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:35.520421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Bound port: a75b1706-bfff-43a1-a897-22d7f9d1e30b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24dd659-955b-44f9-b222-a9eb803cbfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '57b9702d-efcc-4086-b038-146c7f99074f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:35.522100 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.546245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef262134-c95a-4eb8-8772-ee173d431278 None None] No DVR routers for this DVR port 73323dd4-9eec-41ff-8904-bef6f1973f1b on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:35.586789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Made reservation on behalf of 960ab85a76a0420c94a32b87b25ebb11 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:35.590995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:35.591524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.616018 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7fa49308-9913-43f4-a34b-55643159973a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "PUT /v2.0/routers/de3b424d-666d-4d75-b874-ad99a6a68a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1523418 Dec 08 13:07:35.616713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57286) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:35.638889 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.services.revisions.revision_plugin [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Could not find related port for resource to bump revision. Dec 08 13:07:35.639084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be976ba2-089b-40bf-b8ce-1b669e0cd5b4 None None] Sync routers for ids ['de3b424d-666d-4d75-b874-ad99a6a68a58'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:35.647550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] device_id is not set on port cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:07:35.686154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-ab31415d-5a3d-439e-85b6-cc533368da20 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] delete failed (client error): The resource could not be found. Dec 08 13:07:35.692031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ab31415d-5a3d-439e-85b6-cc533368da20 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-1091341438 HTTP/1.1" status: 404 len: 335 time: 0.0737126 Dec 08 13:07:35.695458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57290) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:35.698984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7ff432ca-d095-404d-88df-aacc27ee6ded tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de3b424d-666d-4d75-b874-ad99a6a68a58'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:35.700978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-2d5f4a89-a67e-4a95-bed7-91f52e05c41d', 'network_id': '2d5f4a89-a67e-4a95-bed7-91f52e05c41d', 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'fixed_ips': [{'subnet_id': '9ab3c700-4637-4c31-aace-8496dcb2c737'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:35.702240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.708433 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6ef415aa-4847-41f1-a90a-21f7f819fbce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0632818 Dec 08 13:07:35.721430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] For port a75b1706-bfff-43a1-a897-22d7f9d1e30b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:35.727017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be976ba2-089b-40bf-b8ce-1b669e0cd5b4 None None] Routers {'de3b424d-666d-4d75-b874-ad99a6a68a58'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:35.729866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-be976ba2-089b-40bf-b8ce-1b669e0cd5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['de3b424d-666d-4d75-b874-ad99a6a68a58'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:35.755726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57292) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:35.760735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-54739e72-5f73-40c1-b25f-9ec327005517 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.764242 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-54739e72-5f73-40c1-b25f-9ec327005517 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0896709 Dec 08 13:07:35.766289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d9dad74d-5690-463b-8693-ca16b385213a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1930547599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:35.768692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Allocated IP 172.20.0.12 (063b2180-ca60-4e5c-a4b0-1312a60c1ca8/5a905e34-c53e-48d5-830d-ca544f173fcb/cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:35.779804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] For port a75b1706-bfff-43a1-a897-22d7f9d1e30b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a75b1706-bfff-43a1-a897-22d7f9d1e30b,segment=NetworkSegment(e24dd659-955b-44f9-b222-a9eb803cbfa6),segment_id=e24dd659-955b-44f9-b222-a9eb803cbfa6)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:35.781257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-be976ba2-089b-40bf-b8ce-1b669e0cd5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:35.791180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57294) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:35.798629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bd234c90-1bc3-48c0-b82f-c2579ffd650f tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '13239398-2844-485a-81a2-99c61ec0df67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:35.806476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_pluggable_backend [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Port 73323dd4-9eec-41ff-8904-bef6f1973f1b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103716) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 13:07:35.806822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_pluggable_backend [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Reverting IP allocation for 2001:db8::f816:3eff:fe57:28c6 {{(pid=103716) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 13:07:35.814706 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-bd234c90-1bc3-48c0-b82f-c2579ffd650f tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 13:07:35.815553 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-bd234c90-1bc3-48c0-b82f-c2579ffd650f tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:35.816740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_pluggable_backend [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe57:28c6 {{(pid=103716) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 13:07:35.816882 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bd234c90-1bc3-48c0-b82f-c2579ffd650f tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0239539 Dec 08 13:07:35.820562 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57296) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:35.825545 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.831414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-06882451-c803-4b4a-8ac9-ded7a41847f8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '13239398-2844-485a-81a2-99c61ec0df67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:35.833645 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.api.v2.base [None req-06882451-c803-4b4a-8ac9-ded7a41847f8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 13:07:35.834155 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-06882451-c803-4b4a-8ac9-ded7a41847f8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:35.835174 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-06882451-c803-4b4a-8ac9-ded7a41847f8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132055 Dec 08 13:07:35.839289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57298) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:35.848218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be976ba2-089b-40bf-b8ce-1b669e0cd5b4 None None] Routers {'de3b424d-666d-4d75-b874-ad99a6a68a58'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:35.850096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-be976ba2-089b-40bf-b8ce-1b669e0cd5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['de3b424d-666d-4d75-b874-ad99a6a68a58'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:35.858639 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.871805 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2bfbdf36-b1ab-40c7-ba56-b04d18408f04 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '13239398-2844-485a-81a2-99c61ec0df67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:35.872888 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.api.v2.base [None req-2bfbdf36-b1ab-40c7-ba56-b04d18408f04 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 13:07:35.877121 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-2bfbdf36-b1ab-40c7-ba56-b04d18408f04 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:35.877121 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2bfbdf36-b1ab-40c7-ba56-b04d18408f04 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0278883 Dec 08 13:07:35.878117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57300) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:35.900326 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d971acdc-3f0d-494a-8f33-96422495f466 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '13239398-2844-485a-81a2-99c61ec0df67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:35.910034 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.api.v2.base [None req-d971acdc-3f0d-494a-8f33-96422495f466 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 13:07:35.910034 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-d971acdc-3f0d-494a-8f33-96422495f466 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:35.910034 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d971acdc-3f0d-494a-8f33-96422495f466 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0191419 Dec 08 13:07:35.910472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-be976ba2-089b-40bf-b8ce-1b669e0cd5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:35.910472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be976ba2-089b-40bf-b8ce-1b669e0cd5b4 None None] The sync data for ids ['de3b424d-666d-4d75-b874-ad99a6a68a58'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:35.916854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57304) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:35.925846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9dad74d-5690-463b-8693-ca16b385213a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.926671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9dad74d-5690-463b-8693-ca16b385213a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:35.934377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:35.945297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:35.948722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:35.949338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.001859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=272d6064-0be5-48f3-aa19-feb41b1ed2d2,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:36.029415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b827e-8e91-4c7d-9911-83773bd9006b None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:36.054659 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.096893 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7d7996e9-ee69-4f8a-a55d-b4d596dbe65e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6568692 Dec 08 13:07:36.102468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57306) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:36.107113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:36.108165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40f621-a01a-4e41-8e74-77f03bcf0b8f None None] Pushing event updated for resources: {'Port': ['ID=a75b1706-bfff-43a1-a897-22d7f9d1e30b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:36.131234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ff432ca-d095-404d-88df-aacc27ee6ded tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.141583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9dad74d-5690-463b-8693-ca16b385213a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.159523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7f80cbe1-0e5a-43da-990b-549249e8d7dc tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.191542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7f80cbe1-0e5a-43da-990b-549249e8d7dc tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.193138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Allocated IP 2001:db8:1::2 (2d5f4a89-a67e-4a95-bed7-91f52e05c41d/9ab3c700-4637-4c31-aace-8496dcb2c737/aa2fb317-844a-48f6-a745-6a06008cd250) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:36.203695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.235419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9dad74d-5690-463b-8693-ca16b385213a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.276472 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-7ff432ca-d095-404d-88df-aacc27ee6ded tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] update failed (client error): The resource could not be found. Dec 08 13:07:36.278123 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7ff432ca-d095-404d-88df-aacc27ee6ded tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "PUT /v2.0/routers/de3b424d-666d-4d75-b874-ad99a6a68a58 HTTP/1.1" status: 404 len: 339 time: 0.5837526 Dec 08 13:07:36.285634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57316) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:36.291070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '272d6064-0be5-48f3-aa19-feb41b1ed2d2'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:36.291994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.292414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-116171988'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:36.355201 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:36.377676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9dad74d-5690-463b-8693-ca16b385213a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.377676 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d9dad74d-5690-463b-8693-ca16b385213a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6197112 Dec 08 13:07:36.384589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57320) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:36.401193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7f80cbe1-0e5a-43da-990b-549249e8d7dc tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.401607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:36.403882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7f80cbe1-0e5a-43da-990b-549249e8d7dc tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.405135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:36.408173 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7f80cbe1-0e5a-43da-990b-549249e8d7dc tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/13239398-2844-485a-81a2-99c61ec0df67 HTTP/1.1" status: 204 len: 168 time: 0.4899912 Dec 08 13:07:36.413890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57322) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:36.437939 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80cbe1-0e5a-43da-990b-549249e8d7dc tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13239398-2844-485a-81a2-99c61ec0df67,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:36.458469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event updated for resources: {'Port': ['ID=cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:36.511029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:36.511761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.638601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea09cdc-63da-41fe-9dfa-4da4716b51fa req-91832b7a-67f9-4cf3-a1cf-dde9a5eafe6c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:36.645386 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aea09cdc-63da-41fe-9dfa-4da4716b51fa req-91832b7a-67f9-4cf3-a1cf-dde9a5eafe6c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 945 time: 0.3054080 Dec 08 13:07:36.664481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Made reservation on behalf of ed252da4679e4d42bae6e25f86fddf74 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:36.668005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.671511 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f5bc9aeb-04f4-4abc-85a1-ec42b68f0c46 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0842557 Dec 08 13:07:36.675659 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57330) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:36.696392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Request body: {'floatingip': {'port_id': 'cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:36.780567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a75b1706-bfff-43a1-a897-22d7f9d1e30b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:36.804234 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.851637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.857187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Allocated IP 2001:db8::f816:3eff:fe9c:d75a (c6b804cf-1df5-4af3-9dce-30751e804dc0/272d6064-0be5-48f3-aa19-feb41b1ed2d2/72422ea9-3fbf-461c-99a4-cb409daa9b1b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:36.867505 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:36.873593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:36.920346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3b62e9e6-6a00-4cf4-b385-e889f6d40b34 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4915407 Dec 08 13:07:36.929575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57336) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:36.930935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:36.968366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bac91056-7c5f-40dd-b6bc-c878931118ef tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'tempest-secgroup--624573154'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:37.003971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.004321 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Added segment 5ed063fb-fa27-4593-9183-7fe12305cc24 of type vlan for network bb7a00e6-bdc1-4507-8009-ab3d935e4088 Dec 08 13:07:37.063298 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aea09cdc-63da-41fe-9dfa-4da4716b51fa req-db5e2e61-2b66-4d68-97d3-443664da2ccd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758636 Dec 08 13:07:37.084587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.087840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.128605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.160583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.187790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57340) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:37.427168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device bda32c42-35c1-4e31-98f2-6efd8ee29448 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:37.447590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bac91056-7c5f-40dd-b6bc-c878931118ef tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.459274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1ea4464f-caf3-47eb-8678-b1e7ab23b6d1 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:37.459516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.461140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a2695883-f0c4-430e-9c1c-f653eca93dea None None] Provisioning complete for port cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:37.461955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a2695883-f0c4-430e-9c1c-f653eca93dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.505215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 2001:db8::1 (57b9702d-efcc-4086-b038-146c7f99074f/65744fc6-d10a-4af2-ab44-41e937b9e265/6990bb74-5221-4f4a-a74a-4b2bb9c9830f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:37.524234 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.530796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:37.533161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a75b1706-bfff-43a1-a897-22d7f9d1e30b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:37.533638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.534526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.541191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:37.542094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.586933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:37.588295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:37.591724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:37.596535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc8336-8cf2-49e2-b3c9-7b0bb572ee4c None None] Network 57b9702d-efcc-4086-b038-146c7f99074f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:37.596995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:37.602217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:37.605177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:37.605780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.611286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Pushing event updated for resources: {'Port': ['ID=aa2fb317-844a-48f6-a745-6a06008cd250,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:37.614000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=8fb8cfee-62ba-4e2e-85d8-a235de4edb33,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:37.617378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:37.653868 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:37.669824 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a2695883-f0c4-430e-9c1c-f653eca93dea None None] Port cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:37.726211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.751359 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e51f2ae7-f888-4ee9-b89d-2542bc43888d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6492059 Dec 08 13:07:37.762675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57344) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:37.762675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:78:1d:42', 'name': 'tempest-NetworksTestDHCPv6-734191520'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:37.828092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.838258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Pushing event updated for resources: {'Port': ['ID=72422ea9-3fbf-461c-99a4-cb409daa9b1b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:37.858075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Attempting to bind port aa2fb317-844a-48f6-a745-6a06008cd250 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:37.858838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Attempting to bind port aa2fb317-844a-48f6-a745-6a06008cd250 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '80a70475-d045-47e3-8457-1a2d3a128d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2d5f4a89-a67e-4a95-bed7-91f52e05c41d'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:37.858959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Attempting to bind port aa2fb317-844a-48f6-a745-6a06008cd250 on network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:37.887746 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:37.888030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Checking segment: {'id': '80a70475-d045-47e3-8457-1a2d3a128d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2d5f4a89-a67e-4a95-bed7-91f52e05c41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:37.888306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.888716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Bound using segment: {'id': '80a70475-d045-47e3-8457-1a2d3a128d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2d5f4a89-a67e-4a95-bed7-91f52e05c41d'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:37.889140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Bound port: aa2fb317-844a-48f6-a745-6a06008cd250, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a70475-d045-47e3-8457-1a2d3a128d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2d5f4a89-a67e-4a95-bed7-91f52e05c41d'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:37.889518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.895337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port bda32c42-35c1-4e31-98f2-6efd8ee29448 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:07:37.897095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Attempting to bind port 72422ea9-3fbf-461c-99a4-cb409daa9b1b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:37.897570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Attempting to bind port 72422ea9-3fbf-461c-99a4-cb409daa9b1b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:37.897931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Attempting to bind port 72422ea9-3fbf-461c-99a4-cb409daa9b1b on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:37.899832 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8c4b8cf7-fe82-49b2-aa0f-0f0a466e0f8c None None] Provisioning complete for port a75b1706-bfff-43a1-a897-22d7f9d1e30b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:37.900192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8cf7-fe82-49b2-aa0f-0f0a466e0f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.966422 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port bda32c42-35c1-4e31-98f2-6efd8ee29448 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:37.966793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.969902 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 0bfd9200-5aa3-4a40-b776-87fc676aeb8a associated. External IP: 172.26.7.27, port: 6e52dd3f-cfaf-428d-a715-0c8dcbde75a8. Dec 08 13:07:37.975779 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:37.976278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:37.976797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:37.977439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:37.978226 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Bound port: 72422ea9-3fbf-461c-99a4-cb409daa9b1b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:37.978724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.051176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7643583 Dec 08 13:07:38.059345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57346) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.065611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'subnet': {'network_id': 'bb7a00e6-bdc1-4507-8009-ab3d935e4088', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:38.069148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379115e-7ee7-49a0-9490-02d4ab0d7d35 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Network': ['ID=bb7a00e6-bdc1-4507-8009-ab3d935e4088,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:38.073255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:38.073453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.080734 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1ea4464f-caf3-47eb-8678-b1e7ab23b6d1 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] 10.222.0.76 "PUT /v2.0/quotas/fd248e5a70a34efdbdbbe85ed453d3db HTTP/1.1" status: 200 len: 366 time: 0.8865533 Dec 08 13:07:38.084837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57348) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.104196 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f712d3e1-dddb-4e28-ae2b-0f4937c5ad6f tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0162661 Dec 08 13:07:38.104634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network bb7a00e6-bdc1-4507-8009-ab3d935e4088 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:38.105138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bac91056-7c5f-40dd-b6bc-c878931118ef tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.109601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57352) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.131122 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9d4e53c2-859c-4306-b1e5-196215e9db51 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] 10.222.0.76 "GET /v2.0/quotas/fd248e5a70a34efdbdbbe85ed453d3db HTTP/1.1" status: 200 len: 366 time: 0.0176814 Dec 08 13:07:38.132953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57354) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.155012 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.178180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bac91056-7c5f-40dd-b6bc-c878931118ef tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.225231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] For port aa2fb317-844a-48f6-a745-6a06008cd250, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:38.253161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac91056-7c5f-40dd-b6bc-c878931118ef tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54751f45-01c4-4db4-9b91-fa874705ce30,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:38.264451 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3a1989f7-e457-418a-8fdf-0462833472c0 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/fd248e5a70a34efdbdbbe85ed453d3db HTTP/1.1" status: 204 len: 168 time: 0.1308916 Dec 08 13:07:38.275740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57356) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.290253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bac91056-7c5f-40dd-b6bc-c878931118ef tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.297718 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bac91056-7c5f-40dd-b6bc-c878931118ef tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3642876 Dec 08 13:07:38.305521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port a75b1706-bfff-43a1-a897-22d7f9d1e30b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a75b1706-bfff-43a1-a897-22d7f9d1e30b,segment=NetworkSegment(e24dd659-955b-44f9-b222-a9eb803cbfa6),segment_id=e24dd659-955b-44f9-b222-a9eb803cbfa6)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:38.316106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57358) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.323969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c9574855-6848-4d8a-8411-2e1455117817 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '54751f45-01c4-4db4-9b91-fa874705ce30', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:38.325676 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-c9574855-6848-4d8a-8411-2e1455117817 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 13:07:38.326320 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-c9574855-6848-4d8a-8411-2e1455117817 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:38.332856 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c9574855-6848-4d8a-8411-2e1455117817 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129218 Dec 08 13:07:38.335338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57360) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.344684 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e067da03-8b09-4965-93e4-ecd325fde28f tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0674973 Dec 08 13:07:38.344907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] For port aa2fb317-844a-48f6-a745-6a06008cd250, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aa2fb317-844a-48f6-a745-6a06008cd250,segment=NetworkSegment(80a70475-d045-47e3-8457-1a2d3a128d81),segment_id=80a70475-d045-47e3-8457-1a2d3a128d81)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:38.347029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57362) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.353809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e40b5ba9-b8fe-42ff-92f7-db7a8bf7d913 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '54751f45-01c4-4db4-9b91-fa874705ce30', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:38.366309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:38.379343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a17cfd25-7694-4b20-ab60-2c7bb4cf188a tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] 10.222.0.76 "GET /v2.0/quotas/fd248e5a70a34efdbdbbe85ed453d3db HTTP/1.1" status: 200 len: 370 time: 0.0183794 Dec 08 13:07:38.381938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.385141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] For port 72422ea9-3fbf-461c-99a4-cb409daa9b1b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:38.385275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57364) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.388527 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ba50f7d2-e20c-4300-864e-e2d3f3d4616a tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] 10.222.0.76 "GET /v2.0/quotas/fd248e5a70a34efdbdbbe85ed453d3db/default HTTP/1.1" status: 200 len: 370 time: 0.0043714 Dec 08 13:07:38.391222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.392675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57366) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.413061 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-9fc0a58d-8b6a-4f20-93c4-aa91a84e242a tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] delete failed (client error): The resource could not be found. Dec 08 13:07:38.414015 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9fc0a58d-8b6a-4f20-93c4-aa91a84e242a tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/fd248e5a70a34efdbdbbe85ed453d3db HTTP/1.1" status: 404 len: 348 time: 0.0159581 Dec 08 13:07:38.429680 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.429860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.449746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 57b9702d-efcc-4086-b038-146c7f99074f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:38.451064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] For port 72422ea9-3fbf-461c-99a4-cb409daa9b1b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=72422ea9-3fbf-461c-99a4-cb409daa9b1b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:38.465539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490f7da-e269-41f3-99d5-5e3631d89724 req-7c6afe1e-c30a-4d77-9ff4-bf0f229aa8f7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:38.467078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e490f7da-e269-41f3-99d5-5e3631d89724 req-7c6afe1e-c30a-4d77-9ff4-bf0f229aa8f7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 945 time: 0.2179441 Dec 08 13:07:38.467990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:38.474808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:38.475362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.478168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8cf7-fe82-49b2-aa0f-0f0a466e0f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.488330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 6cce1599-97a9-4154-9454-69931eb4eee3 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:07:38.493225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=6990bb74-5221-4f4a-a74a-4b2bb9c9830f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:38.510226 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.549765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port bda32c42-35c1-4e31-98f2-6efd8ee29448, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=bda32c42-35c1-4e31-98f2-6efd8ee29448,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:38.576520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eca1f9d-161a-4818-8ae0-b29a3e58e452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda32c42-35c1-4e31-98f2-6efd8ee29448'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:07:38.578932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa31c5cd-6722-4d30-b349-0f350207ed42" -d '{"events": [{"server_uuid": "8eca1f9d-161a-4818-8ae0-b29a3e58e452", "name": "network-vif-plugged", "status": "completed", "tag": "bda32c42-35c1-4e31-98f2-6efd8ee29448"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:07:38.622391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=a75b1706-bfff-43a1-a897-22d7f9d1e30b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:38.633270 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:38.651945 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64329c47-dd01-4230-872b-3b1595896e34 None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:38.687192 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64329c47-dd01-4230-872b-3b1595896e34 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:38.687827 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-64329c47-dd01-4230-872b-3b1595896e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:38.692706 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e490f7da-e269-41f3-99d5-5e3631d89724 req-db38a0b7-79a7-4b4d-b4c7-8784074be28b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058189 Dec 08 13:07:38.728414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e27b3d-cc77-45c6-976e-675e1a418a5f x-openstack-request-id: req-a8e27b3d-cc77-45c6-976e-675e1a418a5f {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:07:38.730612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eca1f9d-161a-4818-8ae0-b29a3e58e452", "name": "network-vif-plugged", "status": "completed", "tag": "bda32c42-35c1-4e31-98f2-6efd8ee29448", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:07:38.731152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8e27b3d-cc77-45c6-976e-675e1a418a5f {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:07:38.732855 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eca1f9d-161a-4818-8ae0-b29a3e58e452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda32c42-35c1-4e31-98f2-6efd8ee29448', 'code': 200} Dec 08 13:07:38.745231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.749815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-8c4b8cf7-fe82-49b2-aa0f-0f0a466e0f8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:07:38.750791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-8c4b8cf7-fe82-49b2-aa0f-0f0a466e0f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:07:38.752321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.754397 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-64329c47-dd01-4230-872b-3b1595896e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:38.773501 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64329c47-dd01-4230-872b-3b1595896e34 None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:38.774346 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-64329c47-dd01-4230-872b-3b1595896e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:38.779221 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-e40b5ba9-b8fe-42ff-92f7-db7a8bf7d913 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:38.780277 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e40b5ba9-b8fe-42ff-92f7-db7a8bf7d913 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4341874 Dec 08 13:07:38.782211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Made reservation on behalf of ed252da4679e4d42bae6e25f86fddf74 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:38.783163 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57372) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.788430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-68dbcdb3-b105-471f-bd7f-764a4cc4e2ed tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '54751f45-01c4-4db4-9b91-fa874705ce30', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:38.789156 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-68dbcdb3-b105-471f-bd7f-764a4cc4e2ed tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 13:07:38.789807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-68dbcdb3-b105-471f-bd7f-764a4cc4e2ed tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:38.794237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.795192 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-68dbcdb3-b105-471f-bd7f-764a4cc4e2ed tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108602 Dec 08 13:07:38.798699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57374) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.805596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bb46a-66c5-4fb9-8159-4f2931a1032f None None] Pushing event updated for resources: {'Port': ['ID=aa2fb317-844a-48f6-a745-6a06008cd250,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:38.821984 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-64329c47-dd01-4230-872b-3b1595896e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:38.822922 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64329c47-dd01-4230-872b-3b1595896e34 None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:38.823604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1f53f830-8053-462a-81fd-cea30cdfedeb tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '54751f45-01c4-4db4-9b91-fa874705ce30', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:38.913086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57378) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:38.939072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:38.940253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=bda32c42-35c1-4e31-98f2-6efd8ee29448,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:39.014051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Usage tracker for resource:network and project:3e6b6e2410b549b98042ed36c772e2c8 is out of sync, need to count used quota {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 13:07:39.028758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 13:07:39.047311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9eb15-2787-4fcb-8c89-03117d640987 None None] Pushing event updated for resources: {'Port': ['ID=72422ea9-3fbf-461c-99a4-cb409daa9b1b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:39.143659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Usage tracker for resource:subnet and project:3e6b6e2410b549b98042ed36c772e2c8 is out of sync, need to count used quota {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 13:07:39.200190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 13:07:39.243187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dd85d-3e91-4b7e-96ae-ae922dd8824f req-19db5f5a-5651-45ba-8503-ed542798d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:39.244720 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-648dd85d-3e91-4b7e-96ae-ae922dd8824f req-19db5f5a-5651-45ba-8503-ed542798d493 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 1099 time: 0.2542474 Dec 08 13:07:39.248185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-1f53f830-8053-462a-81fd-cea30cdfedeb tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:39.249209 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1f53f830-8053-462a-81fd-cea30cdfedeb tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4493506 Dec 08 13:07:39.253007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57380) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:39.257753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6560ed93-76b8-4543-a9f1-c52ebf376d25 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '54751f45-01c4-4db4-9b91-fa874705ce30', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:39.258814 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-6560ed93-76b8-4543-a9f1-c52ebf376d25 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 13:07:39.259138 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-6560ed93-76b8-4543-a9f1-c52ebf376d25 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:39.260138 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6560ed93-76b8-4543-a9f1-c52ebf376d25 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063984 Dec 08 13:07:39.265579 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57382) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:39.269947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-129e31aa-d414-4fe6-9c7f-e675ea7e1bbb tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '54751f45-01c4-4db4-9b91-fa874705ce30', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:39.285839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Usage tracker for resource:subnetpool and project:3e6b6e2410b549b98042ed36c772e2c8 is out of sync, need to count used quota {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 13:07:39.310293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 13:07:39.365141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Usage tracker for resource:port and project:3e6b6e2410b549b98042ed36c772e2c8 is out of sync, need to count used quota {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 13:07:39.386379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 13:07:39.399572 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-648dd85d-3e91-4b7e-96ae-ae922dd8824f req-7c3bb294-56e2-417a-815c-18f6740e458e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359622 Dec 08 13:07:39.414966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Usage tracker for resource:router and project:3e6b6e2410b549b98042ed36c772e2c8 is out of sync, need to count used quota {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 13:07:39.444260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 13:07:39.459960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7c2ba774-1fef-42c0-bbde-941c48562ea0 None None] Provisioning complete for port 6990bb74-5221-4f4a-a74a-4b2bb9c9830f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:39.459960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c2ba774-1fef-42c0-bbde-941c48562ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:39.460273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Usage tracker for resource:floatingip and project:3e6b6e2410b549b98042ed36c772e2c8 is out of sync, need to count used quota {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 13:07:39.468130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 13:07:39.478119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 172.20.0.12 (c6b804cf-1df5-4af3-9dce-30751e804dc0/8fb8cfee-62ba-4e2e-85d8-a235de4edb33/6cce1599-97a9-4154-9454-69931eb4eee3) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:39.495330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:fe78:1d42 (c6b804cf-1df5-4af3-9dce-30751e804dc0/272d6064-0be5-48f3-aa19-feb41b1ed2d2/6cce1599-97a9-4154-9454-69931eb4eee3) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:39.512363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ba774-1fef-42c0-bbde-941c48562ea0 None None] Port 6990bb74-5221-4f4a-a74a-4b2bb9c9830f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:39.525630 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7c2ba774-1fef-42c0-bbde-941c48562ea0 None None] Provisioning complete for port a75b1706-bfff-43a1-a897-22d7f9d1e30b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:39.526174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c2ba774-1fef-42c0-bbde-941c48562ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:39.539457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:39.549117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Usage tracker for resource:security_group and project:3e6b6e2410b549b98042ed36c772e2c8 is out of sync, need to count used quota {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 13:07:39.552584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 13:07:39.559070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Usage tracker for resource:security_group_rule and project:3e6b6e2410b549b98042ed36c772e2c8 is out of sync, need to count used quota {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 13:07:39.564210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.quota.resource [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103715) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 13:07:39.570604 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d18a1553-a44f-4fb1-a52d-175b56fc0e48 tempest-QuotasTest-700132591 tempest-QuotasTest-700132591-project-admin] 10.222.0.76 "GET /v2.0/quotas/3e6b6e2410b549b98042ed36c772e2c8/details.json HTTP/1.1" status: 200 len: 703 time: 0.6531298 Dec 08 13:07:39.621898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:39.623056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:39.700714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=6990bb74-5221-4f4a-a74a-4b2bb9c9830f,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:39.776709 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-129e31aa-d414-4fe6-9c7f-e675ea7e1bbb tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:39.780899 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-129e31aa-d414-4fe6-9c7f-e675ea7e1bbb tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5143852 Dec 08 13:07:39.782611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57388) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:39.794817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5714c1b3-a580-44d9-be7f-362715443667 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '54751f45-01c4-4db4-9b91-fa874705ce30', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:39.796162 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-5714c1b3-a580-44d9-be7f-362715443667 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 13:07:39.796686 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-5714c1b3-a580-44d9-be7f-362715443667 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:39.797714 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5714c1b3-a580-44d9-be7f-362715443667 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122526 Dec 08 13:07:39.804767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57390) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:39.808970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4c165f37-cbc0-4a96-b34a-dc5adb709310 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '54751f45-01c4-4db4-9b91-fa874705ce30', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:39.835558 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:39.859221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 57b9702d-efcc-4086-b038-146c7f99074f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:39.864398 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:39.900908 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:39.923037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468f6f7-132b-4058-8683-efa5931e033f req-243b73f3-dfc1-4a59-a901-aa42d9e42799 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:39.924618 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9468f6f7-132b-4058-8683-efa5931e033f req-243b73f3-dfc1-4a59-a901-aa42d9e42799 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 946 time: 0.1236618 Dec 08 13:07:39.991553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.038897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Subnet': ['ID=bbc24181-dfa4-4981-b76f-bd9dec0dbe05,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:40.065819 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9468f6f7-132b-4058-8683-efa5931e033f req-20dc4615-d6b3-4f8c-90be-a47b6f53a60b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058755 Dec 08 13:07:40.069293 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-4c165f37-cbc0-4a96-b34a-dc5adb709310 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:40.070297 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4c165f37-cbc0-4a96-b34a-dc5adb709310 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2646079 Dec 08 13:07:40.073566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57392) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:40.079141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d5fb68ae-8700-4ec0-aeb9-61691042652a tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '54751f45-01c4-4db4-9b91-fa874705ce30', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:40.095766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:40.103861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.124990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b05699-5ca0-4fea-a3bb-6c86a78e6124 None None] Sync routers for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:40.140535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b05699-5ca0-4fea-a3bb-6c86a78e6124 None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:40.141362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b2b05699-5ca0-4fea-a3bb-6c86a78e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:40.188223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 743522c6-6015-4691-8250-5449c8b85875 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:07:40.206792 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-de852078-b477-421e-b3a8-7ceab32f8fbd tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/floatingips/0bfd9200-5aa3-4a40-b776-87fc676aeb8a HTTP/1.1" status: 200 len: 977 time: 3.5200570 Dec 08 13:07:40.210379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57396) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:40.217773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Checking segment: {'id': '5ed063fb-fa27-4593-9183-7fe12305cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb7a00e6-bdc1-4507-8009-ab3d935e4088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:40.218153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network hostable DHCP agents. Network: bb7a00e6-bdc1-4507-8009-ab3d935e4088, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:07:40.235712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b2b05699-5ca0-4fea-a3bb-6c86a78e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:40.241160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.257357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b05699-5ca0-4fea-a3bb-6c86a78e6124 None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:40.258986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b2b05699-5ca0-4fea-a3bb-6c86a78e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:40.262984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57398) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:40.303254 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b2b05699-5ca0-4fea-a3bb-6c86a78e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:40.304280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b05699-5ca0-4fea-a3bb-6c86a78e6124 None None] The sync data for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:40.313174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network bb7a00e6-bdc1-4507-8009-ab3d935e4088 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:07:40.328255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.354734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-01c51c2a-60b8-4cbf-bb4e-569b05ac9186 None None] Provisioning complete for port 6990bb74-5221-4f4a-a74a-4b2bb9c9830f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:40.355743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-01c51c2a-60b8-4cbf-bb4e-569b05ac9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.424975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:40.431268 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-00365dae-6f0e-46a8-ac83-b6c5c9ba94bd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/743522c6-6015-4691-8250-5449c8b85875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0460603 Dec 08 13:07:40.435624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc8408-b72f-430d-aa8e-72dc4f039845 None None] Network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:40.436228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57402) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:40.440135 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc2c51-9517-4a56-bd2e-a13d9d943fe9 None None] Sync routers for ids ['743522c6-6015-4691-8250-5449c8b85875'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:40.455259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, bb7a00e6-bdc1-4507-8009-ab3d935e4088) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:40.468165 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc2c51-9517-4a56-bd2e-a13d9d943fe9 None None] Routers {'743522c6-6015-4691-8250-5449c8b85875'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:40.469090 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b2cc2c51-9517-4a56-bd2e-a13d9d943fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['743522c6-6015-4691-8250-5449c8b85875'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:40.477440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:40.482311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.482630 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53976e-5b31-48b6-bab8-878da260023d None None] Network bb7a00e6-bdc1-4507-8009-ab3d935e4088 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:40.506171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-01c51c2a-60b8-4cbf-bb4e-569b05ac9186 None None] Port 6990bb74-5221-4f4a-a74a-4b2bb9c9830f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:40.513027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:40.532529 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-d5fb68ae-8700-4ec0-aeb9-61691042652a tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:40.536862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d5fb68ae-8700-4ec0-aeb9-61691042652a tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4612117 Dec 08 13:07:40.543608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57404) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:40.546036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:40.573970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=6cce1599-97a9-4154-9454-69931eb4eee3,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:40.579700 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b2cc2c51-9517-4a56-bd2e-a13d9d943fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:40.589265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:40.596715 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc2c51-9517-4a56-bd2e-a13d9d943fe9 None None] Routers {'743522c6-6015-4691-8250-5449c8b85875'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:40.597398 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b2cc2c51-9517-4a56-bd2e-a13d9d943fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['743522c6-6015-4691-8250-5449c8b85875'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:40.603111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2972e79e-81dd-4f07-abdd-b2bd9f728a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.617914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e989419b-50da-4946-af87-0497e9561a82 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:40.622213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e989419b-50da-4946-af87-0497e9561a82 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports/6990bb74-5221-4f4a-a74a-4b2bb9c9830f HTTP/1.1" status: 200 len: 911 time: 0.1694334 Dec 08 13:07:40.623950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57406) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:40.703532 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b2cc2c51-9517-4a56-bd2e-a13d9d943fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:40.706679 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc2c51-9517-4a56-bd2e-a13d9d943fe9 None None] The sync data for ids ['743522c6-6015-4691-8250-5449c8b85875'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:40.715541 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0c900b99-8933-4a60-b282-f814e540b992 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6545465 Dec 08 13:07:40.722075 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57408) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:40.728823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f6995a5c-2b1a-4476-a875-ee44b711d128 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb7a00e6-bdc1-4507-8009-ab3d935e4088'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:40.781429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d764b34d-0ded-4510-ab86-1f0d42a5ceee tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.816208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d764b34d-0ded-4510-ab86-1f0d42a5ceee tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.841481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:40.842215 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.926551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:40.926849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.945536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aa2fb317-844a-48f6-a745-6a06008cd250 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:40.953973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8217e584-15a9-4293-a748-b6228d0c354c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.990859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d764b34d-0ded-4510-ab86-1f0d42a5ceee tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.996000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d764b34d-0ded-4510-ab86-1f0d42a5ceee tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:40.997434 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d764b34d-0ded-4510-ab86-1f0d42a5ceee tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/54751f45-01c4-4db4-9b91-fa874705ce30 HTTP/1.1" status: 204 len: 168 time: 0.4536345 Dec 08 13:07:41.018453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57410) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:41.035138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-bb7a00e6-bdc1-4507-8009-ab3d935e4088', 'network_id': 'bb7a00e6-bdc1-4507-8009-ab3d935e4088', 'project_id': 'ed252da4679e4d42bae6e25f86fddf74', 'fixed_ips': [{'subnet_id': 'bbc24181-dfa4-4981-b76f-bd9dec0dbe05'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:41.036003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.043808 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6995a5c-2b1a-4476-a875-ee44b711d128 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.056795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-358e9d7b-6209-410e-a623-bb9a60c6dcf7 None None] Provisioning complete for port aa2fb317-844a-48f6-a745-6a06008cd250 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:41.056795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-358e9d7b-6209-410e-a623-bb9a60c6dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.057001 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f6ac13cc-4f5e-4910-8639-15203666f782 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2995639 Dec 08 13:07:41.058658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57412) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:41.064437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764b34d-0ded-4510-ab86-1f0d42a5ceee tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54751f45-01c4-4db4-9b91-fa874705ce30,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:41.168761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2972e79e-81dd-4f07-abdd-b2bd9f728a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.189762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa073b-27f2-456e-a88a-455f96855065 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:41.197276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c75a61-1aac-4052-b6aa-7b66e619eef0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:41.203760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c75a61-1aac-4052-b6aa-7b66e619eef0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:41.205972 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-56c75a61-1aac-4052-b6aa-7b66e619eef0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1451139 Dec 08 13:07:41.213198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57416) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:41.236450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port aa2fb317-844a-48f6-a745-6a06008cd250 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:41.241155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.241313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2202e940-21d0-4e52-83cf-bf05475af460 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2175031 Dec 08 13:07:41.244935 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57418) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:41.256255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.268117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b51d83bc-e2fe-4987-828c-3f8c0fb6fdc8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416610755'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:41.277628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2972e79e-81dd-4f07-abdd-b2bd9f728a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.373071 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2972e79e-81dd-4f07-abdd-b2bd9f728a96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=277f074021294d36afa7a32e0b0640ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1089692 Dec 08 13:07:41.419179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57420) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:41.420706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972e79e-81dd-4f07-abdd-b2bd9f728a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed280115-2189-422f-934e-759f15771c8e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:41.474152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Allocated IP 2001:db8:1::2 (bb7a00e6-bdc1-4507-8009-ab3d935e4088/bbc24181-dfa4-4981-b76f-bd9dec0dbe05/eae1598d-a1af-46f4-9ecf-8328213c4fb7) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:41.483748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-358e9d7b-6209-410e-a623-bb9a60c6dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.503210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b51d83bc-e2fe-4987-828c-3f8c0fb6fdc8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.521662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.555092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc4c27-fa09-4706-a3da-c298d41420a2 req-b9091adb-3812-414f-909f-d194a65d03ac tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:41.563122 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-20dc4c27-fa09-4706-a3da-c298d41420a2 req-b9091adb-3812-414f-909f-d194a65d03ac tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 946 time: 0.2586832 Dec 08 13:07:41.572495 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-554d1a43-4e52-4762-9602-0d31ef8c7403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.595548 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-f6995a5c-2b1a-4476-a875-ee44b711d128 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:41.600369 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f6995a5c-2b1a-4476-a875-ee44b711d128 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "PUT /v2.0/routers/de3b424d-666d-4d75-b874-ad99a6a68a58 HTTP/1.1" status: 400 len: 364 time: 0.8751643 Dec 08 13:07:41.603063 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-290d8f51-433b-4b38-a448-217c029faac8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 6cce1599-97a9-4154-9454-69931eb4eee3 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:41.603559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-290d8f51-433b-4b38-a448-217c029faac8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.604283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port aa2fb317-844a-48f6-a745-6a06008cd250, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aa2fb317-844a-48f6-a745-6a06008cd250,segment=NetworkSegment(80a70475-d045-47e3-8457-1a2d3a128d81),segment_id=80a70475-d045-47e3-8457-1a2d3a128d81)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:41.606322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57422) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:41.653908 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-554d1a43-4e52-4762-9602-0d31ef8c7403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.699919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.701164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 72422ea9-3fbf-461c-99a4-cb409daa9b1b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:41.760547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b51d83bc-e2fe-4987-828c-3f8c0fb6fdc8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.786905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-290d8f51-433b-4b38-a448-217c029faac8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.795172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a39d3f3-1763-49d4-abea-0f5a89c436f7 None None] Update dhcp port {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': '272d6064-0be5-48f3-aa19-feb41b1ed2d2', 'ip_address': '2001:db8::f816:3eff:fe9c:d75a'}, {'subnet_id': '8fb8cfee-62ba-4e2e-85d8-a235de4edb33'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '72422ea9-3fbf-461c-99a4-cb409daa9b1b'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:07:41.806491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-290d8f51-433b-4b38-a448-217c029faac8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 6cce1599-97a9-4154-9454-69931eb4eee3 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:41.852222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b51d83bc-e2fe-4987-828c-3f8c0fb6fdc8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.891960 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-554d1a43-4e52-4762-9602-0d31ef8c7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.894745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-554d1a43-4e52-4762-9602-0d31ef8c7403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.896587 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-554d1a43-4e52-4762-9602-0d31ef8c7403 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed280115-2189-422f-934e-759f15771c8e HTTP/1.1" status: 204 len: 168 time: 0.4698853 Dec 08 13:07:41.901797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-358e9d7b-6209-410e-a623-bb9a60c6dcf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:07:41.902152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-358e9d7b-6209-410e-a623-bb9a60c6dcf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:07:41.902682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a39d3f3-1763-49d4-abea-0f5a89c436f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.906297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d83bc-e2fe-4987-828c-3f8c0fb6fdc8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c9f2af-66b8-4cf1-9c20-488667d7d3f9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:41.906711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.915255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=aa2fb317-844a-48f6-a745-6a06008cd250,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:41.926007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d1a43-4e52-4762-9602-0d31ef8c7403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed280115-2189-422f-934e-759f15771c8e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:41.938502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b51d83bc-e2fe-4987-828c-3f8c0fb6fdc8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:41.943686 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b51d83bc-e2fe-4987-828c-3f8c0fb6fdc8 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6941805 Dec 08 13:07:41.943686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57426) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:41.948786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9b972625-fbf2-4db7-99ab-1ea6830130c9 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': 'f1c9f2af-66b8-4cf1-9c20-488667d7d3f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:41.955551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 72422ea9-3fbf-461c-99a4-cb409daa9b1b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:41.955551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.053044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.123117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Network bb7a00e6-bdc1-4507-8009-ab3d935e4088 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:42.141197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:42.146247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:42.150368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Pushing event updated for resources: {'Port': ['ID=eae1598d-a1af-46f4-9ecf-8328213c4fb7,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:42.176936 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-290d8f51-433b-4b38-a448-217c029faac8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.186162 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-9b972625-fbf2-4db7-99ab-1ea6830130c9 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The resource could not be found. Dec 08 13:07:42.187456 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9b972625-fbf2-4db7-99ab-1ea6830130c9 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2426596 Dec 08 13:07:42.191643 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57428) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:42.205345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3a0f6a88-7ade-4bb9-904d-13143875ede2 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': 'f1c9f2af-66b8-4cf1-9c20-488667d7d3f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '83aba6de-3b65-493c-bd89-0aa8e1389023'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:42.233790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d8f51-433b-4b38-a448-217c029faac8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=6cce1599-97a9-4154-9454-69931eb4eee3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:42.270522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-1a39d3f3-1763-49d4-abea-0f5a89c436f7 None None] Allocated IP 172.20.0.2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/8fb8cfee-62ba-4e2e-85d8-a235de4edb33/72422ea9-3fbf-461c-99a4-cb409daa9b1b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:42.281567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Attempting to bind port eae1598d-a1af-46f4-9ecf-8328213c4fb7 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:42.282058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Attempting to bind port eae1598d-a1af-46f4-9ecf-8328213c4fb7 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '5ed063fb-fa27-4593-9183-7fe12305cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb7a00e6-bdc1-4507-8009-ab3d935e4088'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:42.282299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Attempting to bind port eae1598d-a1af-46f4-9ecf-8328213c4fb7 on network bb7a00e6-bdc1-4507-8009-ab3d935e4088 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:42.291822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.307339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-20dc4c27-fa09-4706-a3da-c298d41420a2 req-64f8182e-c701-495a-b51c-87e9e9d5b7ad tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7430964 Dec 08 13:07:42.318960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:42.318960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Checking segment: {'id': '5ed063fb-fa27-4593-9183-7fe12305cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb7a00e6-bdc1-4507-8009-ab3d935e4088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:42.318960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.318960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Bound using segment: {'id': '5ed063fb-fa27-4593-9183-7fe12305cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb7a00e6-bdc1-4507-8009-ab3d935e4088'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:42.318960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Bound port: eae1598d-a1af-46f4-9ecf-8328213c4fb7, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed063fb-fa27-4593-9183-7fe12305cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'bb7a00e6-bdc1-4507-8009-ab3d935e4088'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:42.318960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.319711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.393334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-290d8f51-433b-4b38-a448-217c029faac8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.402725 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-290d8f51-433b-4b38-a448-217c029faac8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/6cce1599-97a9-4154-9454-69931eb4eee3 HTTP/1.1" status: 204 len: 168 time: 1.1850200 Dec 08 13:07:42.410167 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57436) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:42.428187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.428616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.428948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Floating IP 0bfd9200-5aa3-4a40-b776-87fc676aeb8a disassociated. External IP: 172.26.7.27, port: cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f. Dec 08 13:07:42.429299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:42.491580 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51d78d-dc5c-4a16-956a-ecbf8606a26a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:42.492325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51d78d-dc5c-4a16-956a-ecbf8606a26a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:42.493997 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51d78d-dc5c-4a16-956a-ecbf8606a26a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:42.505467 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dd51d78d-dc5c-4a16-956a-ecbf8606a26a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0906155 Dec 08 13:07:42.508710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57438) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:42.550522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1a39d3f3-1763-49d4-abea-0f5a89c436f7 None None] For port 72422ea9-3fbf-461c-99a4-cb409daa9b1b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=72422ea9-3fbf-461c-99a4-cb409daa9b1b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:42.560135 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] For port eae1598d-a1af-46f4-9ecf-8328213c4fb7, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:42.579100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-1323d002-a4ae-45d8-9cf5-6d68056913fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 272d6064-0be5-48f3-aa19-feb41b1ed2d2 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:42.579567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] For port eae1598d-a1af-46f4-9ecf-8328213c4fb7, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eae1598d-a1af-46f4-9ecf-8328213c4fb7,segment=NetworkSegment(5ed063fb-fa27-4593-9183-7fe12305cc24),segment_id=5ed063fb-fa27-4593-9183-7fe12305cc24)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:42.595021 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a39d3f3-1763-49d4-abea-0f5a89c436f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.623258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-07ec0fd9-6b35-42c4-bc4a-352c394a2956 None None] Provisioning complete for port aa2fb317-844a-48f6-a745-6a06008cd250 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:42.623564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-07ec0fd9-6b35-42c4-bc4a-352c394a2956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.633283 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-3a0f6a88-7ade-4bb9-904d-13143875ede2 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The resource could not be found. Dec 08 13:07:42.634775 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3a0f6a88-7ade-4bb9-904d-13143875ede2 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4373605 Dec 08 13:07:42.637650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57440) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:42.646764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.676991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8ee9f-81cd-4ee6-ab63-f524760acb04 req-356c6613-a694-4025-a1bc-13d48038859b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:42.679147 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6fa8ee9f-81cd-4ee6-ab63-f524760acb04 req-356c6613-a694-4025-a1bc-13d48038859b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 946 time: 0.2142022 Dec 08 13:07:42.681448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1323d002-a4ae-45d8-9cf5-6d68056913fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.700845 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a39d3f3-1763-49d4-abea-0f5a89c436f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.711285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.774032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1323d002-a4ae-45d8-9cf5-6d68056913fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.799233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a84eafd-bac0-47ef-ad3d-458f1e097edf tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.809581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57442) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:42.839716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13379049-ab30-4bf9-a8d2-460978f2b615 None None] Pushing event updated for resources: {'Port': ['ID=eae1598d-a1af-46f4-9ecf-8328213c4fb7,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:42.846944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:07:42.847353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:07:42.874255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a84eafd-bac0-47ef-ad3d-458f1e097edf tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.886359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4981ebd5-42bb-4eb3-80ce-ba52e27beb54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:42.992076 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6fa8ee9f-81cd-4ee6-ab63-f524760acb04 req-3b03c4f8-ccc8-4e57-a658-03b83d3151ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859507 Dec 08 13:07:43.059491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1323d002-a4ae-45d8-9cf5-6d68056913fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.132815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a84eafd-bac0-47ef-ad3d-458f1e097edf tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.135972 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a84eafd-bac0-47ef-ad3d-458f1e097edf tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.140477 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0a84eafd-bac0-47ef-ad3d-458f1e097edf tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/f1c9f2af-66b8-4cf1-9c20-488667d7d3f9 HTTP/1.1" status: 204 len: 168 time: 0.4978504 Dec 08 13:07:43.151341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-07ec0fd9-6b35-42c4-bc4a-352c394a2956 None None] Provisioning complete for port 72422ea9-3fbf-461c-99a4-cb409daa9b1b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:43.151751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-07ec0fd9-6b35-42c4-bc4a-352c394a2956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.153462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39d3f3-1763-49d4-abea-0f5a89c436f7 None None] Pushing event updated for resources: {'Port': ['ID=72422ea9-3fbf-461c-99a4-cb409daa9b1b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:43.163094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57446) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:43.163894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84eafd-bac0-47ef-ad3d-458f1e097edf tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c9f2af-66b8-4cf1-9c20-488667d7d3f9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:43.178032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.201608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26a23477-a249-40ae-a2c8-7a3e97d83957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.268451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:43.296725 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dd75dc42-9502-4897-bfc8-8416eccf717e tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1306019 Dec 08 13:07:43.300864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1323d002-a4ae-45d8-9cf5-6d68056913fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.316475 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-07ec0fd9-6b35-42c4-bc4a-352c394a2956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.318866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57450) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:43.335924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6ce38940-5853-4f1a-9ed6-fce94ce8f42c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '2d19fba4-f881-49af-b215-91892f30cc2c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:43.347336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 2001:db8:1::1 (2d5f4a89-a67e-4a95-bed7-91f52e05c41d/9ab3c700-4637-4c31-aace-8496dcb2c737/d3b74d3d-3292-40db-b517-99f1914219d3) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:43.361604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323d002-a4ae-45d8-9cf5-6d68056913fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=272d6064-0be5-48f3-aa19-feb41b1ed2d2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:43.369452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4981ebd5-42bb-4eb3-80ce-ba52e27beb54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.387362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1323d002-a4ae-45d8-9cf5-6d68056913fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.390758 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1323d002-a4ae-45d8-9cf5-6d68056913fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/272d6064-0be5-48f3-aa19-feb41b1ed2d2 HTTP/1.1" status: 204 len: 168 time: 0.8764307 Dec 08 13:07:43.396486 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57452) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:43.449069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4981ebd5-42bb-4eb3-80ce-ba52e27beb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.451878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-07ec0fd9-6b35-42c4-bc4a-352c394a2956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:07:43.452763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-07ec0fd9-6b35-42c4-bc4a-352c394a2956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:07:43.460423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.543472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adace3b-a649-4187-b8aa-8c4966d93022 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 8fb8cfee-62ba-4e2e-85d8-a235de4edb33 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:43.550180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0adace3b-a649-4187-b8aa-8c4966d93022 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.559160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 72422ea9-3fbf-461c-99a4-cb409daa9b1b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=72422ea9-3fbf-461c-99a4-cb409daa9b1b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:43.590281 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4981ebd5-42bb-4eb3-80ce-ba52e27beb54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e6b6e2410b549b98042ed36c772e2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7420397 Dec 08 13:07:43.591075 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981ebd5-42bb-4eb3-80ce-ba52e27beb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bc28bf-0da1-4b92-ab49-5ed019597687,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:43.593405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57454) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:43.630196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.631373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a75b1706-bfff-43a1-a897-22d7f9d1e30b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:43.641526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0adace3b-a649-4187-b8aa-8c4966d93022 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.690162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Allocated IP 2001:db8::1 (044c54d9-df0e-4ab7-af3c-2475051eb79f/27ef792a-0a42-43e2-9057-6b0c05b8a4e5/0dc044eb-a137-49e3-b0cf-2e0221274597) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:43.704147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8e3d06e7-37a1-4f7e-90f0-ac2f08c1c621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.746346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:43.805101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=72422ea9-3fbf-461c-99a4-cb409daa9b1b,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:43.820427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.824300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8e3d06e7-37a1-4f7e-90f0-ac2f08c1c621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.826025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a75b1706-bfff-43a1-a897-22d7f9d1e30b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:43.826416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.828209 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-6ce38940-5853-4f1a-9ed6-fce94ce8f42c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The resource could not be found. Dec 08 13:07:43.834443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6ce38940-5853-4f1a-9ed6-fce94ce8f42c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5074124 Dec 08 13:07:43.835057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57456) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:43.839661 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f7252d5a-30ff-40d9-ad89-9d52cef3c723 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842389702'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:43.850298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0adace3b-a649-4187-b8aa-8c4966d93022 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:43.996093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f7252d5a-30ff-40d9-ad89-9d52cef3c723 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.029499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0adace3b-a649-4187-b8aa-8c4966d93022 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.123531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.127610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.128817 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0adace3b-a649-4187-b8aa-8c4966d93022 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.139106 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0adace3b-a649-4187-b8aa-8c4966d93022 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/8fb8cfee-62ba-4e2e-85d8-a235de4edb33 HTTP/1.1" status: 204 len: 168 time: 0.7414613 Dec 08 13:07:44.139499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57458) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:44.147079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8e3d06e7-37a1-4f7e-90f0-ac2f08c1c621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.150001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8e3d06e7-37a1-4f7e-90f0-ac2f08c1c621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.155656 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8e3d06e7-37a1-4f7e-90f0-ac2f08c1c621 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e7bc28bf-0da1-4b92-ab49-5ed019597687 HTTP/1.1" status: 204 len: 168 time: 0.5521226 Dec 08 13:07:44.156378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adace3b-a649-4187-b8aa-8c4966d93022 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb8cfee-62ba-4e2e-85d8-a235de4edb33,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:44.192396 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d06e7-37a1-4f7e-90f0-ac2f08c1c621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bc28bf-0da1-4b92-ab49-5ed019597687,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:44.233502 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a5267d7d-e9df-4911-9b80-04f0aa2f692b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928428 Dec 08 13:07:44.237152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:44.239337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57462) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:44.246207 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:44.248209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688dfc0-a571-411d-be78-61e33efc5017 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:44.261678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bfc925-5bde-4a13-bca3-24ac3dd0a2bf None None] Sync routers for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:44.299699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfc925-5bde-4a13-bca3-24ac3dd0a2bf None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:44.300335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-28bfc925-5bde-4a13-bca3-24ac3dd0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:44.304543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.325799 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f7252d5a-30ff-40d9-ad89-9d52cef3c723 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.353079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aa2fb317-844a-48f6-a745-6a06008cd250 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:44.388183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-28bfc925-5bde-4a13-bca3-24ac3dd0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:44.388740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f7252d5a-30ff-40d9-ad89-9d52cef3c723 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.418329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:44.426309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3842a986-aacf-4444-b735-15f1300ed12b None None] Provisioning complete for port 72422ea9-3fbf-461c-99a4-cb409daa9b1b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:44.426976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3842a986-aacf-4444-b735-15f1300ed12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.435649 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:44.441481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7252d5a-30ff-40d9-ad89-9d52cef3c723 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332a187e-e935-471b-9a17-350132d3f082,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:44.462189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:44.462189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.485655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfc925-5bde-4a13-bca3-24ac3dd0a2bf None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:44.486435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-28bfc925-5bde-4a13-bca3-24ac3dd0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:44.496731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a2586-130a-4360-b365-2c7a5d245614 None None] Network bb7a00e6-bdc1-4507-8009-ab3d935e4088 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:44.503745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=d3b74d3d-3292-40db-b517-99f1914219d3,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:44.509181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.512305 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2a213e59-6576-4f8a-8f61-bc9562eae8ae tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/ports/cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f HTTP/1.1" status: 204 len: 168 time: 4.2352126 Dec 08 13:07:44.515544 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57464) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:44.525445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.559227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-28bfc925-5bde-4a13-bca3-24ac3dd0a2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:44.560146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bfc925-5bde-4a13-bca3-24ac3dd0a2bf None None] The sync data for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:44.612202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57466) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:44.618419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network 044c54d9-df0e-4ab7-af3c-2475051eb79f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:44.637093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:44.639920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:44.640509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.684545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Port': ['ID=0dc044eb-a137-49e3-b0cf-2e0221274597,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:44.724667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:44.729291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.759204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port aa2fb317-844a-48f6-a745-6a06008cd250 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:44.759204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.891744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f7252d5a-30ff-40d9-ad89-9d52cef3c723 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.892172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:44.894645 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f7252d5a-30ff-40d9-ad89-9d52cef3c723 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0572159 Dec 08 13:07:44.897619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57470) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:44.915930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1877fa03-10ea-4072-9729-e4e5b184e41f None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:44.922354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-aac30d78-584b-4cd8-8698-fd31bd2d65b5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095472483'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:45.062290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3842a986-aacf-4444-b735-15f1300ed12b None None] Could not find standard attr ID for object 6cce1599-97a9-4154-9454-69931eb4eee3. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:07:45.139962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1877fa03-10ea-4072-9729-e4e5b184e41f None None] Deleting port 72422ea9-3fbf-461c-99a4-cb409daa9b1b {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:45.140619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1877fa03-10ea-4072-9729-e4e5b184e41f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.167599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 72422ea9-3fbf-461c-99a4-cb409daa9b1b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:45.300550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.319597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1877fa03-10ea-4072-9729-e4e5b184e41f None None] For port 72422ea9-3fbf-461c-99a4-cb409daa9b1b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=72422ea9-3fbf-461c-99a4-cb409daa9b1b,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:45.319948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1877fa03-10ea-4072-9729-e4e5b184e41f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.324361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Provisioning complete for port 0dc044eb-a137-49e3-b0cf-2e0221274597 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:45.324882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.363675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.370711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1877fa03-10ea-4072-9729-e4e5b184e41f None None] Calling delete_port for 72422ea9-3fbf-461c-99a4-cb409daa9b1b owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:45.403858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Port 0dc044eb-a137-49e3-b0cf-2e0221274597 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:45.410530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 72422ea9-3fbf-461c-99a4-cb409daa9b1b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:45.411165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.421183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aac30d78-584b-4cd8-8698-fd31bd2d65b5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.483017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Provisioning complete for port eae1598d-a1af-46f4-9ecf-8328213c4fb7 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:45.483416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.635195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.647731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eae1598d-a1af-46f4-9ecf-8328213c4fb7 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:45.682048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1877fa03-10ea-4072-9729-e4e5b184e41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.731839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] For port eae1598d-a1af-46f4-9ecf-8328213c4fb7, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eae1598d-a1af-46f4-9ecf-8328213c4fb7,segment=NetworkSegment(5ed063fb-fa27-4593-9183-7fe12305cc24),segment_id=5ed063fb-fa27-4593-9183-7fe12305cc24)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:45.737319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877fa03-10ea-4072-9729-e4e5b184e41f None None] Pushing event deleted for resources: {'Port': ['ID=72422ea9-3fbf-461c-99a4-cb409daa9b1b,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:45.739486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877fa03-10ea-4072-9729-e4e5b184e41f None None] No DVR routers for this DVR port 72422ea9-3fbf-461c-99a4-cb409daa9b1b on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:45.754611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port eae1598d-a1af-46f4-9ecf-8328213c4fb7 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:45.755991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.806725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.815131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.851585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.868716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aac30d78-584b-4cd8-8698-fd31bd2d65b5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.909806 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=9c101ef4-b5b2-4e6c-b6a6-b91806167401,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:45.928999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Provisioning complete for port d3b74d3d-3292-40db-b517-99f1914219d3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:45.930040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.939290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:45.942743 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:45.966098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aac30d78-584b-4cd8-8698-fd31bd2d65b5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:45.976351 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:45.979787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.017087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Port d3b74d3d-3292-40db-b517-99f1914219d3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:46.026351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a782fd-8ca6-42d2-a2a6-81d2638991a5 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:46.079058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac30d78-584b-4cd8-8698-fd31bd2d65b5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3df17-0f1e-4fa7-b577-92dc1bb3b9ba,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:46.087129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.098163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700b93a-a273-46c9-aa00-25220b17f80f None None] Pushing event updated for resources: {'Port': ['ID=eae1598d-a1af-46f4-9ecf-8328213c4fb7,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:46.114737 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6b670d45-42cd-4ba7-9ce9-a3b77c765158 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8709459 Dec 08 13:07:46.116082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57490) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:46.125978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:46.141772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aac30d78-584b-4cd8-8698-fd31bd2d65b5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.146278 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-aac30d78-584b-4cd8-8698-fd31bd2d65b5 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2462523 Dec 08 13:07:46.146984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57492) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:46.152389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c73b191b-e249-4448-b5d8-5bfb7572b53c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group_rule': {'security_group_id': '332a187e-e935-471b-9a17-350132d3f082', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7ff3df17-0f1e-4fa7-b577-92dc1bb3b9ba'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:46.163026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 72422ea9-3fbf-461c-99a4-cb409daa9b1b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:46.167987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.168535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.193515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 72422ea9-3fbf-461c-99a4-cb409daa9b1b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:46.193783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 72422ea9-3fbf-461c-99a4-cb409daa9b1b not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:46.203299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-69c9bcc1-e77f-4b51-81ef-850333b7d678 None None] Provisioning complete for port eae1598d-a1af-46f4-9ecf-8328213c4fb7 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:46.203675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-69c9bcc1-e77f-4b51-81ef-850333b7d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.275418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.277343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.397079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=d3b74d3d-3292-40db-b517-99f1914219d3,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:46.420011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port 72fcdf11-9df8-4b69-be2f-5e55bf83952e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:46.420011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.446485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:46.450591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.452224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.490260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '9c101ef4-b5b2-4e6c-b6a6-b91806167401'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:07:46.492373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.542673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.558343 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for 72fcdf11-9df8-4b69-be2f-5e55bf83952e owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:46.575678 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-c73b191b-e249-4448-b5d8-5bfb7572b53c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:07:46.576743 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c73b191b-e249-4448-b5d8-5bfb7572b53c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4279258 Dec 08 13:07:46.580747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57500) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:46.581423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.582644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:46.680310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Allocated IP 172.20.0.2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/9c101ef4-b5b2-4e6c-b6a6-b91806167401/80ef5b40-df95-4dd6-8309-52ce65f6ba03) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:46.693775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:46.726275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:46.761332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event updated for resources: {'Port': ['ID=0dc044eb-a137-49e3-b0cf-2e0221274597,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:46.921035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.017412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.068530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57508) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:47.081221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.100096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:47.105267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:47.109377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:47.119488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=72fcdf11-9df8-4b69-be2f-5e55bf83952e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:47.158070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Pushing event updated for resources: {'Port': ['ID=80ef5b40-df95-4dd6-8309-52ce65f6ba03,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:47.208701 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Attempting to bind port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:47.209366 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Attempting to bind port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:47.209839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Attempting to bind port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:47.226372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:47.226372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:47.226372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.226372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:47.226372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Bound port: 80ef5b40-df95-4dd6-8309-52ce65f6ba03, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:47.226372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.250024 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-257f6d9c-5d28-445c-b87b-fcb0031b035f None None] Provisioning complete for port d3b74d3d-3292-40db-b517-99f1914219d3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:47.250402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-257f6d9c-5d28-445c-b87b-fcb0031b035f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.279684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edbcab75-58f0-4f44-9a39-1617a130f42d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.293925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-257f6d9c-5d28-445c-b87b-fcb0031b035f None None] Port d3b74d3d-3292-40db-b517-99f1914219d3 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:47.306059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4676a4b7-61d9-4591-88f4-a3933988fbcc tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-579095339'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:47.312243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Network 044c54d9-df0e-4ab7-af3c-2475051eb79f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:47.343902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:47.377881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] For port 80ef5b40-df95-4dd6-8309-52ce65f6ba03, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:47.384930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] For port 80ef5b40-df95-4dd6-8309-52ce65f6ba03, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=80ef5b40-df95-4dd6-8309-52ce65f6ba03,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:47.397660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.17 (a3004313-d600-4b74-bdcb-c24a604971d0/13b96f4c-f030-42fe-bd83-f647133ac5ec/aca4609c-50d7-4a8a-a451-fa17da40ce13) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:47.407616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edbcab75-58f0-4f44-9a39-1617a130f42d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.469659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.559770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1f764-bff6-45d7-a683-78c752c9adb1 None None] Pushing event updated for resources: {'Port': ['ID=80ef5b40-df95-4dd6-8309-52ce65f6ba03,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:47.581463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 743522c6-6015-4691-8250-5449c8b85875 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:47.589060 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2531b535-5805-4946-9d1f-b67812f52c1a req-9f09011f-2fa0-4054-96f9-fb7e0ad95633 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3066602 Dec 08 13:07:47.604145 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4676a4b7-61d9-4591-88f4-a3933988fbcc tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.609852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4676a4b7-61d9-4591-88f4-a3933988fbcc tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.665054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:07:47.819970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.848885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d7870379-7fa1-4351-a695-93716aa324ac None None] Provisioning complete for port 0dc044eb-a137-49e3-b0cf-2e0221274597 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:47.850114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d7870379-7fa1-4351-a695-93716aa324ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.854739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Router de3b424d-666d-4d75-b874-ad99a6a68a58 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:47.866950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edbcab75-58f0-4f44-9a39-1617a130f42d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.869952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edbcab75-58f0-4f44-9a39-1617a130f42d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.873935 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-edbcab75-58f0-4f44-9a39-1617a130f42d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/7ff3df17-0f1e-4fa7-b577-92dc1bb3b9ba HTTP/1.1" status: 204 len: 168 time: 1.2890651 Dec 08 13:07:47.881992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57528) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:47.896069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d7870379-7fa1-4351-a695-93716aa324ac None None] Port 0dc044eb-a137-49e3-b0cf-2e0221274597 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:47.922450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4676a4b7-61d9-4591-88f4-a3933988fbcc tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:47.936721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531b535-5805-4946-9d1f-b67812f52c1a req-1a6957dc-ab92-46e6-a9c6-3c3bbe777fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:47.938261 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2531b535-5805-4946-9d1f-b67812f52c1a req-1a6957dc-ab92-46e6-a9c6-3c3bbe777fa9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 1099 time: 0.2625649 Dec 08 13:07:47.979376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcab75-58f0-4f44-9a39-1617a130f42d tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3df17-0f1e-4fa7-b577-92dc1bb3b9ba,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:47.982951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.022694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:48.037150 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee0f32-a5fb-4207-9b83-33b99ea8cbb3 None None] Sync routers for ids ['743522c6-6015-4691-8250-5449c8b85875'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:48.054561 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee0f32-a5fb-4207-9b83-33b99ea8cbb3 None None] Routers {'743522c6-6015-4691-8250-5449c8b85875'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:48.054561 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1aee0f32-a5fb-4207-9b83-33b99ea8cbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['743522c6-6015-4691-8250-5449c8b85875'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:48.072414 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1d49a179-bbcb-4114-b418-220cbb67d726 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/743522c6-6015-4691-8250-5449c8b85875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4232874 Dec 08 13:07:48.086101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5d258a23-6602-4340-9913-e3ff287a25b2 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1901975 Dec 08 13:07:48.087265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57530) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:48.087609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57534) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:48.110479 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4676a4b7-61d9-4591-88f4-a3933988fbcc tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.166232 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1aee0f32-a5fb-4207-9b83-33b99ea8cbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:48.201526 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee0f32-a5fb-4207-9b83-33b99ea8cbb3 None None] Routers {'743522c6-6015-4691-8250-5449c8b85875'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:48.203181 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1aee0f32-a5fb-4207-9b83-33b99ea8cbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['743522c6-6015-4691-8250-5449c8b85875'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:48.241066 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-1aee0f32-a5fb-4207-9b83-33b99ea8cbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:48.241986 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee0f32-a5fb-4207-9b83-33b99ea8cbb3 None None] The sync data for ids ['743522c6-6015-4691-8250-5449c8b85875'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:48.262203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4676a4b7-61d9-4591-88f4-a3933988fbcc tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.263602 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4676a4b7-61d9-4591-88f4-a3933988fbcc tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1940675 Dec 08 13:07:48.269604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57538) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:48.285153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 80ef5b40-df95-4dd6-8309-52ce65f6ba03 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:48.315374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1880472-8fdb-49e7-8639-53018652516b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:48.316701 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c1880472-8fdb-49e7-8639-53018652516b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports/d3b74d3d-3292-40db-b517-99f1914219d3 HTTP/1.1" status: 200 len: 913 time: 0.2268491 Dec 08 13:07:48.328534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57540) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:48.330881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da08bd-a4f8-4176-8c7d-c5580041546f req-0ee8722b-7ba7-4661-8dcc-e434c3eaaebe tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:48.332416 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55da08bd-a4f8-4176-8c7d-c5580041546f req-0ee8722b-7ba7-4661-8dcc-e434c3eaaebe tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.4222150 Dec 08 13:07:48.350480 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.359000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:48.359755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.402802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:48.404834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531b535-5805-4946-9d1f-b67812f52c1a req-049a9908-a041-4d87-bc8e-a8dfc071cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:48.406815 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2531b535-5805-4946-9d1f-b67812f52c1a req-049a9908-a041-4d87-bc8e-a8dfc071cd42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69 HTTP/1.1" status: 200 len: 898 time: 0.4193895 Dec 08 13:07:48.411100 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2a96b246-55fc-4e41-8e81-deb24a541d53 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "PUT /v2.0/routers/de3b424d-666d-4d75-b874-ad99a6a68a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8036008 Dec 08 13:07:48.416823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57780315-7171-483f-8e32-1813d2cdda13 None None] Sync routers for ids ['de3b424d-666d-4d75-b874-ad99a6a68a58'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:48.423431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57542) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:48.443616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57780315-7171-483f-8e32-1813d2cdda13 None None] Routers {'de3b424d-666d-4d75-b874-ad99a6a68a58'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:48.444256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-57780315-7171-483f-8e32-1813d2cdda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['de3b424d-666d-4d75-b874-ad99a6a68a58'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:48.485369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-57780315-7171-483f-8e32-1813d2cdda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:48.511728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.514035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-193406bf-7d03-4222-bd27-9bbd22b7a884 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.542306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57780315-7171-483f-8e32-1813d2cdda13 None None] Routers {'de3b424d-666d-4d75-b874-ad99a6a68a58'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:48.542976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-57780315-7171-483f-8e32-1813d2cdda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['de3b424d-666d-4d75-b874-ad99a6a68a58'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:48.544945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.552473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-129e53e3-7650-4000-90d1-692c0b45b875 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.592853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-57780315-7171-483f-8e32-1813d2cdda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:48.594092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57780315-7171-483f-8e32-1813d2cdda13 None None] The sync data for ids ['de3b424d-666d-4d75-b874-ad99a6a68a58'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:48.626363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 80ef5b40-df95-4dd6-8309-52ce65f6ba03, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=80ef5b40-df95-4dd6-8309-52ce65f6ba03,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:48.651177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=aca4609c-50d7-4a8a-a451-fa17da40ce13,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:48.696444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:48.714639 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.715759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eae1598d-a1af-46f4-9ecf-8328213c4fb7 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:48.715892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network a3004313-d600-4b74-bdcb-c24a604971d0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:48.726260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-193406bf-7d03-4222-bd27-9bbd22b7a884 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.732519 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55da08bd-a4f8-4176-8c7d-c5580041546f req-988e836a-a62b-4114-8ba4-1d37dcc97e88 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795671 Dec 08 13:07:48.743669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:48.746669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:48.802952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:07:48.803285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:07:48.804598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eafb252a-59e1-44ea-b0e2-48fc2a1ad113 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.847735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=80ef5b40-df95-4dd6-8309-52ce65f6ba03,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:48.867415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port eae1598d-a1af-46f4-9ecf-8328213c4fb7 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:48.867924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.902479 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-129e53e3-7650-4000-90d1-692c0b45b875 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.917103 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2531b535-5805-4946-9d1f-b67812f52c1a req-dd5c2dc4-0b29-45de-8e3c-a1320d04a455 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef HTTP/1.1" status: 200 len: 1001 time: 0.4866176 Dec 08 13:07:48.919099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-129e53e3-7650-4000-90d1-692c0b45b875 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:48.990963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.041500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-53293f4d-c5ce-4872-8b20-43268b056547 None None] Provisioning complete for port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:49.042167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53293f4d-c5ce-4872-8b20-43268b056547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.076555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-193406bf-7d03-4222-bd27-9bbd22b7a884 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.079414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-193406bf-7d03-4222-bd27-9bbd22b7a884 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.080617 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-193406bf-7d03-4222-bd27-9bbd22b7a884 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/332a187e-e935-471b-9a17-350132d3f082 HTTP/1.1" status: 204 len: 168 time: 0.9830563 Dec 08 13:07:49.095244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57544) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:49.263155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d78610b5-051f-48c1-b331-29fc1edaf090 None None] Provisioning complete for port aca4609c-50d7-4a8a-a451-fa17da40ce13 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:49.263621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d78610b5-051f-48c1-b331-29fc1edaf090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.301784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d78610b5-051f-48c1-b331-29fc1edaf090 None None] Port aca4609c-50d7-4a8a-a451-fa17da40ce13 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:49.390393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193406bf-7d03-4222-bd27-9bbd22b7a884 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332a187e-e935-471b-9a17-350132d3f082,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:49.401236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531b535-5805-4946-9d1f-b67812f52c1a req-c03b70bb-851f-4168-9ebd-76a3b2de669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:49.402727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2531b535-5805-4946-9d1f-b67812f52c1a req-c03b70bb-851f-4168-9ebd-76a3b2de669b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b8cfb03-b232-4dac-be86-c2bb24b74a5b HTTP/1.1" status: 200 len: 835 time: 0.4545221 Dec 08 13:07:49.408076 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-eafb252a-59e1-44ea-b0e2-48fc2a1ad113 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 13:07:49.411207 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-eafb252a-59e1-44ea-b0e2-48fc2a1ad113 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/routers/de3b424d-666d-4d75-b874-ad99a6a68a58 HTTP/1.1" status: 409 len: 329 time: 0.9664581 Dec 08 13:07:49.421273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57546) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:49.449849 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.466445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-129e53e3-7650-4000-90d1-692c0b45b875 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.467062 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129e53e3-7650-4000-90d1-692c0b45b875 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0512db8f-6017-44f0-ad69-6b9d1073cd8d {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:07:49.476006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-129e53e3-7650-4000-90d1-692c0b45b875 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.479998 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-129e53e3-7650-4000-90d1-692c0b45b875 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "DELETE /v2.0/routers/0512db8f-6017-44f0-ad69-6b9d1073cd8d HTTP/1.1" status: 204 len: 168 time: 1.2065477 Dec 08 13:07:49.480284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57548) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:49.486705 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4f997a62-a57f-490b-bb4b-ac5cc0b28391 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Request body: {'router': {'name': 'tempest-router-1093810816', 'distributed': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:49.533615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:49.546740 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-aab3e2ce-fc48-4281-87da-ebb7333638d9 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/routers/e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0275815 Dec 08 13:07:49.546913 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0e07d-2426-48a2-9170-eca00f6d1af0 None None] Sync routers for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:49.551658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57550) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:49.556660 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0e07d-2426-48a2-9170-eca00f6d1af0 None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:49.558136 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ade0e07d-2426-48a2-9170-eca00f6d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:49.571835 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a97bb2d7-af0b-423b-b963-f7348f48f287 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4694698 Dec 08 13:07:49.577823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57552) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:49.582980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7989bccf-b0e8-45fd-b6b7-76c3ce8a0183 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'tempest-secgroup--908065581'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:49.595920 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ade0e07d-2426-48a2-9170-eca00f6d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:49.605771 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0e07d-2426-48a2-9170-eca00f6d1af0 None None] Routers {'e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:49.606385 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ade0e07d-2426-48a2-9170-eca00f6d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:49.621902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.626047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531b535-5805-4946-9d1f-b67812f52c1a req-cc76916c-5acd-4c16-95a2-39e5ccffd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:49.627572 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2531b535-5805-4946-9d1f-b67812f52c1a req-cc76916c-5acd-4c16-95a2-39e5ccffd5cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2122869 Dec 08 13:07:49.638495 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ade0e07d-2426-48a2-9170-eca00f6d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:49.639183 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0e07d-2426-48a2-9170-eca00f6d1af0 None None] The sync data for ids ['e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:49.680077 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4f997a62-a57f-490b-bb4b-ac5cc0b28391 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.681096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4f997a62-a57f-490b-bb4b-ac5cc0b28391 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.843545 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.845293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7989bccf-b0e8-45fd-b6b7-76c3ce8a0183 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.928667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4f997a62-a57f-490b-bb4b-ac5cc0b28391 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:49.934564 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2531b535-5805-4946-9d1f-b67812f52c1a req-73598071-6476-4eb0-8286-1bb264d76f7d service neutron] 10.222.0.72 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896404 Dec 08 13:07:49.954024 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] For port 80ef5b40-df95-4dd6-8309-52ce65f6ba03, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=80ef5b40-df95-4dd6-8309-52ce65f6ba03,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:50.030599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4f997a62-a57f-490b-bb4b-ac5cc0b28391 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.034131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5905b-f752-4461-8fb1-c5fa5010d918 req-7f43557c-234a-4154-a123-eeb40ebbfa25 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:50.034131 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0f5905b-f752-4461-8fb1-c5fa5010d918 req-7f43557c-234a-4154-a123-eeb40ebbfa25 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.2132351 Dec 08 13:07:50.084203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.088703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 80ef5b40-df95-4dd6-8309-52ce65f6ba03 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:50.110858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.126074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.151156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:50.151538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.169020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4f997a62-a57f-490b-bb4b-ac5cc0b28391 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.170247 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4f997a62-a57f-490b-bb4b-ac5cc0b28391 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6870573 Dec 08 13:07:50.172950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7989bccf-b0e8-45fd-b6b7-76c3ce8a0183 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.175502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57556) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:50.202502 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2531b535-5805-4946-9d1f-b67812f52c1a req-7d710b35-3a24-4612-80dc-1975e99bac2e service neutron] 10.222.0.72 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571330 Dec 08 13:07:50.224082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.225313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.275946 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0f5905b-f752-4461-8fb1-c5fa5010d918 req-a2294182-8f66-4d7d-b90d-376420b55892 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829000 Dec 08 13:07:50.343196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7989bccf-b0e8-45fd-b6b7-76c3ce8a0183 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.359533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.365633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.414204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9a850c1-70dc-446c-9b66-760ce09b3e3f tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.424231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:50.434512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.478931 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:50.492205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99447aae-2fa5-44a1-9775-add2952b8313 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:50.526075 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:50.532769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.532769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7989bccf-b0e8-45fd-b6b7-76c3ce8a0183 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.533502 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7989bccf-b0e8-45fd-b6b7-76c3ce8a0183 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9538503 Dec 08 13:07:50.540840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989bccf-b0e8-45fd-b6b7-76c3ce8a0183 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d52bfb8-ce27-4ce6-a9c1-1edfb55853f4,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:50.542995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=c9744ade-c2dd-4786-ba79-1456b0dd5034,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:50.549223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57558) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:50.560632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=aca4609c-50d7-4a8a-a451-fa17da40ce13,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:50.586594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.588127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8228a66e-1d52-40a8-a5ca-6d7f17384460 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:50.588557 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.api.v2.base [None req-8228a66e-1d52-40a8-a5ca-6d7f17384460 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 13:07:50.589064 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-8228a66e-1d52-40a8-a5ca-6d7f17384460 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 13:07:50.592545 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8228a66e-1d52-40a8-a5ca-6d7f17384460 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "PUT /v2.0/security-groups/8d52bfb8-ce27-4ce6-a9c1-1edfb55853f4 HTTP/1.1" status: 409 len: 330 time: 0.0088377 Dec 08 13:07:50.594946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57560) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:50.595357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=80ef5b40-df95-4dd6-8309-52ce65f6ba03,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:50.698674 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d0ba6ff3-f694-468d-aede-4bb814bb1716 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5805476 Dec 08 13:07:50.702282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57562) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:50.712157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:35:ce:11', 'name': 'tempest-NetworksTestDHCPv6-6567119'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:50.734812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9a850c1-70dc-446c-9b66-760ce09b3e3f tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.738789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9a850c1-70dc-446c-9b66-760ce09b3e3f tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.749397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port 2df05393-6fa1-41af-91a9-7648c90b2af0 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:50.749740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.829408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af681dad-51fa-4f81-8244-b14f2b74a06c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.878424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network a3004313-d600-4b74-bdcb-c24a604971d0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:50.889105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:50.906263 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.910621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af681dad-51fa-4f81-8244-b14f2b74a06c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.940761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9a850c1-70dc-446c-9b66-760ce09b3e3f tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.941265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a850c1-70dc-446c-9b66-760ce09b3e3f tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6104991-3447-4e7f-a00f-0334f4abd884 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:07:50.952532 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9a850c1-70dc-446c-9b66-760ce09b3e3f tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:50.956953 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d9a850c1-70dc-446c-9b66-760ce09b3e3f tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "DELETE /v2.0/routers/b6104991-3447-4e7f-a00f-0334f4abd884 HTTP/1.1" status: 204 len: 168 time: 0.7772608 Dec 08 13:07:50.960613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57564) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:50.963979 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for 2df05393-6fa1-41af-91a9-7648c90b2af0 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:50.968149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-dc249f14-183b-4df2-9498-dd52db2a6a09 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Request body: {'router': {'name': 'tempest-router-17028948', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2cc2db66e1b14e99b351a268731e6d2e'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:51.051927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port d3b74d3d-3292-40db-b517-99f1914219d3 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:51.051927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.123066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:51.217412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.252562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ebef3be8-598a-4235-ad6c-1a00ebc9aaea None None] Provisioning complete for port aca4609c-50d7-4a8a-a451-fa17da40ce13 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:51.253128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ebef3be8-598a-4235-ad6c-1a00ebc9aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.255974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for d3b74d3d-3292-40db-b517-99f1914219d3 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:51.259499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc249f14-183b-4df2-9498-dd52db2a6a09 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.260753 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc249f14-183b-4df2-9498-dd52db2a6a09 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.302016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ebef3be8-598a-4235-ad6c-1a00ebc9aaea None None] Port aca4609c-50d7-4a8a-a451-fa17da40ce13 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:51.390074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.392835 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc249f14-183b-4df2-9498-dd52db2a6a09 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.434888 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=2df05393-6fa1-41af-91a9-7648c90b2af0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:51.441886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Deleting port 0dc044eb-a137-49e3-b0cf-2e0221274597 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:51.442242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.449178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af681dad-51fa-4f81-8244-b14f2b74a06c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.453091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af681dad-51fa-4f81-8244-b14f2b74a06c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.455181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb94937-878a-43bc-9d3c-89a56c4aba7c None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:51.457999 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-af681dad-51fa-4f81-8244-b14f2b74a06c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/8d52bfb8-ce27-4ce6-a9c1-1edfb55853f4 HTTP/1.1" status: 204 len: 168 time: 0.8605952 Dec 08 13:07:51.470961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57568) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:51.501542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:51.524430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7665cc70-6199-4dad-8aa6-ec0ea69d5eb0 None None] Provisioning complete for port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:51.525866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7665cc70-6199-4dad-8aa6-ec0ea69d5eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.529476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc249f14-183b-4df2-9498-dd52db2a6a09 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.547105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af681dad-51fa-4f81-8244-b14f2b74a06c tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d52bfb8-ce27-4ce6-a9c1-1edfb55853f4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:51.565618 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.724424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b108d65-f178-4bad-9ca0-9c1daff44f29 req-efc1587e-209d-46fe-abb0-8e6619b72ba1 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:51.726051 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9b108d65-f178-4bad-9ca0-9c1daff44f29 req-efc1587e-209d-46fe-abb0-8e6619b72ba1 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.2918925 Dec 08 13:07:51.740705 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-061933d7-aa78-429b-bb54-440582f0a71b tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2573349 Dec 08 13:07:51.753973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57570) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:51.771472 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.779381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.815775 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-2c208747-e457-48e6-9708-c9f91f17442f tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] delete failed (client error): The resource could not be found. Dec 08 13:07:51.821541 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2c208747-e457-48e6-9708-c9f91f17442f tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "DELETE /v2.0/security-groups/5636fd89-badb-43c8-b8ac-680e639034ce HTTP/1.1" status: 404 len: 347 time: 0.0618737 Dec 08 13:07:51.821541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Calling delete_port for 0dc044eb-a137-49e3-b0cf-2e0221274597 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:51.827061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57572) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:51.903550 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-02a4cdc8-e0d2-44ae-a490-bf9db4f4e72a tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] show failed (client error): The resource could not be found. Dec 08 13:07:51.904607 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-02a4cdc8-e0d2-44ae-a490-bf9db4f4e72a tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-groups/f8aa52cc-f1ee-4df9-9596-3be38ec8ace6 HTTP/1.1" status: 404 len: 347 time: 0.0744150 Dec 08 13:07:51.909994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 7018dae3-6bfe-4dec-89c1-8836e570fa09 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:07:51.938297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57574) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:51.965305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc249f14-183b-4df2-9498-dd52db2a6a09 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:51.966548 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dc249f14-183b-4df2-9498-dd52db2a6a09 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0047755 Dec 08 13:07:51.995095 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9b108d65-f178-4bad-9ca0-9c1daff44f29 req-356e229b-479d-4c32-a500-7de0b4ce9954 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532170 Dec 08 13:07:51.998782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57576) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:52.012313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:52.013650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.017481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.022695 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-5aa24ecb-8818-45fd-9895-492e57db6fb9 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] show failed (client error): The resource could not be found. Dec 08 13:07:52.023747 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5aa24ecb-8818-45fd-9895-492e57db6fb9 tempest-NegativeSecGroupTest-895001482 tempest-NegativeSecGroupTest-895001482-project] 10.222.0.76 "GET /v2.0/security-group-rules/1ac478c4-d304-4786-bc12-d67865473ff9 HTTP/1.1" status: 404 len: 356 time: 0.0844598 Dec 08 13:07:52.024626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:52.043112 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0f577f61-d1a3-41aa-8bab-711c9e317360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/1f05a650-406a-4b92-a3f7-65e06fcfdb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4267514 Dec 08 13:07:52.043212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Sync routers for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:52.070152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:52.071411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:52.156671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.185255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=d3b74d3d-3292-40db-b517-99f1914219d3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:52.191528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.192522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Fanout notify agent at l3_agent the message router_deleted on router e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:07:52.203773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:52.210912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.214365 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d7f7dd3a-fd46-4a61-87c8-d096b573502a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/routers/e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6 HTTP/1.1" status: 204 len: 168 time: 2.6433122 Dec 08 13:07:52.214750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57584) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:52.391227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73d9a95-6e11-4a66-8a55-d01878cec66f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting subnet 5a905e34-c53e-48d5-830d-ca544f173fcb {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:52.410762 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d73d9a95-6e11-4a66-8a55-d01878cec66f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.424929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.424929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.451672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.504847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d73d9a95-6e11-4a66-8a55-d01878cec66f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.514990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 172.20.0.8 (c6b804cf-1df5-4af3-9dce-30751e804dc0/9c101ef4-b5b2-4e6c-b6a6-b91806167401/7018dae3-6bfe-4dec-89c1-8836e570fa09) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:52.538066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:fe35:ce11 (c6b804cf-1df5-4af3-9dce-30751e804dc0/c9744ade-c2dd-4786-ba79-1456b0dd5034/7018dae3-6bfe-4dec-89c1-8836e570fa09) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:07:52.561207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103715) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 08 13:07:52.561549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Router aa1d7b9f-9efe-4d73-a44c-1e98ba30ef7c migrating from provider to provider. {{(pid=103715) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 08 13:07:52.561922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.567222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:07:49Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '32614661-fec1-4cf0-a43e-667d269b4cc8', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:06:29Z', 'updated_at': '2021-12-08T13:06:35Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aca4609c-50d7-4a8a-a451-fa17da40ce13', 'name': '', 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:b7:ab:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '13b96f4c-f030-42fe-bd83-f647133ac5ec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:07:46Z', 'updated_at': '2021-12-08T13:07:50Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '13b96f4c-f030-42fe-bd83-f647133ac5ec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:52.576387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.604875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Checking router: 1f05a650-406a-4b92-a3f7-65e06fcfdb7f for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:07:52.605572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Updating router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f port aca4609c-50d7-4a8a-a451-fa17da40ce13 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:07:52.631752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.643610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57588) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:52.650719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.732657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d73d9a95-6e11-4a66-8a55-d01878cec66f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.791492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 743522c6-6015-4691-8250-5449c8b85875 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:52.888608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.930832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d73d9a95-6e11-4a66-8a55-d01878cec66f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.932844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Port': ['ID=0dc044eb-a137-49e3-b0cf-2e0221274597,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:52.951256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.952174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.980491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:52.986005 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-378d2936-2dab-404e-b03b-fea29deb9f24 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/743522c6-6015-4691-8250-5449c8b85875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6486080 Dec 08 13:07:52.987596 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f46f11ba-e810-4946-b0b3-19aa70070276 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4067ecc30f10487d943fc6cf29de22ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421390 Dec 08 13:07:52.987968 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba157318-2382-4e64-b6e0-22534c988dd0 None None] Sync routers for ids ['743522c6-6015-4691-8250-5449c8b85875'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:52.988487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d9a95-6e11-4a66-8a55-d01878cec66f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Subnet': ['ID=5a905e34-c53e-48d5-830d-ca544f173fcb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:52.991202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57592) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:52.991541 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57594) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:52.994606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d73d9a95-6e11-4a66-8a55-d01878cec66f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:52.998426 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d73d9a95-6e11-4a66-8a55-d01878cec66f tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/subnets/5a905e34-c53e-48d5-830d-ca544f173fcb HTTP/1.1" status: 204 len: 168 time: 0.7824976 Dec 08 13:07:53.001132 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba157318-2382-4e64-b6e0-22534c988dd0 None None] Routers {'743522c6-6015-4691-8250-5449c8b85875'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:53.001797 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ba157318-2382-4e64-b6e0-22534c988dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['743522c6-6015-4691-8250-5449c8b85875'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:53.009012 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeee083-3e99-4ead-8671-651619837b21 None None] Network 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:53.011302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57596) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:53.061635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.093608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.102400 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.147291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0aaf2-8b0e-49d7-87df-b52ddf65abef None None] Pushing event updated for resources: {'Port': ['ID=aca4609c-50d7-4a8a-a451-fa17da40ce13,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:53.151299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=7018dae3-6bfe-4dec-89c1-8836e570fa09,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:53.179632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:07:53.185051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:07:53.188104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:07:53.199876 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.scheduler.l3_agent_scheduler [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] No L3 agents can host the router aa1d7b9f-9efe-4d73-a44c-1e98ba30ef7c Dec 08 13:07:53.204188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.231976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Attempting to bind port aca4609c-50d7-4a8a-a451-fa17da40ce13 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:07:53.232608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Attempting to bind port aca4609c-50d7-4a8a-a451-fa17da40ce13 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:07:53.233144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Attempting to bind port aca4609c-50d7-4a8a-a451-fa17da40ce13 on network a3004313-d600-4b74-bdcb-c24a604971d0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:07:53.242001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:07:53.243003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Checking segment: {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:07:53.243723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.244269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Bound using segment: {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:07:53.245156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Bound port: aca4609c-50d7-4a8a-a451-fa17da40ce13, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:07:53.245854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.280055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-134c73dd-ae6e-4fef-a3f1-9c0a32d17f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.344058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] For port aca4609c-50d7-4a8a-a451-fa17da40ce13, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:07:53.347613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] For port aca4609c-50d7-4a8a-a451-fa17da40ce13, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aca4609c-50d7-4a8a-a451-fa17da40ce13,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:07:53.374711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-134c73dd-ae6e-4fef-a3f1-9c0a32d17f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.385590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736ad04a-fa6c-4ff6-9d8a-99be0a1a58c4 None None] DHCP port deletion for 063b2180-ca60-4e5c-a4b0-1312a60c1ca8 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:53.401537 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ba157318-2382-4e64-b6e0-22534c988dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:53.420695 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba157318-2382-4e64-b6e0-22534c988dd0 None None] Routers {'743522c6-6015-4691-8250-5449c8b85875'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:53.421638 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ba157318-2382-4e64-b6e0-22534c988dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['743522c6-6015-4691-8250-5449c8b85875'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:53.439519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.479258 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ba157318-2382-4e64-b6e0-22534c988dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:53.480381 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba157318-2382-4e64-b6e0-22534c988dd0 None None] The sync data for ids ['743522c6-6015-4691-8250-5449c8b85875'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:53.589139 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:53.589485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.666113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-134c73dd-ae6e-4fef-a3f1-9c0a32d17f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.668762 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-134c73dd-ae6e-4fef-a3f1-9c0a32d17f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.672454 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-134c73dd-ae6e-4fef-a3f1-9c0a32d17f16 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/26922dac-8798-4739-a066-8ec8441f1e08 HTTP/1.1" status: 204 len: 168 time: 0.6650047 Dec 08 13:07:53.700676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] For port 7addc31b-940e-46e2-a7b3-0b0d37b69f09, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=7addc31b-940e-46e2-a7b3-0b0d37b69f09,segment=NetworkSegment(a6c68a01-6571-4573-a25b-2bd217ff38ff),segment_id=a6c68a01-6571-4573-a25b-2bd217ff38ff)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:53.701052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.723768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c73dd-ae6e-4fef-a3f1-9c0a32d17f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26922dac-8798-4739-a066-8ec8441f1e08,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:53.733390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for 7addc31b-940e-46e2-a7b3-0b0d37b69f09 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:53.783926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f9d057c6-880b-4c9a-9b03-1f33cca9ca0f None None] Provisioning complete for port aca4609c-50d7-4a8a-a451-fa17da40ce13 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:53.784521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9d057c6-880b-4c9a-9b03-1f33cca9ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.846558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:53.847357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.851882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:53.852542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:53.863920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.902128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-736ad04a-fa6c-4ff6-9d8a-99be0a1a58c4 None None] Deleting port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:53.902546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-736ad04a-fa6c-4ff6-9d8a-99be0a1a58c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:53.923333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Router de3b424d-666d-4d75-b874-ad99a6a68a58 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:53.934381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0aaf2-8b0e-49d7-87df-b52ddf65abef None None] Pushing event updated for resources: {'Port': ['ID=aca4609c-50d7-4a8a-a451-fa17da40ce13,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:53.967854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35955c89-d48f-46a2-9bd2-3de3ea62e884 req-4a42a842-e1e9-4d57-9085-d43970ba2648 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:53.970146 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-35955c89-d48f-46a2-9bd2-3de3ea62e884 req-4a42a842-e1e9-4d57-9085-d43970ba2648 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.7888932 Dec 08 13:07:53.989892 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d2653d5c-6234-4a16-b2ad-b9db70aad1fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.2832651 Dec 08 13:07:53.994055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57602) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:53.996203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.032091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-736ad04a-fa6c-4ff6-9d8a-99be0a1a58c4 None None] For port 7addc31b-940e-46e2-a7b3-0b0d37b69f09, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=7addc31b-940e-46e2-a7b3-0b0d37b69f09,segment=NetworkSegment(a6c68a01-6571-4573-a25b-2bd217ff38ff),segment_id=a6c68a01-6571-4573-a25b-2bd217ff38ff)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:54.032492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-736ad04a-fa6c-4ff6-9d8a-99be0a1a58c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.041566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] No DVR routers for this DVR port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:54.101939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=7addc31b-940e-46e2-a7b3-0b0d37b69f09,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:54.128415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Hosts for router aa1d7b9f-9efe-4d73-a44c-1e98ba30ef7c: [] {{(pid=103715) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 08 13:07:54.137600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-736ad04a-fa6c-4ff6-9d8a-99be0a1a58c4 None None] Calling delete_port for 7addc31b-940e-46e2-a7b3-0b0d37b69f09 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:54.179923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.213742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063b2180-ca60-4e5c-a4b0-1312a60c1ca8']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:54.243351 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c68a01-6571-4573-a25b-2bd217ff38ff') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:54.243655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c68a01-6571-4573-a25b-2bd217ff38ff') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:54.258913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.264959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-35955c89-d48f-46a2-9bd2-3de3ea62e884 req-362ab2cd-9644-4d3a-9589-63befd1cf8e6 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833598 Dec 08 13:07:54.274242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Hosts for other DVR routers connected to router aa1d7b9f-9efe-4d73-a44c-1e98ba30ef7c: set() {{(pid=103715) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 08 13:07:54.275401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9d057c6-880b-4c9a-9b03-1f33cca9ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.277181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.278430 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-53d2e36e-a56c-4217-baab-7cf29aa5784e tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "PUT /v2.0/routers/aa1d7b9f-9efe-4d73-a44c-1e98ba30ef7c HTTP/1.1" status: 200 len: 715 time: 2.2763638 Dec 08 13:07:54.281200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57610) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:54.284599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:54.291871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-37b29489-9ed4-44b3-b994-76ba8e207243 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "PUT /v2.0/routers/de3b424d-666d-4d75-b874-ad99a6a68a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8696327 Dec 08 13:07:54.296533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57612) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:54.307324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-736ad04a-fa6c-4ff6-9d8a-99be0a1a58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.318424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3256940-3fd6-47c9-937d-cbd63f7c26b7 None None] Sync routers for ids ['de3b424d-666d-4d75-b874-ad99a6a68a58'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:54.323130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 7addc31b-940e-46e2-a7b3-0b0d37b69f09 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:54.324465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db4251-986d-4b67-8a82-6c899a2cf5b1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:54.334847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db4251-986d-4b67-8a82-6c899a2cf5b1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:54.339139 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e7db4251-986d-4b67-8a82-6c899a2cf5b1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3340411 Dec 08 13:07:54.344816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57616) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:54.371906 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-ae4ce39b-f6d8-4924-ae1e-3a43f27223b4 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] show failed (client error): The resource could not be found. Dec 08 13:07:54.374615 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ae4ce39b-f6d8-4924-ae1e-3a43f27223b4 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1583359778 HTTP/1.1" status: 404 len: 335 time: 0.0755196 Dec 08 13:07:54.377801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57618) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:54.383660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f0e8042d-bb82-4b4e-9297-422152af0fab tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:54.388713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ad04a-fa6c-4ff6-9d8a-99be0a1a58c4 None None] Pushing event deleted for resources: {'Port': ['ID=7addc31b-940e-46e2-a7b3-0b0d37b69f09,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:54.395575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 7addc31b-940e-46e2-a7b3-0b0d37b69f09 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:54.396652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 7addc31b-940e-46e2-a7b3-0b0d37b69f09 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:54.401040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ad04a-fa6c-4ff6-9d8a-99be0a1a58c4 None None] No DVR routers for this DVR port 7addc31b-940e-46e2-a7b3-0b0d37b69f09 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:54.405182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.429488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:54.429897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:54.433218 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:54.435801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3256940-3fd6-47c9-937d-cbd63f7c26b7 None None] Routers {'de3b424d-666d-4d75-b874-ad99a6a68a58'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:54.435801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b3256940-3fd6-47c9-937d-cbd63f7c26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['de3b424d-666d-4d75-b874-ad99a6a68a58'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:54.441754 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-f0e8042d-bb82-4b4e-9297-422152af0fab tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] update failed (client error): The resource could not be found. Dec 08 13:07:54.443399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f9d057c6-880b-4c9a-9b03-1f33cca9ca0f None None] For port aca4609c-50d7-4a8a-a451-fa17da40ce13, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aca4609c-50d7-4a8a-a451-fa17da40ce13,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:54.451631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f0e8042d-bb82-4b4e-9297-422152af0fab tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-783944001 HTTP/1.1" status: 404 len: 334 time: 0.0726266 Dec 08 13:07:54.455202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57620) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:54.455349 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-08fa7f24-c00e-4918-8e0e-a2131284ab92 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "GET /v2.0/routers/aa1d7b9f-9efe-4d73-a44c-1e98ba30ef7c HTTP/1.1" status: 200 len: 715 time: 0.1682465 Dec 08 13:07:54.460153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57622) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:54.482620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:07:54.484645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b3256940-3fd6-47c9-937d-cbd63f7c26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:54.521926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-542f812c-8852-4f6d-973b-451534623cb5 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Deleting subnet bbc24181-dfa4-4981-b76f-bd9dec0dbe05 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:54.525846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-542f812c-8852-4f6d-973b-451534623cb5 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.545507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9d057c6-880b-4c9a-9b03-1f33cca9ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.561113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 6990bb74-5221-4f4a-a74a-4b2bb9c9830f {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:54.561461 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.597341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-542f812c-8852-4f6d-973b-451534623cb5 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.599212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3afcbfc5-8337-4786-88f3-124cd26a2099 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 7018dae3-6bfe-4dec-89c1-8836e570fa09 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:54.599560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3afcbfc5-8337-4786-88f3-124cd26a2099 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.653148 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.658190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3256940-3fd6-47c9-937d-cbd63f7c26b7 None None] Routers {'de3b424d-666d-4d75-b874-ad99a6a68a58'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:54.659055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b3256940-3fd6-47c9-937d-cbd63f7c26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['de3b424d-666d-4d75-b874-ad99a6a68a58'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:54.665309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.668537 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/networks/063b2180-ca60-4e5c-a4b0-1312a60c1ca8 HTTP/1.1" status: 204 len: 168 time: 1.6546772 Dec 08 13:07:54.676916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d057c6-880b-4c9a-9b03-1f33cca9ca0f None None] Pushing event updated for resources: {'Port': ['ID=aca4609c-50d7-4a8a-a451-fa17da40ce13,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:54.687297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57630) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:54.706211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bb955-6638-46a4-b57e-25946e1b277e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Network': ['ID=063b2180-ca60-4e5c-a4b0-1312a60c1ca8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:54.722499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-542f812c-8852-4f6d-973b-451534623cb5 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.737183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b3256940-3fd6-47c9-937d-cbd63f7c26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:54.738149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3256940-3fd6-47c9-937d-cbd63f7c26b7 None None] The sync data for ids ['de3b424d-666d-4d75-b874-ad99a6a68a58'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:54.768930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-46795bdd-3e0c-48e9-ae53-116cfcc45428 None None] Provisioning complete for port aca4609c-50d7-4a8a-a451-fa17da40ce13 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:54.769593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-46795bdd-3e0c-48e9-ae53-116cfcc45428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.870795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-542f812c-8852-4f6d-973b-451534623cb5 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.904939 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f812c-8852-4f6d-973b-451534623cb5 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc24181-dfa4-4981-b76f-bd9dec0dbe05,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:54.907453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-542f812c-8852-4f6d-973b-451534623cb5 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:54.911367 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-542f812c-8852-4f6d-973b-451534623cb5 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/subnets/bbc24181-dfa4-4981-b76f-bd9dec0dbe05 HTTP/1.1" status: 204 len: 168 time: 0.4579883 Dec 08 13:07:54.914820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57636) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:54.924444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11528db3-0bda-4291-81e0-4f7cb54d5ed3 None None] Network bb7a00e6-bdc1-4507-8009-ab3d935e4088 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:55.017918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.108862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Deleting port eae1598d-a1af-46f4-9ecf-8328213c4fb7 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:55.109295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.117184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:07:49Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '32614661-fec1-4cf0-a43e-667d269b4cc8', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:06:29Z', 'updated_at': '2021-12-08T13:06:35Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aca4609c-50d7-4a8a-a451-fa17da40ce13', 'name': '', 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:b7:ab:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '13b96f4c-f030-42fe-bd83-f647133ac5ec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:07:46Z', 'updated_at': '2021-12-08T13:07:53Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '13b96f4c-f030-42fe-bd83-f647133ac5ec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:55.170509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b6ad0-a2df-4d1e-a92c-212000b7f4da None None] The sync data for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv is: [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:07:49Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '32614661-fec1-4cf0-a43e-667d269b4cc8', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:06:29Z', 'updated_at': '2021-12-08T13:06:35Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aca4609c-50d7-4a8a-a451-fa17da40ce13', 'name': '', 'network_id': 'a3004313-d600-4b74-bdcb-c24a604971d0', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:b7:ab:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '13b96f4c-f030-42fe-bd83-f647133ac5ec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:07:46Z', 'updated_at': '2021-12-08T13:07:53Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '13b96f4c-f030-42fe-bd83-f647133ac5ec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:55.174443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] For port eae1598d-a1af-46f4-9ecf-8328213c4fb7, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eae1598d-a1af-46f4-9ecf-8328213c4fb7,segment=NetworkSegment(5ed063fb-fa27-4593-9183-7fe12305cc24),segment_id=5ed063fb-fa27-4593-9183-7fe12305cc24)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:55.175147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.180383 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.181612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-46795bdd-3e0c-48e9-ae53-116cfcc45428 None None] Provisioning complete for port 7018dae3-6bfe-4dec-89c1-8836e570fa09 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:55.182044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-46795bdd-3e0c-48e9-ae53-116cfcc45428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.193554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Calling delete_port for eae1598d-a1af-46f4-9ecf-8328213c4fb7 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:55.194112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57642) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:55.256456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 6990bb74-5221-4f4a-a74a-4b2bb9c9830f owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:55.257969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-46795bdd-3e0c-48e9-ae53-116cfcc45428 None None] Port 7018dae3-6bfe-4dec-89c1-8836e570fa09 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:07:55.304430 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3ce127a7-120e-4470-8616-ed0cd4b33962 tempest-RoutersTestDVR-660708084 tempest-RoutersTestDVR-660708084-project] 10.222.0.76 "GET /v2.0/routers/aa1d7b9f-9efe-4d73-a44c-1e98ba30ef7c HTTP/1.1" status: 200 len: 681 time: 0.8422918 Dec 08 13:07:55.306372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3afcbfc5-8337-4786-88f3-124cd26a2099 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.311210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57648) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:55.331252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3afcbfc5-8337-4786-88f3-124cd26a2099 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 7018dae3-6bfe-4dec-89c1-8836e570fa09 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:55.348227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79ad2a2-73e3-4bda-ab6f-a72964591796 None None] DHCP port deletion for bb7a00e6-bdc1-4507-8009-ab3d935e4088 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:55.438705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1903444154'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:55.440208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e79ad2a2-73e3-4bda-ab6f-a72964591796 None None] Deleting port eae1598d-a1af-46f4-9ecf-8328213c4fb7 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:55.440760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e79ad2a2-73e3-4bda-ab6f-a72964591796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.499403 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port f6fc4519-3e71-4f68-b5b7-1dcc70847960 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:55.499748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.515493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.536212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e79ad2a2-73e3-4bda-ab6f-a72964591796 None None] For port eae1598d-a1af-46f4-9ecf-8328213c4fb7, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eae1598d-a1af-46f4-9ecf-8328213c4fb7,segment=NetworkSegment(5ed063fb-fa27-4593-9183-7fe12305cc24),segment_id=5ed063fb-fa27-4593-9183-7fe12305cc24)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:55.536855 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e79ad2a2-73e3-4bda-ab6f-a72964591796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.555808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e79ad2a2-73e3-4bda-ab6f-a72964591796 None None] Calling delete_port for eae1598d-a1af-46f4-9ecf-8328213c4fb7 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:55.586303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Port': ['ID=eae1598d-a1af-46f4-9ecf-8328213c4fb7,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:55.588361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] No DVR routers for this DVR port eae1598d-a1af-46f4-9ecf-8328213c4fb7 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:55.599236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05e065-8773-4aa7-8fb8-30fb60c496d4 req-ebb0645f-615b-4b0a-b330-8f12dab7bb4b tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:55.601415 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a05e065-8773-4aa7-8fb8-30fb60c496d4 req-ebb0645f-615b-4b0a-b330-8f12dab7bb4b tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.2143018 Dec 08 13:07:55.627828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Made reservation on behalf of 40ab3df423144a9cb255d06ec04f7eaa for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:55.638186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.648114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5745-8928-4bd4-aba8-9201cebd7cc5 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.668955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e79ad2a2-73e3-4bda-ab6f-a72964591796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.686529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.686819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.686819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.701645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ad2a2-73e3-4bda-ab6f-a72964591796 None None] Pushing event deleted for resources: {'Port': ['ID=eae1598d-a1af-46f4-9ecf-8328213c4fb7,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:55.705197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ad2a2-73e3-4bda-ab6f-a72964591796 None None] No DVR routers for this DVR port eae1598d-a1af-46f4-9ecf-8328213c4fb7 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:55.726924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for f6fc4519-3e71-4f68-b5b7-1dcc70847960 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:55.810223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.853001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=6990bb74-5221-4f4a-a74a-4b2bb9c9830f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:55.887366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.947149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3afcbfc5-8337-4786-88f3-124cd26a2099 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.983526 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a05e065-8773-4aa7-8fb8-30fb60c496d4 req-f08646d9-bae9-43c9-9ecc-a55755eddd5e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567808 Dec 08 13:07:55.992763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5745-8928-4bd4-aba8-9201cebd7cc5 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:55.998610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5745-8928-4bd4-aba8-9201cebd7cc5 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.007853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7a00e6-bdc1-4507-8009-ab3d935e4088']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:56.032132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcbfc5-8337-4786-88f3-124cd26a2099 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=7018dae3-6bfe-4dec-89c1-8836e570fa09,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:56.045941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.084825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed063fb-fa27-4593-9183-7fe12305cc24') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:56.085017 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed063fb-fa27-4593-9183-7fe12305cc24') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:56.104712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.125902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.136530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:56.136945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:56.140504 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:56.166343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5745-8928-4bd4-aba8-9201cebd7cc5 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.166879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c5745-8928-4bd4-aba8-9201cebd7cc5 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa1d7b9f-9efe-4d73-a44c-1e98ba30ef7c {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:07:56.180404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d4c5745-8928-4bd4-aba8-9201cebd7cc5 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.181572 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6d4c5745-8928-4bd4-aba8-9201cebd7cc5 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "DELETE /v2.0/routers/aa1d7b9f-9efe-4d73-a44c-1e98ba30ef7c HTTP/1.1" status: 204 len: 168 time: 0.8032684 Dec 08 13:07:56.191886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57650) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.193994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.203942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9d9ab232-9b41-48ff-b8d4-fae157f380ae tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Request body: {'router': {'name': 'tempest-router-1732530350', 'distributed': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:56.218215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aca4609c-50d7-4a8a-a451-fa17da40ce13 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:07:56.266116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.315093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b12778-fb0a-4162-b2ef-b6fa781faedb,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:56.315571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port aca4609c-50d7-4a8a-a451-fa17da40ce13 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:56.315828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.333619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3afcbfc5-8337-4786-88f3-124cd26a2099 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.340716 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3afcbfc5-8337-4786-88f3-124cd26a2099 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/7018dae3-6bfe-4dec-89c1-8836e570fa09 HTTP/1.1" status: 204 len: 168 time: 1.9894640 Dec 08 13:07:56.340716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57652) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.351285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:07:56.353833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.363778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.368053 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/networks/bb7a00e6-bdc1-4507-8009-ab3d935e4088 HTTP/1.1" status: 204 len: 168 time: 1.4520636 Dec 08 13:07:56.371468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57654) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.374963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d9ab232-9b41-48ff-b8d4-fae157f380ae tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.376407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d9ab232-9b41-48ff-b8d4-fae157f380ae tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.401109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2711b9-50df-4478-b1aa-b639c9dc7aa6 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Network': ['ID=bb7a00e6-bdc1-4507-8009-ab3d935e4088,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:56.405668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.406487 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Added segment 239f4c30-dfe4-4835-bd40-564a4ab01ee6 of type vlan for network 78316ba8-dc3c-41f1-a3fd-770fd4ca228d Dec 08 13:07:56.421411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 743522c6-6015-4691-8250-5449c8b85875 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:07:56.434549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.442455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0ea68-b1c5-4580-9e00-fb08ec986c5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:56.444155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0ea68-b1c5-4580-9e00-fb08ec986c5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:56.445710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0ea68-b1c5-4580-9e00-fb08ec986c5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:56.450054 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9da0ea68-b1c5-4580-9e00-fb08ec986c5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1072905 Dec 08 13:07:56.451458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57656) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.477578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=f6fc4519-3e71-4f68-b5b7-1dcc70847960,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:56.511843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-771237f9-da90-48fb-b5f0-a77081b90875 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Deleting subnet 93033373-3c35-4ced-8dfe-0774c3aa49c8 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:56.518903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-771237f9-da90-48fb-b5f0-a77081b90875 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.521210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eae1598d-a1af-46f4-9ecf-8328213c4fb7 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:56.546177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: eae1598d-a1af-46f4-9ecf-8328213c4fb7 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:07:56.546859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eae1598d-a1af-46f4-9ecf-8328213c4fb7 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:07:56.557508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba7eb60-aeb4-4c78-aff1-3885f965a34d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 9c101ef4-b5b2-4e6c-b6a6-b91806167401 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:56.564623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aba7eb60-aeb4-4c78-aff1-3885f965a34d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.597376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-771237f9-da90-48fb-b5f0-a77081b90875 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.608429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:07:56.619899 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ec53e67d-aa26-4732-8966-1f4dad51fb06 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/743522c6-6015-4691-8250-5449c8b85875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6169589 Dec 08 13:07:56.619899 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57658) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.623377 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2c26a-39e8-491d-91ac-90ab08b065ca None None] Sync routers for ids ['743522c6-6015-4691-8250-5449c8b85875'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:07:56.635845 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2c26a-39e8-491d-91ac-90ab08b065ca None None] Routers {'743522c6-6015-4691-8250-5449c8b85875'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:56.636768 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-47a2c26a-39e8-491d-91ac-90ab08b065ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['743522c6-6015-4691-8250-5449c8b85875'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:56.655041 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-031b9d74-e02f-4402-8a6b-17fd73870b5a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=743522c6-6015-4691-8250-5449c8b85875 HTTP/1.1" status: 200 len: 205 time: 0.0318592 Dec 08 13:07:56.655408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57660) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.678678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aba7eb60-aeb4-4c78-aff1-3885f965a34d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.680900 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-47a2c26a-39e8-491d-91ac-90ab08b065ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:56.690304 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2c26a-39e8-491d-91ac-90ab08b065ca None None] Routers {'743522c6-6015-4691-8250-5449c8b85875'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:07:56.691248 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-47a2c26a-39e8-491d-91ac-90ab08b065ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['743522c6-6015-4691-8250-5449c8b85875'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:56.702303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.704890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.706262 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7c44aac6-d206-4d38-824a-7bf38a07332e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/floatingips/0bfd9200-5aa3-4a40-b776-87fc676aeb8a HTTP/1.1" status: 204 len: 168 time: 2.0179970 Dec 08 13:07:56.709737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57662) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.723838 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-47a2c26a-39e8-491d-91ac-90ab08b065ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:56.725124 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2c26a-39e8-491d-91ac-90ab08b065ca None None] The sync data for ids ['743522c6-6015-4691-8250-5449c8b85875'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:07:56.741098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d9ab232-9b41-48ff-b8d4-fae157f380ae tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.754146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.762978 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ca5774-cd3a-4c1e-a208-1dd7b61a0ff0 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:56.764363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ca5774-cd3a-4c1e-a208-1dd7b61a0ff0 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:56.766651 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-50ca5774-cd3a-4c1e-a208-1dd7b61a0ff0 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/ports/cb1620a0-2cc2-4e8c-9fd0-74f7b5b9ac2f HTTP/1.1" status: 404 len: 333 time: 0.0559745 Dec 08 13:07:56.769408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57664) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.782236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa301019-e7f8-4f25-9d12-f10dc4b06970 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.799424 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6b2a4d09-6747-43c2-9593-b46b85695ed7 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6 HTTP/1.1" status: 200 len: 205 time: 0.0289638 Dec 08 13:07:56.806795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57666) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.862538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d9ab232-9b41-48ff-b8d4-fae157f380ae tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.893459 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-67b3004c-a4a9-426c-891a-62f8410f978a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] delete failed (client error): The resource could not be found. Dec 08 13:07:56.894505 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-67b3004c-a4a9-426c-891a-62f8410f978a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/routers/e8d1c06e-57e4-4dd4-90b1-2b47d910b8c6 HTTP/1.1" status: 404 len: 336 time: 0.0853736 Dec 08 13:07:56.896541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-771237f9-da90-48fb-b5f0-a77081b90875 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.904544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57670) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:56.960010 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa301019-e7f8-4f25-9d12-f10dc4b06970 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.962067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa301019-e7f8-4f25-9d12-f10dc4b06970 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.973833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.980089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:56.980684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:56.989871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26fa5ae-809e-4d1f-84eb-99fbe9932b85 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] DELETE failed (client error): The resource could not be found. Dec 08 13:07:56.990311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26fa5ae-809e-4d1f-84eb-99fbe9932b85 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:07:56.993386 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b26fa5ae-809e-4d1f-84eb-99fbe9932b85 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/subnets/5a905e34-c53e-48d5-830d-ca544f173fcb HTTP/1.1" status: 404 len: 337 time: 0.0658855 Dec 08 13:07:56.994775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aba7eb60-aeb4-4c78-aff1-3885f965a34d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.002683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57672) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:57.050349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d9ab232-9b41-48ff-b8d4-fae157f380ae tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.054185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9d9ab232-9b41-48ff-b8d4-fae157f380ae tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8562591 Dec 08 13:07:57.054495 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57676) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:57.114090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa301019-e7f8-4f25-9d12-f10dc4b06970 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.114685 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa301019-e7f8-4f25-9d12-f10dc4b06970 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Fanout notify agent at l3_agent the message router_deleted on router 743522c6-6015-4691-8250-5449c8b85875 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:07:57.122449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fa301019-e7f8-4f25-9d12-f10dc4b06970 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.123617 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fa301019-e7f8-4f25-9d12-f10dc4b06970 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/743522c6-6015-4691-8250-5449c8b85875 HTTP/1.1" status: 204 len: 168 time: 0.4672899 Dec 08 13:07:57.154196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57678) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:57.191205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4591cda9-ddf2-4547-a3c1-6f66a5f60a69 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.296725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-653ede24-1025-4bf3-b601-f0d6c2164528 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting subnet 9ab3c700-4637-4c31-aace-8496dcb2c737 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:57.302955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-653ede24-1025-4bf3-b601-f0d6c2164528 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.326970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f5b54a30-d669-444a-895b-198815218d0b tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port 6e52dd3f-cfaf-428d-a715-0c8dcbde75a8 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:57.327315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5b54a30-d669-444a-895b-198815218d0b tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.374438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Pushing event updated for resources: {'Network': ['ID=78316ba8-dc3c-41f1-a3fd-770fd4ca228d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:57.383503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6f62a981-c846-47a8-a04c-67004c969ba7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.1872511 Dec 08 13:07:57.384144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57680) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:57.385801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 78316ba8-dc3c-41f1-a3fd-770fd4ca228d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:07:57.391361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-01d380aa-277e-4264-998b-72c60be40b2e tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d', 'tempest-TagsTest-Tag-1638164750') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:57.438411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465971a-0759-4226-99e2-41b65ee7486f req-74c2f9e9-7860-4ab3-bf0d-456498b40492 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:57.439975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c465971a-0759-4226-99e2-41b65ee7486f req-74c2f9e9-7860-4ab3-bf0d-456498b40492 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.3721650 Dec 08 13:07:57.453277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4591cda9-ddf2-4547-a3c1-6f66a5f60a69 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.456393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-653ede24-1025-4bf3-b601-f0d6c2164528 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.466907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4591cda9-ddf2-4547-a3c1-6f66a5f60a69 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.468603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-771237f9-da90-48fb-b5f0-a77081b90875 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.533695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771237f9-da90-48fb-b5f0-a77081b90875 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Subnet': ['ID=93033373-3c35-4ced-8dfe-0774c3aa49c8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:57.545376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758463a-3913-47a5-b021-7bf15a98b279 None None] Network fb505030-710e-4d0c-8a30-5f186afddae7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:57.549011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-771237f9-da90-48fb-b5f0-a77081b90875 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.553097 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-771237f9-da90-48fb-b5f0-a77081b90875 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/subnets/93033373-3c35-4ced-8dfe-0774c3aa49c8 HTTP/1.1" status: 204 len: 168 time: 1.1792355 Dec 08 13:07:57.559521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57682) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:57.599923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aba7eb60-aeb4-4c78-aff1-3885f965a34d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.623398 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c465971a-0759-4226-99e2-41b65ee7486f req-f7a20d01-39e5-4161-8db9-3213c3785f13 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722410 Dec 08 13:07:57.656543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aba7eb60-aeb4-4c78-aff1-3885f965a34d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.661197 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-aba7eb60-aeb4-4c78-aff1-3885f965a34d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/9c101ef4-b5b2-4e6c-b6a6-b91806167401 HTTP/1.1" status: 204 len: 168 time: 1.2085338 Dec 08 13:07:57.665004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7eb60-aeb4-4c78-aff1-3885f965a34d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=9c101ef4-b5b2-4e6c-b6a6-b91806167401,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:57.666936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57684) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:57.671190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d790d2-8e38-4dfa-8b5f-4bb2e0087fef tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Deleting subnet 8f1ce921-c2b8-44cd-a29e-9d59421bf5f3 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:57.671735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2078e0-5964-4f06-a852-d590c880b8e0 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:57.712843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-01d380aa-277e-4264-998b-72c60be40b2e tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "PUT /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags/tempest-TagsTest-Tag-1638164750 HTTP/1.1" status: 201 len: 201 time: 0.3249817 Dec 08 13:07:57.716366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63d790d2-8e38-4dfa-8b5f-4bb2e0087fef tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.718881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57686) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:57.756905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-52f2d8e1-6cd7-418b-afb9-670a2623c37a tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d', 'tempest-TagsTest-Tag-1638164750') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:57.793120 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e92e2a-2e24-4c54-8ac7-b88b920f494f None None] DHCP port deletion for fb505030-710e-4d0c-8a30-5f186afddae7 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:57.807906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa0cda0-b756-4e80-82c5-3acdda2fdc16 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet c9744ade-c2dd-4786-ba79-1456b0dd5034 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:57.812819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63d790d2-8e38-4dfa-8b5f-4bb2e0087fef tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.838183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cda0-b756-4e80-82c5-3acdda2fdc16 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.917003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cda0-b756-4e80-82c5-3acdda2fdc16 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:57.998083 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-52f2d8e1-6cd7-418b-afb9-670a2623c37a tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "GET /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags/tempest-TagsTest-Tag-1638164750 HTTP/1.1" status: 204 len: 168 time: 0.2780745 Dec 08 13:07:58.000736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57688) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:58.007964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-38980245-0ece-42c8-89ab-52c459a063ed tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:58.021908 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-85e92e2a-2e24-4c54-8ac7-b88b920f494f None None] Deleting port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:58.022533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-85e92e2a-2e24-4c54-8ac7-b88b920f494f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.079234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63d790d2-8e38-4dfa-8b5f-4bb2e0087fef tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.109838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-85e92e2a-2e24-4c54-8ac7-b88b920f494f None None] For port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e,segment=NetworkSegment(eb8e3356-21d8-49ce-b3d6-9839f3da497f),segment_id=eb8e3356-21d8-49ce-b3d6-9839f3da497f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:58.112516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-85e92e2a-2e24-4c54-8ac7-b88b920f494f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.129394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4591cda9-ddf2-4547-a3c1-6f66a5f60a69 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.130064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4591cda9-ddf2-4547-a3c1-6f66a5f60a69 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2cb7cda-d094-4277-9d43-c512de0d0774 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:07:58.150309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4591cda9-ddf2-4547-a3c1-6f66a5f60a69 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.152765 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4591cda9-ddf2-4547-a3c1-6f66a5f60a69 tempest-RoutersTestDVR-340243534 tempest-RoutersTestDVR-340243534-project-admin] 10.222.0.76 "DELETE /v2.0/routers/c2cb7cda-d094-4277-9d43-c512de0d0774 HTTP/1.1" status: 204 len: 168 time: 1.0964885 Dec 08 13:07:58.160514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-85e92e2a-2e24-4c54-8ac7-b88b920f494f None None] Calling delete_port for 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:58.180881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-653ede24-1025-4bf3-b601-f0d6c2164528 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.186403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cda0-b756-4e80-82c5-3acdda2fdc16 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.188138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:07:58.298090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5b54a30-d669-444a-895b-198815218d0b tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.348867 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f5b54a30-d669-444a-895b-198815218d0b tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for 6e52dd3f-cfaf-428d-a715-0c8dcbde75a8 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:58.358325 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-38980245-0ece-42c8-89ab-52c459a063ed tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "GET /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags HTTP/1.1" status: 200 len: 238 time: 0.3544357 Dec 08 13:07:58.360664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63d790d2-8e38-4dfa-8b5f-4bb2e0087fef tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.366157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57692) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:58.381544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-487090e8-a8c0-4772-ba29-9fef13bcb702 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d', {'tags': ['tempest-TagsTest-Tag-1448548527', 'tempest-TagsTest-Tag-1673347991', 'tempest-TagsTest-Tag-1903637864']}) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:58.438074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d790d2-8e38-4dfa-8b5f-4bb2e0087fef tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1ce921-c2b8-44cd-a29e-9d59421bf5f3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:58.461013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.461557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-63d790d2-8e38-4dfa-8b5f-4bb2e0087fef tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.465974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbd7b46-a55e-4b56-ad09-2b84577c19f5 None None] Network 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:58.472443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-63d790d2-8e38-4dfa-8b5f-4bb2e0087fef tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/subnets/8f1ce921-c2b8-44cd-a29e-9d59421bf5f3 HTTP/1.1" status: 204 len: 168 time: 0.9098763 Dec 08 13:07:58.476366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57694) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:58.566264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-85e92e2a-2e24-4c54-8ac7-b88b920f494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.583061 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-653ede24-1025-4bf3-b601-f0d6c2164528 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.631077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e92e2a-2e24-4c54-8ac7-b88b920f494f None None] No DVR routers for this DVR port 5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:07:58.635985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cda0-b756-4e80-82c5-3acdda2fdc16 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.675993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e92e2a-2e24-4c54-8ac7-b88b920f494f None None] Pushing event deleted for resources: {'Port': ['ID=5a4ed4bf-ce35-46ac-bc86-9a1c4dcd367e,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:58.705240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0cda0-b756-4e80-82c5-3acdda2fdc16 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=c9744ade-c2dd-4786-ba79-1456b0dd5034,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:58.729258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4aa0cda0-b756-4e80-82c5-3acdda2fdc16 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.735068 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4aa0cda0-b756-4e80-82c5-3acdda2fdc16 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/c9744ade-c2dd-4786-ba79-1456b0dd5034 HTTP/1.1" status: 204 len: 168 time: 1.0587912 Dec 08 13:07:58.735621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57698) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:58.745280 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-487090e8-a8c0-4772-ba29-9fef13bcb702 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "PUT /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags HTTP/1.1" status: 200 len: 309 time: 0.3699775 Dec 08 13:07:58.751228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57700) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:58.755131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.767878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-653ede24-1025-4bf3-b601-f0d6c2164528 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:58.772386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81722163-0eaa-4937-aa8c-cd6907559d0d None None] Network 2d5f4a89-a67e-4a95-bed7-91f52e05c41d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:58.786042 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-653ede24-1025-4bf3-b601-f0d6c2164528 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/9ab3c700-4637-4c31-aace-8496dcb2c737 HTTP/1.1" status: 204 len: 168 time: 1.6304607 Dec 08 13:07:58.787653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57702) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:58.797340 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ede24-1025-4bf3-b601-f0d6c2164528 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab3c700-4637-4c31-aace-8496dcb2c737,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:58.820033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-e19a2832-69bc-404a-8612-88cbb22722e5 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d', 'tempest-TagsTest-Tag-1448548527') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:58.855274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-eefd4b8a-0a54-44af-a42b-13601c0c8e1f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182773 Dec 08 13:07:58.861616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57706) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:58.868041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:07:58.922967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d15438-ff3d-4776-8e1a-13fbba49b93a None None] DHCP port deletion for 31f0a879-73b9-43ab-817b-a1ff61eaf8e4 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:58.985144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b24ed32-c630-4f18-a79a-b25f265b7604 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:07:58.987987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57708) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:58.997316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5e59-0699-49a7-aa64-497b3e8660f7 req-800973a7-0e12-4934-aa1f-278dcc2f398c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:07:58.999608 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d23b5e59-0699-49a7-aa64-497b3e8660f7 req-800973a7-0e12-4934-aa1f-278dcc2f398c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.1667447 Dec 08 13:07:59.057194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.095669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb505030-710e-4d0c-8a30-5f186afddae7']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:59.111732 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8e3356-21d8-49ce-b3d6-9839f3da497f') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:59.112290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8e3356-21d8-49ce-b3d6-9839f3da497f') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:59.133238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.149866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.161089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:07:59.161740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.194889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e3540-8716-4f99-9707-cc54e30f6e2f None None] DHCP port deletion for 2d5f4a89-a67e-4a95-bed7-91f52e05c41d request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:59.201112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-67ec42e7-4f5e-42d3-9d3f-9b90ecb37264 None None] Provisioning complete for port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:07:59.201112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-67ec42e7-4f5e-42d3-9d3f-9b90ecb37264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.234202 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d23b5e59-0699-49a7-aa64-497b3e8660f7 req-ed32ea92-b99d-4dba-8519-46cbda9fb1d4 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161875 Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:07:59.241132 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:07:59.248587 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5b54a30-d669-444a-895b-198815218d0b tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.249154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6146aab5-b39e-4262-b51a-77671bbac592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.256259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-11d15438-ff3d-4776-8e1a-13fbba49b93a None None] Deleting port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:59.256644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11d15438-ff3d-4776-8e1a-13fbba49b93a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.355888 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e6579a-fa0f-41a0-ad32-38f1dc1b2195 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting subnet 65744fc6-d10a-4af2-ab44-41e937b9e265 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:07:59.356083 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e19a2832-69bc-404a-8612-88cbb22722e5 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "DELETE /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags/tempest-TagsTest-Tag-1448548527 HTTP/1.1" status: 204 len: 168 time: 0.6035650 Dec 08 13:07:59.357745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57714) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:59.361097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b54a30-d669-444a-895b-198815218d0b tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=6e52dd3f-cfaf-428d-a715-0c8dcbde75a8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:59.362621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-532dcd84-fee0-4c77-8270-dc2ee6122b2c tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d', 'tempest-TagsTest-Tag-1448548527') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:59.388514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.398320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.408536 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6146aab5-b39e-4262-b51a-77671bbac592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.410727 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/networks/fb505030-710e-4d0c-8a30-5f186afddae7 HTTP/1.1" status: 204 len: 168 time: 0.9332967 Dec 08 13:07:59.413556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57716) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:59.413961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a746685-7c2b-430b-8694-02b90df598c8 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:07:59.417455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a4e6579a-fa0f-41a0-ad32-38f1dc1b2195 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.424356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-11d15438-ff3d-4776-8e1a-13fbba49b93a None None] For port 0f3f58f4-8938-4b50-b5f7-89b379f58a15, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0f3f58f4-8938-4b50-b5f7-89b379f58a15,segment=NetworkSegment(49e39487-f63f-4339-9246-ccd05770ec8a),segment_id=49e39487-f63f-4339-9246-ccd05770ec8a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:59.424356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11d15438-ff3d-4776-8e1a-13fbba49b93a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.494968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053ed06-3712-42e5-b8b4-99dd19589b0b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Network': ['ID=fb505030-710e-4d0c-8a30-5f186afddae7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:59.506495 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-11d15438-ff3d-4776-8e1a-13fbba49b93a None None] Calling delete_port for 0f3f58f4-8938-4b50-b5f7-89b379f58a15 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:59.524468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e3540-8716-4f99-9707-cc54e30f6e2f None None] Deleting port aa2fb317-844a-48f6-a745-6a06008cd250 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:59.524851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3540-8716-4f99-9707-cc54e30f6e2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.541766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a4e6579a-fa0f-41a0-ad32-38f1dc1b2195 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.545285 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-532dcd84-fee0-4c77-8270-dc2ee6122b2c tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] show failed (client error): The resource could not be found. Dec 08 13:07:59.549153 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-532dcd84-fee0-4c77-8270-dc2ee6122b2c tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "GET /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags/tempest-TagsTest-Tag-1448548527 HTTP/1.1" status: 404 len: 326 time: 0.1879196 Dec 08 13:07:59.553377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57718) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:59.559061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-a75e0c7f-b2e3-49f3-87a6-30ca05547e57 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d', 'tempest-TagsTest-Tag-1673347991') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:59.561156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6146aab5-b39e-4262-b51a-77671bbac592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.583970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:07:59.587841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.608594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.631895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5b54a30-d669-444a-895b-198815218d0b tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.640986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4a746685-7c2b-430b-8694-02b90df598c8 None None] Deleting port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:59.641367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4a746685-7c2b-430b-8694-02b90df598c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.642091 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f5b54a30-d669-444a-895b-198815218d0b tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/ports/6e52dd3f-cfaf-428d-a715-0c8dcbde75a8 HTTP/1.1" status: 204 len: 168 time: 2.6374815 Dec 08 13:07:59.647489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57720) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:59.669984 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6146aab5-b39e-4262-b51a-77671bbac592 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cc2db66e1b14e99b351a268731e6d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6644309 Dec 08 13:07:59.678881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57722) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:59.685125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cd9e3540-8716-4f99-9707-cc54e30f6e2f None None] For port aa2fb317-844a-48f6-a745-6a06008cd250, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aa2fb317-844a-48f6-a745-6a06008cd250,segment=NetworkSegment(80a70475-d045-47e3-8457-1a2d3a128d81),segment_id=80a70475-d045-47e3-8457-1a2d3a128d81)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:59.685528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3540-8716-4f99-9707-cc54e30f6e2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.701623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146aab5-b39e-4262-b51a-77671bbac592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b263176-7e9d-4333-a02c-400eda8fc0aa,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:59.715488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e3540-8716-4f99-9707-cc54e30f6e2f None None] Calling delete_port for aa2fb317-844a-48f6-a745-6a06008cd250 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:59.774690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4a746685-7c2b-430b-8694-02b90df598c8 None None] For port 80ef5b40-df95-4dd6-8309-52ce65f6ba03, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=80ef5b40-df95-4dd6-8309-52ce65f6ba03,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:07:59.775242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4a746685-7c2b-430b-8694-02b90df598c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.805421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a4e6579a-fa0f-41a0-ad32-38f1dc1b2195 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.811056 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a75e0c7f-b2e3-49f3-87a6-30ca05547e57 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "GET /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags/tempest-TagsTest-Tag-1673347991 HTTP/1.1" status: 204 len: 168 time: 0.2565644 Dec 08 13:07:59.815122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57724) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:07:59.819540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4a746685-7c2b-430b-8694-02b90df598c8 None None] Calling delete_port for 80ef5b40-df95-4dd6-8309-52ce65f6ba03 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:07:59.820473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-00b0220c-7445-40ef-9ca3-90caec2cf983 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d', 'tempest-TagsTest-Tag-1903637864') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:07:59.860022 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a433939-4bc5-465e-a3df-13adf62d2acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.861881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Deleting port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:59.862226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.885318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11d15438-ff3d-4776-8e1a-13fbba49b93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.900601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-509101b8-2e48-4853-b883-b22b57c1d34e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port d645321c-4a5f-44dc-a1e1-1995f72a64bb {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:07:59.900962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-509101b8-2e48-4853-b883-b22b57c1d34e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.929448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a433939-4bc5-465e-a3df-13adf62d2acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:07:59.931979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d15438-ff3d-4776-8e1a-13fbba49b93a None None] Pushing event deleted for resources: {'Port': ['ID=0f3f58f4-8938-4b50-b5f7-89b379f58a15,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:07:59.934621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d15438-ff3d-4776-8e1a-13fbba49b93a None None] No DVR routers for this DVR port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:00.023328 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-00b0220c-7445-40ef-9ca3-90caec2cf983 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "GET /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags/tempest-TagsTest-Tag-1903637864 HTTP/1.1" status: 204 len: 168 time: 0.2043810 Dec 08 13:08:00.024552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57726) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:00.025579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] For port 0f3f58f4-8938-4b50-b5f7-89b379f58a15, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:00.026004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.031295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-d142ed58-7fdd-4e4c-8b29-5342fa2b4a53 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:00.037300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a4e6579a-fa0f-41a0-ad32-38f1dc1b2195 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.057547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3540-8716-4f99-9707-cc54e30f6e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.060715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4a746685-7c2b-430b-8694-02b90df598c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.077552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Calling delete_port for 0f3f58f4-8938-4b50-b5f7-89b379f58a15 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:00.078978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6579a-fa0f-41a0-ad32-38f1dc1b2195 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Subnet': ['ID=65744fc6-d10a-4af2-ab44-41e937b9e265,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:00.083507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a4e6579a-fa0f-41a0-ad32-38f1dc1b2195 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.084847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_backend_mixin [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 was not found and therefore no delete operation was performed {{(pid=103715) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 13:08:00.086818 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a4e6579a-fa0f-41a0-ad32-38f1dc1b2195 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/65744fc6-d10a-4af2-ab44-41e937b9e265 HTTP/1.1" status: 204 len: 168 time: 1.2869492 Dec 08 13:08:00.090691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.090887 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57728) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:00.093970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.117806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf8154-fad0-49f2-bf94-f6732ecd59f1 None None] Network 57b9702d-efcc-4086-b038-146c7f99074f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:00.123216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aa2fb317-844a-48f6-a745-6a06008cd250 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:00.125264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e3540-8716-4f99-9707-cc54e30f6e2f None None] Pushing event deleted for resources: {'Port': ['ID=aa2fb317-844a-48f6-a745-6a06008cd250,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:00.138143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Port': ['ID=0f3f58f4-8938-4b50-b5f7-89b379f58a15,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:00.145826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a433939-4bc5-465e-a3df-13adf62d2acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.151279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a433939-4bc5-465e-a3df-13adf62d2acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.151401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] No DVR routers for this DVR port 0f3f58f4-8938-4b50-b5f7-89b379f58a15 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:00.151509 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4a433939-4bc5-465e-a3df-13adf62d2acf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b263176-7e9d-4333-a02c-400eda8fc0aa HTTP/1.1" status: 204 len: 168 time: 0.4705489 Dec 08 13:08:00.157681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e3540-8716-4f99-9707-cc54e30f6e2f None None] No DVR routers for this DVR port aa2fb317-844a-48f6-a745-6a06008cd250 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:00.179434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a746685-7c2b-430b-8694-02b90df598c8 None None] Pushing event deleted for resources: {'Port': ['ID=80ef5b40-df95-4dd6-8309-52ce65f6ba03,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:00.185558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a746685-7c2b-430b-8694-02b90df598c8 None None] No DVR routers for this DVR port 80ef5b40-df95-4dd6-8309-52ce65f6ba03 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:00.214938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-509101b8-2e48-4853-b883-b22b57c1d34e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.215664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: aa2fb317-844a-48f6-a745-6a06008cd250 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:00.216028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aa2fb317-844a-48f6-a745-6a06008cd250 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:00.217188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 80ef5b40-df95-4dd6-8309-52ce65f6ba03 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:00.228722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:00.242490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.248631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 80ef5b40-df95-4dd6-8309-52ce65f6ba03 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:00.248989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 80ef5b40-df95-4dd6-8309-52ce65f6ba03 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:00.249889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0f3f58f4-8938-4b50-b5f7-89b379f58a15 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:00.275277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a433939-4bc5-465e-a3df-13adf62d2acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b263176-7e9d-4333-a02c-400eda8fc0aa,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:00.278560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:00.282619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-509101b8-2e48-4853-b883-b22b57c1d34e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for d645321c-4a5f-44dc-a1e1-1995f72a64bb owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:00.283918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:00.284524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.285872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f0a879-73b9-43ab-817b-a1ff61eaf8e4']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:00.287446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=08f5d5d6-6601-45ad-a95f-bed4cab09a18,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:00.301911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.309602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e39487-f63f-4339-9246-ccd05770ec8a') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:00.309941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e39487-f63f-4339-9246-ccd05770ec8a') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:00.323929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.382186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a83add-2e47-43a9-8c81-942b1b6ca39c None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:00.392996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 0f3f58f4-8938-4b50-b5f7-89b379f58a15 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:00.393339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0f3f58f4-8938-4b50-b5f7-89b379f58a15 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:00.407972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.419206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:00.419829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:00.423445 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:00.428525 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5335c9c1-909a-45cb-840e-be459e8b5fc1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5656700 Dec 08 13:08:00.434518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57734) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:00.447411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:00.520345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474e142-d0b3-4a85-92f9-35de73c23adc req-1f7341c7-babc-4c51-906d-baabf09e16be tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:00.522210 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9474e142-d0b3-4a85-92f9-35de73c23adc req-1f7341c7-babc-4c51-906d-baabf09e16be tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.1618168 Dec 08 13:08:00.569601 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d142ed58-7fdd-4e4c-8b29-5342fa2b4a53 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "DELETE /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags HTTP/1.1" status: 204 len: 168 time: 0.5402100 Dec 08 13:08:00.572669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57738) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:00.580787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '08f5d5d6-6601-45ad-a95f-bed4cab09a18'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:00.582313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.584613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-c0c92c2a-aed2-4235-b6bd-eee3fe36aa43 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d', 'tempest-TagsTest-Tag-1673347991') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:00.585830 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506bf772-6004-4a9a-9be4-2322294055b2 None None] DHCP port deletion for 57b9702d-efcc-4086-b038-146c7f99074f request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:00.616837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.635841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.647624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5f4a89-a67e-4a95-bed7-91f52e05c41d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:00.649713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.654352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/networks/31f0a879-73b9-43ab-817b-a1ff61eaf8e4 HTTP/1.1" status: 204 len: 168 time: 1.2397082 Dec 08 13:08:00.662418 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9474e142-d0b3-4a85-92f9-35de73c23adc req-cf9fe9f4-d525-49f5-90de-6eba6a45256c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285346 Dec 08 13:08:00.668444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57740) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:00.683731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046162-6c3a-41be-abac-657462e7e6da tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Network': ['ID=31f0a879-73b9-43ab-817b-a1ff61eaf8e4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:00.690568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a70475-d045-47e3-8457-1a2d3a128d81') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:00.690848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a70475-d045-47e3-8457-1a2d3a128d81') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:00.724731 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.728899 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:00.733163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.742001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-506bf772-6004-4a9a-9be4-2322294055b2 None None] Deleting port a75b1706-bfff-43a1-a897-22d7f9d1e30b {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:00.742618 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-506bf772-6004-4a9a-9be4-2322294055b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.751368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-c0c92c2a-aed2-4235-b6bd-eee3fe36aa43 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] show failed (client error): The resource could not be found. Dec 08 13:08:00.762358 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c0c92c2a-aed2-4235-b6bd-eee3fe36aa43 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "GET /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags/tempest-TagsTest-Tag-1673347991 HTTP/1.1" status: 404 len: 326 time: 0.1787832 Dec 08 13:08:00.762358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57742) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:00.762358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-f8fb2c3a-9efd-41d5-932b-e9084ee9e6c7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d', 'tempest-TagsTest-Tag-1903637864') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:00.762737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.782109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:00.782109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.784155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-509101b8-2e48-4853-b883-b22b57c1d34e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:00.785110 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:00.820069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d79ac9-7fe1-4059-b917-27ce661d7480 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Deleting subnet 27ef792a-0a42-43e2-9057-6b0c05b8a4e5 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:00.823064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509101b8-2e48-4853-b883-b22b57c1d34e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=d645321c-4a5f-44dc-a1e1-1995f72a64bb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:00.823615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d79ac9-7fe1-4059-b917-27ce661d7480 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.841264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Allocated IP 172.20.0.2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/08f5d5d6-6601-45ad-a95f-bed4cab09a18/4f8a487e-37f3-4eeb-b180-645932f60f83) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:00.848840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-506bf772-6004-4a9a-9be4-2322294055b2 None None] For port a75b1706-bfff-43a1-a897-22d7f9d1e30b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a75b1706-bfff-43a1-a897-22d7f9d1e30b,segment=NetworkSegment(e24dd659-955b-44f9-b222-a9eb803cbfa6),segment_id=e24dd659-955b-44f9-b222-a9eb803cbfa6)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:00.849800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-506bf772-6004-4a9a-9be4-2322294055b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.867908 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-506bf772-6004-4a9a-9be4-2322294055b2 None None] Calling delete_port for a75b1706-bfff-43a1-a897-22d7f9d1e30b owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:00.873816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d79ac9-7fe1-4059-b917-27ce661d7480 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:00.960638 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d79ac9-7fe1-4059-b917-27ce661d7480 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.023658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57744) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:01.073438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.110304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-506bf772-6004-4a9a-9be4-2322294055b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.114293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-00d5ce39-1b18-4fe4-9a88-792b28432dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.144264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf772-6004-4a9a-9be4-2322294055b2 None None] Pushing event deleted for resources: {'Port': ['ID=a75b1706-bfff-43a1-a897-22d7f9d1e30b,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:01.146725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506bf772-6004-4a9a-9be4-2322294055b2 None None] No DVR routers for this DVR port a75b1706-bfff-43a1-a897-22d7f9d1e30b on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:01.149011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.190015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:01.193456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:01.199421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:01.200305 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-f8fb2c3a-9efd-41d5-932b-e9084ee9e6c7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] show failed (client error): The resource could not be found. Dec 08 13:08:01.201708 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f8fb2c3a-9efd-41d5-932b-e9084ee9e6c7 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "GET /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags/tempest-TagsTest-Tag-1903637864 HTTP/1.1" status: 404 len: 326 time: 0.4446042 Dec 08 13:08:01.204816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d79ac9-7fe1-4059-b917-27ce661d7480 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.207574 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57746) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:01.211933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Pushing event updated for resources: {'Port': ['ID=4f8a487e-37f3-4eeb-b180-645932f60f83,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:01.218046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-4c5dfbe8-7bb5-4f8e-a48f-455887e6203b tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '78316ba8-dc3c-41f1-a3fd-770fd4ca228d') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:01.247621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d79ac9-7fe1-4059-b917-27ce661d7480 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Subnet': ['ID=27ef792a-0a42-43e2-9057-6b0c05b8a4e5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:01.260656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-509101b8-2e48-4853-b883-b22b57c1d34e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.267235 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-509101b8-2e48-4853-b883-b22b57c1d34e tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/ports/d645321c-4a5f-44dc-a1e1-1995f72a64bb HTTP/1.1" status: 204 len: 168 time: 1.6109667 Dec 08 13:08:01.273746 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.273917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Attempting to bind port 4f8a487e-37f3-4eeb-b180-645932f60f83 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:01.273917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Attempting to bind port 4f8a487e-37f3-4eeb-b180-645932f60f83 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:01.273917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Attempting to bind port 4f8a487e-37f3-4eeb-b180-645932f60f83 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:01.274195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.275311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57748) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:01.277334 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/networks/2d5f4a89-a67e-4a95-bed7-91f52e05c41d HTTP/1.1" status: 204 len: 168 time: 1.1835577 Dec 08 13:08:01.286276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:01.286907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57750) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:01.287053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:01.287401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.287795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:01.288302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Bound port: 4f8a487e-37f3-4eeb-b180-645932f60f83, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:01.288692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.305439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97d79ac9-7fe1-4059-b917-27ce661d7480 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.311761 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-97d79ac9-7fe1-4059-b917-27ce661d7480 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/subnets/27ef792a-0a42-43e2-9057-6b0c05b8a4e5 HTTP/1.1" status: 204 len: 168 time: 0.6349487 Dec 08 13:08:01.315455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57754) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:01.322998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67743f-ddfa-4786-917c-e8cf923a4f1f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Network': ['ID=2d5f4a89-a67e-4a95-bed7-91f52e05c41d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:01.329537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2995a6-14cc-4725-8a6b-3a4a5f8d1db0 None None] Network 044c54d9-df0e-4ab7-af3c-2475051eb79f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:01.368512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-00d5ce39-1b18-4fe4-9a88-792b28432dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.403025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.415692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73167d8f-7ba7-494b-b956-104f135a5ca3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:01.420363 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-73167d8f-7ba7-494b-b956-104f135a5ca3 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a7ce37-5374-40e4-bf7f-ee5f87386e8a HTTP/1.1" status: 200 len: 913 time: 0.1407247 Dec 08 13:08:01.420363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57756) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:01.453911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] For port 4f8a487e-37f3-4eeb-b180-645932f60f83, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:01.457580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] For port 4f8a487e-37f3-4eeb-b180-645932f60f83, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4f8a487e-37f3-4eeb-b180-645932f60f83,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:01.478656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-00d5ce39-1b18-4fe4-9a88-792b28432dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.531679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.554305 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4c5dfbe8-7bb5-4f8e-a48f-455887e6203b tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "DELETE /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d/tags HTTP/1.1" status: 204 len: 168 time: 0.3335357 Dec 08 13:08:01.555595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57758) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:01.557930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808cc50c-c8f2-44d5-b419-416013a49163 None None] DHCP port deletion for 044c54d9-df0e-4ab7-af3c-2475051eb79f request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:01.593847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5ce39-1b18-4fe4-9a88-792b28432dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e960bfb6-9223-43ec-8176-8ac57da2e7a9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:01.607258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.627835 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-00d5ce39-1b18-4fe4-9a88-792b28432dbb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c6d9c90808d4001a56a701da9abdf27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5619676 Dec 08 13:08:01.647606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57760) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:01.657884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b9702d-efcc-4086-b038-146c7f99074f']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:01.710031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24dd659-955b-44f9-b222-a9eb803cbfa6') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:01.710661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24dd659-955b-44f9-b222-a9eb803cbfa6') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:01.744465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f66b2955-0766-480a-bf1f-d54589c9f455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.745814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.752805 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Deleting port db5c97d6-09f9-457c-a1ca-e522476865cd {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:01.753150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.776305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.791560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f66b2955-0766-480a-bf1f-d54589c9f455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.791774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.822683 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e323e6-4d36-4fc1-8bf0-356364d27d3b None None] Pushing event updated for resources: {'Port': ['ID=4f8a487e-37f3-4eeb-b180-645932f60f83,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:01.840336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.850433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-808cc50c-c8f2-44d5-b419-416013a49163 None None] Deleting port db5c97d6-09f9-457c-a1ca-e522476865cd {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:01.851117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-808cc50c-c8f2-44d5-b419-416013a49163 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.860716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:01.861213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:01.869067 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:01.902540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] For port db5c97d6-09f9-457c-a1ca-e522476865cd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=db5c97d6-09f9-457c-a1ca-e522476865cd,segment=NetworkSegment(64ecee07-40a1-4741-8566-b70bf2614e00),segment_id=64ecee07-40a1-4741-8566-b70bf2614e00)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:01.902927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.926354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Calling delete_port for db5c97d6-09f9-457c-a1ca-e522476865cd owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:01.936153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-808cc50c-c8f2-44d5-b419-416013a49163 None None] For port db5c97d6-09f9-457c-a1ca-e522476865cd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=db5c97d6-09f9-457c-a1ca-e522476865cd,segment=NetworkSegment(64ecee07-40a1-4741-8566-b70bf2614e00),segment_id=64ecee07-40a1-4741-8566-b70bf2614e00)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:01.936566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-808cc50c-c8f2-44d5-b419-416013a49163 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:01.959453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-808cc50c-c8f2-44d5-b419-416013a49163 None None] Calling delete_port for db5c97d6-09f9-457c-a1ca-e522476865cd owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:02.042067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f66b2955-0766-480a-bf1f-d54589c9f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.047912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f66b2955-0766-480a-bf1f-d54589c9f455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.055210 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f66b2955-0766-480a-bf1f-d54589c9f455 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e960bfb6-9223-43ec-8176-8ac57da2e7a9 HTTP/1.1" status: 204 len: 168 time: 0.4036510 Dec 08 13:08:02.059421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:08:02.085433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.110454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e9728-52c1-40ba-bb06-8f261e35c9df req-d1f9b3a0-ef3f-4eb8-af29-8154def56e0f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:02.112110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-378e9728-52c1-40ba-bb06-8f261e35c9df req-d1f9b3a0-ef3f-4eb8-af29-8154def56e0f tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.3315299 Dec 08 13:08:02.149188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b2955-0766-480a-bf1f-d54589c9f455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e960bfb6-9223-43ec-8176-8ac57da2e7a9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:02.149931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-808cc50c-c8f2-44d5-b419-416013a49163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.165231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78316ba8-dc3c-41f1-a3fd-770fd4ca228d']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:02.182971 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device db5c97d6-09f9-457c-a1ca-e522476865cd no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:02.193947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cc50c-c8f2-44d5-b419-416013a49163 None None] Pushing event deleted for resources: {'Port': ['ID=db5c97d6-09f9-457c-a1ca-e522476865cd,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:02.199496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.205662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239f4c30-dfe4-4835-bd40-564a4ab01ee6') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:02.206208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239f4c30-dfe4-4835-bd40-564a4ab01ee6') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:02.234085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808cc50c-c8f2-44d5-b419-416013a49163 None None] No DVR routers for this DVR port db5c97d6-09f9-457c-a1ca-e522476865cd on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:02.235718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: db5c97d6-09f9-457c-a1ca-e522476865cd {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:02.236073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device db5c97d6-09f9-457c-a1ca-e522476865cd not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:02.236469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a75b1706-bfff-43a1-a897-22d7f9d1e30b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:02.238854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.239581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Port': ['ID=db5c97d6-09f9-457c-a1ca-e522476865cd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:02.271900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: a75b1706-bfff-43a1-a897-22d7f9d1e30b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:02.272517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a75b1706-bfff-43a1-a897-22d7f9d1e30b not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:02.285488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] No DVR routers for this DVR port db5c97d6-09f9-457c-a1ca-e522476865cd on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:02.312563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.314338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.318656 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/networks/57b9702d-efcc-4086-b038-146c7f99074f HTTP/1.1" status: 204 len: 168 time: 1.0307274 Dec 08 13:08:02.323994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83634fca-6f63-4427-94fb-00556eb777d4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Network': ['ID=57b9702d-efcc-4086-b038-146c7f99074f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:02.331027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57766) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:02.338755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-449390769'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:02.410643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.415941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.436316 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-378e9728-52c1-40ba-bb06-8f261e35c9df req-2cccbd89-fd0f-438a-8d00-4a5be0054bff tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020988 Dec 08 13:08:02.438287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:02.438730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:02.449297 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:02.451623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044c54d9-df0e-4ab7-af3c-2475051eb79f']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:02.455224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ecee07-40a1-4741-8566-b70bf2614e00') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:02.455526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ecee07-40a1-4741-8566-b70bf2614e00') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:02.487979 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.502307 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.512043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.515407 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:02.518870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.539319 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:02.539670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:02.545005 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:02.582542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.624718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.632527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:02.635036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.643148 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] 10.222.0.76 "DELETE /v2.0/networks/78316ba8-dc3c-41f1-a3fd-770fd4ca228d HTTP/1.1" status: 204 len: 168 time: 1.0864575 Dec 08 13:08:02.663801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e47ee0-1a86-42d2-9ea3-0ee83a095398 tempest-TagsTest-1419927637 tempest-TagsTest-1419927637-project] Pushing event deleted for resources: {'Network': ['ID=78316ba8-dc3c-41f1-a3fd-770fd4ca228d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:02.677388 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.677745 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added segment 7a89d6f8-159c-4a4e-96ac-6f40d3ca8731 of type vlan for network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 Dec 08 13:08:02.788047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.794203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.823151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.829900 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/networks/044c54d9-df0e-4ab7-af3c-2475051eb79f HTTP/1.1" status: 204 len: 168 time: 1.5086002 Dec 08 13:08:02.830867 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320e92f-d9b9-4361-b4ea-5b9999aa043a tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Pushing event deleted for resources: {'Network': ['ID=044c54d9-df0e-4ab7-af3c-2475051eb79f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:02.835145 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57778) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:02.884762 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b91ca14f-1e88-4248-8253-4491761c54f7 tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3b424d-666d-4d75-b874-ad99a6a68a58 HTTP/1.1" status: 200 len: 205 time: 0.0459681 Dec 08 13:08:02.885377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57780) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:02.980610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.986181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:02.986823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:02.993712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] For port 4f8a487e-37f3-4eeb-b180-645932f60f83, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4f8a487e-37f3-4eeb-b180-645932f60f83,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:03.016114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port 57cff8d6-57f9-464e-a92f-9ed7f7048b3f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:03.018597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.023019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e81ec3c-503d-4790-ab72-c4591c20af7b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.168976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57788) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:03.173305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.181861 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8474722 Dec 08 13:08:03.186894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e5dd5-4882-4c1d-bcd2-e77238fe30f1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Network': ['ID=6913f219-9989-44b1-ae8c-3a068e7dd5d2,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:03.192462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57792) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:03.194430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.199047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'subnet': {'network_id': '6913f219-9989-44b1-ae8c-3a068e7dd5d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:03.207240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:03.208026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for 57cff8d6-57f9-464e-a92f-9ed7f7048b3f owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:03.257509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-df1af168-71e6-433d-a873-ca61441b7f75 None None] Provisioning complete for port 4f8a487e-37f3-4eeb-b180-645932f60f83 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:03.259616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-df1af168-71e6-433d-a873-ca61441b7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.305990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.307453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.444897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-df1af168-71e6-433d-a873-ca61441b7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.477932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-df1af168-71e6-433d-a873-ca61441b7f75 None None] For port 4f8a487e-37f3-4eeb-b180-645932f60f83, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4f8a487e-37f3-4eeb-b180-645932f60f83,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:03.500441 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d6a36028-56ee-454c-888a-a29e2033b9c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=40ab3df423144a9cb255d06ec04f7eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297546 Dec 08 13:08:03.503128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57802) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:03.507278 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:08:03.612914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57804) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:03.650303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-df1af168-71e6-433d-a873-ca61441b7f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.670597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d9ebb-4422-404a-9fcc-c3884d3ed7e4 req-166d8deb-46b5-44b2-aec4-3a86e7989b03 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:03.672748 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-074d9ebb-4422-404a-9fcc-c3884d3ed7e4 req-166d8deb-46b5-44b2-aec4-3a86e7989b03 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.1359482 Dec 08 13:08:03.688735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb65-fb4f-4200-9035-2445e5bf273a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.691610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:03.697151 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.716490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1af168-71e6-433d-a873-ca61441b7f75 None None] Pushing event updated for resources: {'Port': ['ID=4f8a487e-37f3-4eeb-b180-645932f60f83,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:03.774929 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e81ec3c-503d-4790-ab72-c4591c20af7b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.782221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e81ec3c-503d-4790-ab72-c4591c20af7b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.783833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'networks': [{'name': 'tempest-network--664573844'}, {'name': 'tempest-network--14893050'}]} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:03.783833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'network': {'name': 'tempest-network--664573844'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:03.784420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'network': {'name': 'tempest-network--14893050'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:03.790341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.803405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:03.843662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:03.847043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:03.847634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.854220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc74e2-0789-411f-b4c4-ed7313c10ed3 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:03.855350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=c910591e-13c7-4329-9ce9-58273251bf21,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:03.868641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=4f8a487e-37f3-4eeb-b180-645932f60f83,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:03.876740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=57cff8d6-57f9-464e-a92f-9ed7f7048b3f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:03.882954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb65-fb4f-4200-9035-2445e5bf273a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.929959 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e81ec3c-503d-4790-ab72-c4591c20af7b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.931025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e81ec3c-503d-4790-ab72-c4591c20af7b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Fanout notify agent at l3_agent the message router_deleted on router de3b424d-666d-4d75-b874-ad99a6a68a58 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:08:03.939955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e81ec3c-503d-4790-ab72-c4591c20af7b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:03.941033 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5e81ec3c-503d-4790-ab72-c4591c20af7b tempest-RoutersNegativeIpV6Test-1424071477 tempest-RoutersNegativeIpV6Test-1424071477-project] 10.222.0.76 "DELETE /v2.0/routers/de3b424d-666d-4d75-b874-ad99a6a68a58 HTTP/1.1" status: 204 len: 168 time: 1.0491233 Dec 08 13:08:03.996498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-074d9ebb-4422-404a-9fcc-c3884d3ed7e4 req-12d7541d-3e86-48c9-b0db-8dd33109257d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217209 Dec 08 13:08:04.026187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Made reservation on behalf of a4a1f10b71144eaaa21033a8fa06f313 for: {'network': 2} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:04.032340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.082809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.085236 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3ebff535-4a30-47b9-a650-1b51a3f5cfca tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6446660 Dec 08 13:08:04.087566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57812) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:04.097671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:23:04:dd', 'name': 'tempest-NetworksTestDHCPv6-1592066703'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:04.155672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4f8a487e-37f3-4eeb-b180-645932f60f83 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:04.217789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 4f8a487e-37f3-4eeb-b180-645932f60f83 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:04.218528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.320281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:04.415512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.445850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 695d6325-1694-4c61-b848-0cce41f6b415 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:08:04.471028 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb65-fb4f-4200-9035-2445e5bf273a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.474399 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3db1fb65-fb4f-4200-9035-2445e5bf273a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.475887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3db1fb65-fb4f-4200-9035-2445e5bf273a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e8b12778-fb0a-4162-b2ef-b6fa781faedb HTTP/1.1" status: 204 len: 168 time: 0.9712663 Dec 08 13:08:04.548913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1fb65-fb4f-4200-9035-2445e5bf273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b12778-fb0a-4162-b2ef-b6fa781faedb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:04.590815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.607741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57818) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:04.682504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.714341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.758889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 172.20.0.11 (c6b804cf-1df5-4af3-9dce-30751e804dc0/08f5d5d6-6601-45ad-a95f-bed4cab09a18/695d6325-1694-4c61-b848-0cce41f6b415) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:04.765345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:fe23:4dd (c6b804cf-1df5-4af3-9dce-30751e804dc0/c910591e-13c7-4329-9ce9-58273251bf21/695d6325-1694-4c61-b848-0cce41f6b415) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:04.805107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Subnet': ['ID=185f8883-cd26-4e37-95af-ad304a1a01a2,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:04.811384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.811859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.889358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7530c635-47c7-492e-a7cf-52666836ebac None None] Provisioning complete for port 4f8a487e-37f3-4eeb-b180-645932f60f83 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:04.889801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7530c635-47c7-492e-a7cf-52666836ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:04.908902 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2a84c3cb-a9bb-4d8b-8b5f-22337083068c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed252da4679e4d42bae6e25f86fddf74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975841 Dec 08 13:08:04.914692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57822) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:04.935115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d088a529-84d6-4d23-b490-d6ee2d939250,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:04.953346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Checking segment: {'id': '7a89d6f8-159c-4a4e-96ac-6f40d3ca8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6913f219-9989-44b1-ae8c-3a068e7dd5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:04.953346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network hostable DHCP agents. Network: 6913f219-9989-44b1-ae8c-3a068e7dd5d2, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:04.955567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:05.003229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.026359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.026648 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Added segment 10c65386-3fc3-40c0-8fc7-4d31a713ae43 of type vlan for network 3a551739-4932-487c-8328-47565d2bd447 Dec 08 13:08:05.040887 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06abd32a-e321-4ebb-9411-1c4b66585f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.081422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06abd32a-e321-4ebb-9411-1c4b66585f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.150489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.196365 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:05.198061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:05.199540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:05.203265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:05.223770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.234721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=695d6325-1694-4c61-b848-0cce41f6b415,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:05.256460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f03c06-86ca-49a6-8da5-79d8a3283288 req-b8f661b1-8d68-4af5-8ed4-6cd7bc7da304 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:05.257779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-46f03c06-86ca-49a6-8da5-79d8a3283288 req-b8f661b1-8d68-4af5-8ed4-6cd7bc7da304 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.1471546 Dec 08 13:08:05.269328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:05.270292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.272093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:05.276348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06abd32a-e321-4ebb-9411-1c4b66585f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.279764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06abd32a-e321-4ebb-9411-1c4b66585f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.283868 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-06abd32a-e321-4ebb-9411-1c4b66585f04 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c82c1e4b-1d73-4722-a2e1-452ef266e2c7 HTTP/1.1" status: 204 len: 168 time: 0.3650460 Dec 08 13:08:05.296277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abd32a-e321-4ebb-9411-1c4b66585f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82c1e4b-1d73-4722-a2e1-452ef266e2c7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:05.339754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 6913f219-9989-44b1-ae8c-3a068e7dd5d2) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:05.344692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:05.345687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.354677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a810c7d4-bc36-4f3b-b192-8d961c146e12 None None] Network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:05.364047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:05.366225 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-846ddd67-1e77-4b35-beac-a7246260d57c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2773089 Dec 08 13:08:05.370172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57828) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:05.393546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.393887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Added segment b2dc61bf-df1e-4a0a-91b7-b899a480ee0f of type vlan for network e1ce58da-5806-4234-acc7-c6882bc70b2f Dec 08 13:08:05.445954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4a0ee967-8d5c-4574-a99d-07e69d0bd856 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2519743 Dec 08 13:08:05.460716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57830) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:05.480610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-63e6f415-7c00-43c5-96ab-8d716f981a10 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-472459617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:05.488361 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-46f03c06-86ca-49a6-8da5-79d8a3283288 req-36840a23-af7f-4083-a94a-8c77ccdb6b94 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192597 Dec 08 13:08:05.511841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.540924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a4068-3ba8-4290-8d40-cb35f62263c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:05.547028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a4068-3ba8-4290-8d40-cb35f62263c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:05.548656 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-584a4068-3ba8-4290-8d40-cb35f62263c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1788716 Dec 08 13:08:05.550461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-6913f219-9989-44b1-ae8c-3a068e7dd5d2', 'network_id': '6913f219-9989-44b1-ae8c-3a068e7dd5d2', 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'fixed_ips': [{'subnet_id': '185f8883-cd26-4e37-95af-ad304a1a01a2'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:05.551399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57836) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:05.551575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.591810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:05.595873 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9f5a4529-c556-446c-8a2c-736c66567318 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "PUT /v2.0/routers/e3a7ce37-5374-40e4-bf7f-ee5f87386e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1749296 Dec 08 13:08:05.598368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57838) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:05.629880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63e6f415-7c00-43c5-96ab-8d716f981a10 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.631566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63e6f415-7c00-43c5-96ab-8d716f981a10 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.706107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63e6f415-7c00-43c5-96ab-8d716f981a10 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.714059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-008eb18d-03df-41d0-97fb-bc4405eb063d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 695d6325-1694-4c61-b848-0cce41f6b415 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:05.714408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-008eb18d-03df-41d0-97fb-bc4405eb063d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.715278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a0138-badd-4f98-9b1a-a243b75f385c None None] Sync routers for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:05.717752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Allocated IP 2001:db8::2 (6913f219-9989-44b1-ae8c-3a068e7dd5d2/185f8883-cd26-4e37-95af-ad304a1a01a2/4950b170-5d2f-4540-af69-50718fcba845) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:05.746273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a0138-badd-4f98-9b1a-a243b75f385c None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:05.746929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ed6a0138-badd-4f98-9b1a-a243b75f385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:05.753518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.758249 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9e89b24b-baaa-44ea-a46e-b6f9de6c40e4 None None] Provisioning complete for port 695d6325-1694-4c61-b848-0cce41f6b415 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:05.758646 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9e89b24b-baaa-44ea-a46e-b6f9de6c40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.789830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.790338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.795992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:05.800810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:05.801442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.807692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63e6f415-7c00-43c5-96ab-8d716f981a10 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.818716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-008eb18d-03df-41d0-97fb-bc4405eb063d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.836373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-008eb18d-03df-41d0-97fb-bc4405eb063d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 695d6325-1694-4c61-b848-0cce41f6b415 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:05.838658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ed6a0138-badd-4f98-9b1a-a243b75f385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:05.859104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9e89b24b-baaa-44ea-a46e-b6f9de6c40e4 None None] Port 695d6325-1694-4c61-b848-0cce41f6b415 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:05.898123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a0138-badd-4f98-9b1a-a243b75f385c None None] Routers {'e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:05.899062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ed6a0138-badd-4f98-9b1a-a243b75f385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:05.924637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Network': ['ID=3a551739-4932-487c-8328-47565d2bd447,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:05.930003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63e6f415-7c00-43c5-96ab-8d716f981a10 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:05.932714 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-63e6f415-7c00-43c5-96ab-8d716f981a10 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4653518 Dec 08 13:08:05.934629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57844) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:05.940475 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 3a551739-4932-487c-8328-47565d2bd447 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:05.940669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'port': {'network_id': '6913f219-9989-44b1-ae8c-3a068e7dd5d2', 'name': 'tempest-RoutersIpV6Test-1358647107'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:05.945266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ed6a0138-badd-4f98-9b1a-a243b75f385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:05.946354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a0138-badd-4f98-9b1a-a243b75f385c None None] The sync data for ids ['e3a7ce37-5374-40e4-bf7f-ee5f87386e8a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:06.012079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Network': ['ID=e1ce58da-5806-4234-acc7-c6882bc70b2f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:06.024176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d7887e2a-43a0-455c-8f14-55d9f93dbed0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.4057124 Dec 08 13:08:06.024176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57846) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:06.049179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network e1ce58da-5806-4234-acc7-c6882bc70b2f details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:06.158554 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.207796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.218929 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-008eb18d-03df-41d0-97fb-bc4405eb063d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.247004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eb18d-03df-41d0-97fb-bc4405eb063d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=695d6325-1694-4c61-b848-0cce41f6b415,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:06.249771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57854) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:06.253721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.258634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:06.262434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.330833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] device_id is not set on port 4f829ba2-36fa-4028-9226-65f8f9c0c93d yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:08:06.337631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:06.342123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:06.355756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:06.361144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65b36b-cd8a-4e82-ba63-014ad3fd4cab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:06.363287 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Pushing event updated for resources: {'Port': ['ID=4950b170-5d2f-4540-af69-50718fcba845,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:06.375533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65b36b-cd8a-4e82-ba63-014ad3fd4cab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:06.384240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65b36b-cd8a-4e82-ba63-014ad3fd4cab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:06.405015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65b36b-cd8a-4e82-ba63-014ad3fd4cab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:06.407914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5b65b36b-cd8a-4e82-ba63-014ad3fd4cab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3843167 Dec 08 13:08:06.413551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57858) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:06.422403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Attempting to bind port 4950b170-5d2f-4540-af69-50718fcba845 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:06.422826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Attempting to bind port 4950b170-5d2f-4540-af69-50718fcba845 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '7a89d6f8-159c-4a4e-96ac-6f40d3ca8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6913f219-9989-44b1-ae8c-3a068e7dd5d2'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:06.423358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Attempting to bind port 4950b170-5d2f-4540-af69-50718fcba845 on network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:06.446895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:06.447285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Checking segment: {'id': '7a89d6f8-159c-4a4e-96ac-6f40d3ca8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6913f219-9989-44b1-ae8c-3a068e7dd5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:06.447701 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.448107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Bound using segment: {'id': '7a89d6f8-159c-4a4e-96ac-6f40d3ca8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6913f219-9989-44b1-ae8c-3a068e7dd5d2'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:06.449557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Bound port: 4950b170-5d2f-4540-af69-50718fcba845, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a89d6f8-159c-4a4e-96ac-6f40d3ca8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '6913f219-9989-44b1-ae8c-3a068e7dd5d2'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:06.450097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.483115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 2001:db8::5 (6913f219-9989-44b1-ae8c-3a068e7dd5d2/185f8883-cd26-4e37-95af-ad304a1a01a2/4f829ba2-36fa-4028-9226-65f8f9c0c93d) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:06.594044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] For port 4950b170-5d2f-4540-af69-50718fcba845, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:06.602354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] For port 4950b170-5d2f-4540-af69-50718fcba845, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4950b170-5d2f-4540-af69-50718fcba845,segment=NetworkSegment(7a89d6f8-159c-4a4e-96ac-6f40d3ca8731),segment_id=7a89d6f8-159c-4a4e-96ac-6f40d3ca8731)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:06.621543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.675427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting port 286cd272-3790-4e37-8353-bc2ed099ab1b {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:06.675776 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.685798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.772644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-008eb18d-03df-41d0-97fb-bc4405eb063d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.779112 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-008eb18d-03df-41d0-97fb-bc4405eb063d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/695d6325-1694-4c61-b848-0cce41f6b415 HTTP/1.1" status: 204 len: 168 time: 1.2266324 Dec 08 13:08:06.785417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57868) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:06.798019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970255-6371-47a4-848c-9ecc90d94d09 None None] Pushing event updated for resources: {'Port': ['ID=4950b170-5d2f-4540-af69-50718fcba845,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:06.803139 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:06.861982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8555b8d-8a59-42c1-8c09-60c53a62d5cf tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:06.863985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8555b8d-8a59-42c1-8c09-60c53a62d5cf tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:06.865716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8555b8d-8a59-42c1-8c09-60c53a62d5cf tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:06.870886 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b8555b8d-8a59-42c1-8c09-60c53a62d5cf tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0840521 Dec 08 13:08:06.871454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57872) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:06.925413 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57874) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:06.950991 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d64fb8-8e77-4c98-87f8-815b4aa8e2d0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 08f5d5d6-6601-45ad-a95f-bed4cab09a18 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:06.972412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23d64fb8-8e77-4c98-87f8-815b4aa8e2d0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.019125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.085717 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1610516718-network', 'tenant_id': '846e760336ad44e4bde1f5d154098eec'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:07.108103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:07.110377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23d64fb8-8e77-4c98-87f8-815b4aa8e2d0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.138881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:07.150938 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:07.156973 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:07.157745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.189503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=4f829ba2-36fa-4028-9226-65f8f9c0c93d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:07.224346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6428f9-49aa-4b0a-b6dc-2fe12bf35d53 req-647d2309-4546-4d63-9bd2-4165ca349350 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:07.225878 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f6428f9-49aa-4b0a-b6dc-2fe12bf35d53 req-647d2309-4546-4d63-9bd2-4165ca349350 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.6021996 Dec 08 13:08:07.245185 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23d64fb8-8e77-4c98-87f8-815b4aa8e2d0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.273994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Made reservation on behalf of 846e760336ad44e4bde1f5d154098eec for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:07.276323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.289457 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.338470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.341604 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ec171ec9-493d-407e-a11f-3376e1a0ffda tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4059393 Dec 08 13:08:07.345482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57878) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:07.370110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.386355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 519b1121-63e2-420e-99f1-25ae0989298f details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:08:07.394952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe289c-4ce9-4c03-a3cf-1fe98a494cca req-79cd9075-eb11-4de6-819d-8040c9a93d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:07.394952 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2bfe289c-4ce9-4c03-a3cf-1fe98a494cca req-79cd9075-eb11-4de6-819d-8040c9a93d6f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 1099 time: 0.6173553 Dec 08 13:08:07.405273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a551739-4932-487c-8328-47565d2bd447']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:07.408956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Calling delete_port for 286cd272-3790-4e37-8353-bc2ed099ab1b owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:07.428040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23d64fb8-8e77-4c98-87f8-815b4aa8e2d0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.435882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c65386-3fc3-40c0-8fc7-4d31a713ae43') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:07.436188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c65386-3fc3-40c0-8fc7-4d31a713ae43') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:07.484873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.486600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367d4e6-266f-4f89-abe4-a7dc12d5691d None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:07.503967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d64fb8-8e77-4c98-87f8-815b4aa8e2d0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=08f5d5d6-6601-45ad-a95f-bed4cab09a18,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:07.511955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23d64fb8-8e77-4c98-87f8-815b4aa8e2d0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.515764 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-23d64fb8-8e77-4c98-87f8-815b4aa8e2d0 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/08f5d5d6-6601-45ad-a95f-bed4cab09a18 HTTP/1.1" status: 204 len: 168 time: 0.6374438 Dec 08 13:08:07.521781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57880) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:07.567298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.574049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f6428f9-49aa-4b0a-b6dc-2fe12bf35d53 req-0bf59399-8dc8-42bd-be67-57258a87470a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389575 Dec 08 13:08:07.588863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:07.589371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:07.596430 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:07.603096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.606138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=519b1121-63e2-420e-99f1-25ae0989298f,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:07.640878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '519b1121-63e2-420e-99f1-25ae0989298f', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'port_id': '519b1121-63e2-420e-99f1-25ae0989298f', 'mac_address': 'fa:16:3e:e7:66:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:08:07.694176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.707528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-049f46be-de0f-4784-b5d5-faffe5cdcd86 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet c910591e-13c7-4329-9ce9-58273251bf21 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:07.711259 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2bfe289c-4ce9-4c03-a3cf-1fe98a494cca req-99f64186-140b-4c14-b4d3-3b1164f3bd81 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000231 Dec 08 13:08:07.713629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-049f46be-de0f-4784-b5d5-faffe5cdcd86 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.739419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.758136 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 519b1121-63e2-420e-99f1-25ae0989298f {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:08:07.782863 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:07.796373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.801901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.805944 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/networks/3a551739-4932-487c-8328-47565d2bd447 HTTP/1.1" status: 204 len: 168 time: 1.3888187 Dec 08 13:08:07.812997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57882) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:07.820320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd083c74-1d2e-49ed-ae29-f3c6d22af58b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:07.828320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.828672 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Added segment cb54065b-2ca2-4264-8bd2-97831788b64f of type vlan for network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 Dec 08 13:08:07.881478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-049f46be-de0f-4784-b5d5-faffe5cdcd86 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.886823 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9ea76-ada9-483a-8a7d-b0b37361b9ea tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Network': ['ID=3a551739-4932-487c-8328-47565d2bd447,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:07.970126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:07.998895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.047586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=519b1121-63e2-420e-99f1-25ae0989298f,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:08.076417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.095534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.120015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.124029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-049f46be-de0f-4784-b5d5-faffe5cdcd86 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.155576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Port': ['ID=286cd272-3790-4e37-8353-bc2ed099ab1b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:08.157960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.165143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a9067-550d-4d15-aa38-0464be6b46b3 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:08.188008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.188008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:08.188008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.192676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.213736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=519b1121-63e2-420e-99f1-25ae0989298f,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:08.245391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4950b170-5d2f-4540-af69-50718fcba845 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:08.283857 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3571758 Dec 08 13:08:08.290971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57884) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:08.301281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346a4b6-c32e-4667-91c8-b5e31435a02b None None] Network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:08.321914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ce58da-5806-4234-acc7-c6882bc70b2f']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:08.342452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Request body: {'subnet': {'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1610516718-subnet', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:08.342864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2dc61bf-df1e-4a0a-91b7-b899a480ee0f') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:08.343176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2dc61bf-df1e-4a0a-91b7-b899a480ee0f') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:08.364331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.383180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b27456-f08e-4422-8617-d674bd190fbe admin admin] Pushing event updated for resources: {'Network': ['ID=58e95dc5-cebe-4147-bf35-0ce256eb3ae5,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:08.401553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['519b1121-63e2-420e-99f1-25ae0989298f'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:08:08.410014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:08.424485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.434390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.470374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a20917ae-8535-4d1a-bc91-277405b44108 None None] Provisioning complete for port 4950b170-5d2f-4540-af69-50718fcba845 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:08.470782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a20917ae-8535-4d1a-bc91-277405b44108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.527065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:08.527411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:08.532148 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:08.546372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Made reservation on behalf of 846e760336ad44e4bde1f5d154098eec for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:08.553243 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.611304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 4950b170-5d2f-4540-af69-50718fcba845 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:08.611713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.640575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-049f46be-de0f-4784-b5d5-faffe5cdcd86 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.650928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.650928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.689544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a220168a-155d-481a-88c2-86eee707e450 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:08.882179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a20917ae-8535-4d1a-bc91-277405b44108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.908068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.908675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Fanout notify agent at l3_agent the message router_deleted on router e3a7ce37-5374-40e4-bf7f-ee5f87386e8a {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:08:08.921013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.922386 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-11e91d78-d440-4100-816b-08bd62b98229 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/routers/e3a7ce37-5374-40e4-bf7f-ee5f87386e8a HTTP/1.1" status: 204 len: 168 time: 3.3228114 Dec 08 13:08:08.924852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57888) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:08.975233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745d4f-30ae-45b4-b742-9994bddd53cf req-7d0ee399-6780-45a0-b731-30edb59170b6 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:08.981737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:08.986733 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11745d4f-30ae-45b4-b742-9994bddd53cf req-7d0ee399-6780-45a0-b731-30edb59170b6 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 945 time: 0.2594314 Dec 08 13:08:08.996882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a20917ae-8535-4d1a-bc91-277405b44108 None None] For port 4950b170-5d2f-4540-af69-50718fcba845, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4950b170-5d2f-4540-af69-50718fcba845,segment=NetworkSegment(7a89d6f8-159c-4a4e-96ac-6f40d3ca8731),segment_id=7a89d6f8-159c-4a4e-96ac-6f40d3ca8731)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:09.044167 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.066847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-049f46be-de0f-4784-b5d5-faffe5cdcd86 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.073215 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-049f46be-de0f-4784-b5d5-faffe5cdcd86 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/c910591e-13c7-4329-9ce9-58273251bf21 HTTP/1.1" status: 204 len: 168 time: 1.5410254 Dec 08 13:08:09.085593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a20917ae-8535-4d1a-bc91-277405b44108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.087682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57890) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:09.091407 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f46be-de0f-4784-b5d5-faffe5cdcd86 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=c910591e-13c7-4329-9ce9-58273251bf21,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:09.091675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.111166 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/networks/e1ce58da-5806-4234-acc7-c6882bc70b2f HTTP/1.1" status: 204 len: 168 time: 1.2947881 Dec 08 13:08:09.139488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57892) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:09.144040 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6d14ef0a-451e-4a58-90a0-5d8503d04b54 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514448 Dec 08 13:08:09.152989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57894) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:09.164164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd26878-d0e4-41bd-b7fb-141825b8123a None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:09.165238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c9061-2741-496d-ae39-29868d85cbef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Network': ['ID=e1ce58da-5806-4234-acc7-c6882bc70b2f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:09.177344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac85bd7d-1ec3-4552-99e8-eaebb2e6f90a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Deleting subnet b1822eb4-3dae-471c-8a9f-bbc5db251ff4 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:09.189230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20917ae-8535-4d1a-bc91-277405b44108 None None] Pushing event updated for resources: {'Port': ['ID=4950b170-5d2f-4540-af69-50718fcba845,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:09.228558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac85bd7d-1ec3-4552-99e8-eaebb2e6f90a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.284007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:08:09.284364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:08:09.335482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c008-5943-4d9d-8053-3fc272619289 None None] Provisioning complete for port 4950b170-5d2f-4540-af69-50718fcba845 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:09.335861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c008-5943-4d9d-8053-3fc272619289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.347275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.352423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc8287-90e9-47d4-8a2d-8afb176a85d5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:09.357264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57896) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:09.357595 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-84cc8287-90e9-47d4-8a2d-8afb176a85d5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1941712 Dec 08 13:08:09.362411 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11745d4f-30ae-45b4-b742-9994bddd53cf req-45479324-6616-4c78-ae32-2f072efcefdf tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725016 Dec 08 13:08:09.394965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac85bd7d-1ec3-4552-99e8-eaebb2e6f90a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.427950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 519b1121-63e2-420e-99f1-25ae0989298f no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:09.451996 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243c087-0248-45bb-bc1f-8ce2105d546e tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:09.462326 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243c087-0248-45bb-bc1f-8ce2105d546e tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:09.465083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac85bd7d-1ec3-4552-99e8-eaebb2e6f90a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.470115 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a243c087-0248-45bb-bc1f-8ce2105d546e tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3273957 Dec 08 13:08:09.470344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port aca4609c-50d7-4a8a-a451-fa17da40ce13 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:09.470815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.471174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.474657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57898) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:09.497820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9fd26878-d0e4-41bd-b7fb-141825b8123a None None] Deleting port 4f8a487e-37f3-4eeb-b180-645932f60f83 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:09.498206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9fd26878-d0e4-41bd-b7fb-141825b8123a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.498639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1715669171'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:09.525132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.590312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c008-5943-4d9d-8053-3fc272619289 None None] Provisioning complete for port 4f8a487e-37f3-4eeb-b180-645932f60f83 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:09.590740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c008-5943-4d9d-8053-3fc272619289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.644595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9fd26878-d0e4-41bd-b7fb-141825b8123a None None] For port 4f8a487e-37f3-4eeb-b180-645932f60f83, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4f8a487e-37f3-4eeb-b180-645932f60f83,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:09.645006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9fd26878-d0e4-41bd-b7fb-141825b8123a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.674685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9fd26878-d0e4-41bd-b7fb-141825b8123a None None] Calling delete_port for 4f8a487e-37f3-4eeb-b180-645932f60f83 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:09.684803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.711405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 519b1121-63e2-420e-99f1-25ae0989298f {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:08:09.715377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28810ec1-3a81-45aa-9aaa-12e84e1ef8d2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:09.721155 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-28810ec1-3a81-45aa-9aaa-12e84e1ef8d2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3611500 Dec 08 13:08:09.748877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57900) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:09.795439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=519b1121-63e2-420e-99f1-25ae0989298f,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:09.822230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=4f829ba2-36fa-4028-9226-65f8f9c0c93d,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:09.831666 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6aeb384d-32bc-4d31-8ad1-b85bcaa5394b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762539 Dec 08 13:08:09.838008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57902) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:09.846040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1ba99490-7c6e-458f-aa01-49ac89a84749 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:09.849568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a64757-38c6-4933-aa48-f059014ffc65,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:09.882428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.899130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Checking segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:09.899665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Network hostable DHCP agents. Network: 58e95dc5-cebe-4147-bf35-0ce256eb3ae5, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:09.901966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.918465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c008-5943-4d9d-8053-3fc272619289 None None] Provisioning complete for port 4f829ba2-36fa-4028-9226-65f8f9c0c93d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:09.924150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c008-5943-4d9d-8053-3fc272619289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.977623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0c008-5943-4d9d-8053-3fc272619289 None None] Port 4f829ba2-36fa-4028-9226-65f8f9c0c93d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:09.979172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=519b1121-63e2-420e-99f1-25ae0989298f,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:09.984190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Made reservation on behalf of a4a1f10b71144eaaa21033a8fa06f313 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:09.987679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:09.995423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9fd26878-d0e4-41bd-b7fb-141825b8123a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.022269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd26878-d0e4-41bd-b7fb-141825b8123a None None] Pushing event deleted for resources: {'Port': ['ID=4f8a487e-37f3-4eeb-b180-645932f60f83,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:10.024459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port aca4609c-50d7-4a8a-a451-fa17da40ce13, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=aca4609c-50d7-4a8a-a451-fa17da40ce13,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:10.024831 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.025709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd26878-d0e4-41bd-b7fb-141825b8123a None None] No DVR routers for this DVR port 4f8a487e-37f3-4eeb-b180-645932f60f83 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:10.044196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:10.054884 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:10.069407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.069761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Added segment c29d398a-99a0-44f6-af27-ffd248156f3d of type vlan for network aabf2b0e-64ec-4aa6-a1ee-0955f2018e10 Dec 08 13:08:10.071456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for aca4609c-50d7-4a8a-a451-fa17da40ce13 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:10.106667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4950b170-5d2f-4540-af69-50718fcba845 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:10.125308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac85bd7d-1ec3-4552-99e8-eaebb2e6f90a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.129604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.141478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 58e95dc5-cebe-4147-bf35-0ce256eb3ae5) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:10.149631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:10.149631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.153248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94426e3-0367-4f13-b214-f749ddd5ebbd None None] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:10.156429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-aa43e76e-e393-4e3a-b159-623f3bdd7c38 None None] Provisioning complete for port 4f829ba2-36fa-4028-9226-65f8f9c0c93d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:10.156921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aa43e76e-e393-4e3a-b159-623f3bdd7c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.192418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.193211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba99490-7c6e-458f-aa01-49ac89a84749 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:10.197032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ba99490-7c6e-458f-aa01-49ac89a84749 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.198478 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba99490-7c6e-458f-aa01-49ac89a84749 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:10.198954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba99490-7c6e-458f-aa01-49ac89a84749 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:08:10.208627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85bd7d-1ec3-4552-99e8-eaebb2e6f90a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Subnet': ['ID=b1822eb4-3dae-471c-8a9f-bbc5db251ff4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:10.228988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac85bd7d-1ec3-4552-99e8-eaebb2e6f90a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.234734 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ac85bd7d-1ec3-4552-99e8-eaebb2e6f90a tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/subnets/b1822eb4-3dae-471c-8a9f-bbc5db251ff4 HTTP/1.1" status: 204 len: 168 time: 1.3025150 Dec 08 13:08:10.238049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57904) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:10.252224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.253887 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-07935195-abba-4f3d-a11f-9dcccd53ba6d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9555316 Dec 08 13:08:10.256693 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57906) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:10.262181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:10.340875 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1ba99490-7c6e-458f-aa01-49ac89a84749 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4955497 Dec 08 13:08:10.342617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57908) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:10.376320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-89c012d8-213c-4b0a-b068-c7d5876bc9c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:10.391705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.397834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:10.398450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.405038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.406088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.416954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-aa43e76e-e393-4e3a-b159-623f3bdd7c38 None None] Port 4f829ba2-36fa-4028-9226-65f8f9c0c93d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:10.445431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.463368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.466627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 4950b170-5d2f-4540-af69-50718fcba845 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:10.466627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.489151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:10.490045 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.576337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-715dd7ff-ca69-4294-bccf-d959c26d061f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.578648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Network': ['ID=aabf2b0e-64ec-4aa6-a1ee-0955f2018e10,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:10.588057 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-16973b76-ff3d-41c4-a8fb-1fc24e64ccef tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0937452 Dec 08 13:08:10.598944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network aabf2b0e-64ec-4aa6-a1ee-0955f2018e10 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:10.614294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57912) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:10.665983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-776817000'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:10.714363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.743275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabd6d6-0a31-437c-9a80-94501b1d7ffc req-32c31020-30c1-44d6-bb62-3500f62402be tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:10.745313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2dabd6d6-0a31-437c-9a80-94501b1d7ffc req-32c31020-30c1-44d6-bb62-3500f62402be tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 944 time: 0.2151155 Dec 08 13:08:10.749978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.758887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Allocated IP 172.20.0.2 (58e95dc5-cebe-4147-bf35-0ce256eb3ae5/68a64757-38c6-4933-aa48-f059014ffc65/bdf3843a-ef02-46dd-992e-f39f3a0877ea) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:10.773152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.803928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c012d8-213c-4b0a-b068-c7d5876bc9c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:10.807455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-89c012d8-213c-4b0a-b068-c7d5876bc9c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.809614 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c012d8-213c-4b0a-b068-c7d5876bc9c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:10.810061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c012d8-213c-4b0a-b068-c7d5876bc9c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:08:10.821506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.822525 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.831492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4f8a487e-37f3-4eeb-b180-645932f60f83 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:10.831690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.849246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ebaa93-682c-4e7e-b4f2-e34f9cf817af']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:10.861773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 4f8a487e-37f3-4eeb-b180-645932f60f83 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:10.864541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4f8a487e-37f3-4eeb-b180-645932f60f83 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:10.884759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=aca4609c-50d7-4a8a-a451-fa17da40ce13,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:10.890558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f6e598-fee2-4687-89ad-5a266fcd4f32') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:10.898116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f6e598-fee2-4687-89ad-5a266fcd4f32') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:10.918862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2dabd6d6-0a31-437c-9a80-94501b1d7ffc req-34a6f0da-d270-4e05-be53-5d70b69847e1 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427071 Dec 08 13:08:10.920917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.941707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Made reservation on behalf of a4a1f10b71144eaaa21033a8fa06f313 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:10.942406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=4f829ba2-36fa-4028-9226-65f8f9c0c93d,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:10.946417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.951225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:10.955132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57914) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:11.032519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.049726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-89c012d8-213c-4b0a-b068-c7d5876bc9c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7029819 Dec 08 13:08:11.049962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:11.050613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:11.052182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57916) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:11.057333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:11.057984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.059484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.059845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d4302c60-33c6-4248-85bb-d8be09c92086 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:11.061622 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:11.093995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:11.157759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:11.159123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Pushing event updated for resources: {'Port': ['ID=bdf3843a-ef02-46dd-992e-f39f3a0877ea,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:11.162129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:11.164327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:11.171568 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b88f810e-93cf-4aa3-9eb0-5e8c6309b58d tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/floatingips/9414a11c-ad02-4870-bc8f-19f1db2b3756 HTTP/1.1" status: 200 len: 991 time: 0.2150841 Dec 08 13:08:11.174880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.175779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Added segment 56c25720-e5e3-432e-8698-84ccd342651e of type vlan for network 48ff0275-bfd2-4784-830a-63897ebf5995 Dec 08 13:08:11.252060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Attempting to bind port bdf3843a-ef02-46dd-992e-f39f3a0877ea on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:11.252604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Attempting to bind port bdf3843a-ef02-46dd-992e-f39f3a0877ea by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:11.253080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Attempting to bind port bdf3843a-ef02-46dd-992e-f39f3a0877ea on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:11.261006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:11.261655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Checking segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:11.262236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.262808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Bound using segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:11.265312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Bound port: bdf3843a-ef02-46dd-992e-f39f3a0877ea, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:11.265312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.278324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.353134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] For port bdf3843a-ef02-46dd-992e-f39f3a0877ea, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:11.356480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.358094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] For port bdf3843a-ef02-46dd-992e-f39f3a0877ea, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bdf3843a-ef02-46dd-992e-f39f3a0877ea,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:11.372672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.376532 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] 10.222.0.76 "DELETE /v2.0/networks/24ebaa93-682c-4e7e-b4f2-e34f9cf817af HTTP/1.1" status: 204 len: 168 time: 1.1311209 Dec 08 13:08:11.431799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.436387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a99c32-085a-499e-9c96-63425e373b71 tempest-FloatingIPTestJSON-2072265766 tempest-FloatingIPTestJSON-2072265766-project] Pushing event deleted for resources: {'Network': ['ID=24ebaa93-682c-4e7e-b4f2-e34f9cf817af,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:11.439533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 519b1121-63e2-420e-99f1-25ae0989298f up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:11.446308 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.463459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.491153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.552890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-642efbac-517d-4be5-b85d-85c14320bcd7 None None] Provisioning complete for port 4f829ba2-36fa-4028-9226-65f8f9c0c93d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:11.553449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-642efbac-517d-4be5-b85d-85c14320bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.569060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.569508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4302c60-33c6-4248-85bb-d8be09c92086 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:11.574001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d4302c60-33c6-4248-85bb-d8be09c92086 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.576100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:11.576318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.576878 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4302c60-33c6-4248-85bb-d8be09c92086 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:11.577324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4302c60-33c6-4248-85bb-d8be09c92086 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:08:11.577973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c1917-602e-4cbf-b23a-9b3ff45766f6 None None] Pushing event updated for resources: {'Port': ['ID=bdf3843a-ef02-46dd-992e-f39f3a0877ea,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:11.606871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 519b1121-63e2-420e-99f1-25ae0989298f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:11.606983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.608632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-642efbac-517d-4be5-b85d-85c14320bcd7 None None] Port 4f829ba2-36fa-4028-9226-65f8f9c0c93d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:11.650204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Allocated IP 172.26.7.219 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/6397ef21-f272-4d74-8078-0644bdccb473) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:11.657619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Network': ['ID=48ff0275-bfd2-4784-830a-63897ebf5995,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:11.686542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 51988100-a366-4bd5-b8c1-3cb617e75428 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:08:11.688708 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d4302c60-33c6-4248-85bb-d8be09c92086 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6346002 Dec 08 13:08:11.693782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57920) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:11.701611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 48ff0275-bfd2-4784-830a-63897ebf5995 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:11.704608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c7baa24b-785e-4c74-b528-42b88d057aa5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:11.788693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.850869 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-23dce6f5-8003-4c4a-9d89-ff19d73df3d8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2344980 Dec 08 13:08:11.851220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=519b1121-63e2-420e-99f1-25ae0989298f,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:11.854691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57924) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:11.854856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:08:11.857803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c3e025-d060-4d23-adcf-30edd9b80419" -d '{"events": [{"server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "name": "network-vif-plugged", "status": "completed", "tag": "519b1121-63e2-420e-99f1-25ae0989298f"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:08:11.863100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'ports': [{'network_id': 'aabf2b0e-64ec-4aa6-a1ee-0955f2018e10', 'name': 'tempest-port--216876690', 'admin_state_up': True}, {'network_id': '48ff0275-bfd2-4784-830a-63897ebf5995', 'admin_state_up': False}]} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:11.864529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'port': {'network_id': 'aabf2b0e-64ec-4aa6-a1ee-0955f2018e10', 'name': 'tempest-port--216876690', 'admin_state_up': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:11.864529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'port': {'network_id': '48ff0275-bfd2-4784-830a-63897ebf5995', 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:11.915588 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:11.961217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7233b0d2-1012-45f9-9765-b8c5c982bf14 x-openstack-request-id: req-7233b0d2-1012-45f9-9765-b8c5c982bf14 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:08:11.961755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "name": "network-vif-plugged", "status": "completed", "tag": "519b1121-63e2-420e-99f1-25ae0989298f", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:08:11.961897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7233b0d2-1012-45f9-9765-b8c5c982bf14 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:08:11.962237 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f', 'code': 200} Dec 08 13:08:11.973568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57928) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:11.990546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=519b1121-63e2-420e-99f1-25ae0989298f,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:11.991346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:12.041982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:12.054689 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9eb1f-d2dc-4242-be28-d267ba406a00 None None] Sync routers for ids ['51988100-a366-4bd5-b8c1-3cb617e75428'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:12.065576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57932) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:12.068099 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9eb1f-d2dc-4242-be28-d267ba406a00 None None] Routers {'51988100-a366-4bd5-b8c1-3cb617e75428'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:12.068999 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-60a9eb1f-d2dc-4242-be28-d267ba406a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['51988100-a366-4bd5-b8c1-3cb617e75428'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:12.070532 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4cfb46cc-d11f-4b1b-8db7-0581cb18d1fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/51988100-a366-4bd5-b8c1-3cb617e75428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7223642 Dec 08 13:08:12.082775 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.117314 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-60a9eb1f-d2dc-4242-be28-d267ba406a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:12.126515 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9eb1f-d2dc-4242-be28-d267ba406a00 None None] Routers {'51988100-a366-4bd5-b8c1-3cb617e75428'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:12.127396 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-60a9eb1f-d2dc-4242-be28-d267ba406a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['51988100-a366-4bd5-b8c1-3cb617e75428'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:12.165126 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-60a9eb1f-d2dc-4242-be28-d267ba406a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:12.165305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7baa24b-785e-4c74-b528-42b88d057aa5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:12.165806 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9eb1f-d2dc-4242-be28-d267ba406a00 None None] The sync data for ids ['51988100-a366-4bd5-b8c1-3cb617e75428'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:12.171632 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7baa24b-785e-4c74-b528-42b88d057aa5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.174979 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7baa24b-785e-4c74-b528-42b88d057aa5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:12.174979 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7baa24b-785e-4c74-b528-42b88d057aa5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:08:12.200710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.249246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9bf83d-ae5b-4d24-aee7-76281f534081 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:12.253729 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0f9bf83d-ae5b-4d24-aee7-76281f534081 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports/4f829ba2-36fa-4028-9226-65f8f9c0c93d HTTP/1.1" status: 200 len: 982 time: 0.1838262 Dec 08 13:08:12.254247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57934) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:12.264623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:12.276031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:12.281188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:12.288306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Pushing event updated for resources: {'Port': ['ID=6397ef21-f272-4d74-8078-0644bdccb473,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:12.292469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bdf3843a-ef02-46dd-992e-f39f3a0877ea up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:12.311704 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-57079a54-aa2d-4f8d-8ab7-99244b5e48c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=960ab85a76a0420c94a32b87b25ebb11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335221 Dec 08 13:08:12.318276 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c7baa24b-785e-4c74-b528-42b88d057aa5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6219373 Dec 08 13:08:12.319080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57936) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:12.328196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57938) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:12.328687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e56372-d4a5-4052-9530-555a75f359a5 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:12.336949 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-96995019-b974-471d-91c9-5df61e70a2e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:12.367681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port bdf3843a-ef02-46dd-992e-f39f3a0877ea triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:12.368023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.392896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:12.403233 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5f57b169-c088-4107-af3f-ecec335f977c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/1f05a650-406a-4b92-a3f7-65e06fcfdb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1486962 Dec 08 13:08:12.415726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] Sync routers for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:12.447821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:12.450869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:07:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:12.499719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Made reservation on behalf of a4a1f10b71144eaaa21033a8fa06f313 for: {'port': 2} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:12.504698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.519083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-36b27166-a998-4ae2-a28c-f081e005fe8c None None] Provisioning complete for port 6397ef21-f272-4d74-8078-0644bdccb473 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:12.519613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36b27166-a998-4ae2-a28c-f081e005fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.527444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.599834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ebf67c1-4c73-45e9-94c3-93504c2197d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.650455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ebf67c1-4c73-45e9-94c3-93504c2197d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.676352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.684385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] device_id is not set on port c7af34f2-564f-4bc0-9c8b-1b29fd42da18 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:08:12.717918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96995019-b974-471d-91c9-5df61e70a2e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:12.723877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-96995019-b974-471d-91c9-5df61e70a2e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.726664 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-96995019-b974-471d-91c9-5df61e70a2e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:12.727127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96995019-b974-471d-91c9-5df61e70a2e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:08:12.770136 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port bdf3843a-ef02-46dd-992e-f39f3a0877ea, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bdf3843a-ef02-46dd-992e-f39f3a0877ea,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:12.774287 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-36b27166-a998-4ae2-a28c-f081e005fe8c None None] Port 6397ef21-f272-4d74-8078-0644bdccb473 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:12.796085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:12.796771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ebf67c1-4c73-45e9-94c3-93504c2197d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.799574 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ebf67c1-4c73-45e9-94c3-93504c2197d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.810093 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2ebf67c1-4c73-45e9-94c3-93504c2197d1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3992e42f-2954-4c36-9b1d-44a2b44aab2f HTTP/1.1" status: 204 len: 168 time: 0.4841392 Dec 08 13:08:12.880863 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf67c1-4c73-45e9-94c3-93504c2197d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3992e42f-2954-4c36-9b1d-44a2b44aab2f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:12.893693 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-96995019-b974-471d-91c9-5df61e70a2e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5623734 Dec 08 13:08:12.896486 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57944) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:12.901581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e1750cd5-1f1f-4657-a192-06c5f59eff5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:12.985250 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:12.996023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-69c3d729-a0ad-442d-8011-eab976f168e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:13.031378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:13.063749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8906c18a-f0dd-4db5-8cda-b818dd675d58 None None] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:13.244224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f42d1-40c4-4024-8ec9-1a41d8bf2487 req-6ed19bb3-bdbd-4b9e-9893-79e79cb1a3b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:13.251772 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f33f42d1-40c4-4024-8ec9-1a41d8bf2487 req-6ed19bb3-bdbd-4b9e-9893-79e79cb1a3b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 946 time: 0.1555662 Dec 08 13:08:13.361599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:13.386230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=bdf3843a-ef02-46dd-992e-f39f3a0877ea,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:13.433158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b6360bc5-46b5-4e4e-a2f5-4edf2b6b0054 None None] Provisioning complete for port bdf3843a-ef02-46dd-992e-f39f3a0877ea triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:13.433557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b6360bc5-46b5-4e4e-a2f5-4edf2b6b0054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:13.519575 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f33f42d1-40c4-4024-8ec9-1a41d8bf2487 req-3f459c4b-05ca-4bbd-b211-f164da6e0e37 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653270 Dec 08 13:08:13.524685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:13.570436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1750cd5-1f1f-4657-a192-06c5f59eff5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:13.574195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e1750cd5-1f1f-4657-a192-06c5f59eff5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:13.575823 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1750cd5-1f1f-4657-a192-06c5f59eff5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:13.576126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1750cd5-1f1f-4657-a192-06c5f59eff5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:08:13.618507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:08:10Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '32614661-fec1-4cf0-a43e-667d269b4cc8', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:06:29Z', 'updated_at': '2021-12-08T13:06:35Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:13.651804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] device_id is not set on port 66c7ccaa-d004-41b6-aac0-dda15d46fe79 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:08:13.657666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:13.663838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] Checking router: 1f05a650-406a-4b92-a3f7-65e06fcfdb7f for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:13.692335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:13.693825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:13.719901 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e1750cd5-1f1f-4657-a192-06c5f59eff5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8215284 Dec 08 13:08:13.721726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57958) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:13.776260 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-667525cd-8bd7-4d5e-aa50-cb3bf3f3d08f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0533817 Dec 08 13:08:13.784368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57962) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:13.842259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:13.857802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:13.863561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 4f829ba2-36fa-4028-9226-65f8f9c0c93d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:13.863994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:13.994683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c27e2-717b-401e-8e8e-17fb75dbdfe1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:13.998494 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7f5c27e2-717b-401e-8e8e-17fb75dbdfe1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2100444 Dec 08 13:08:13.998896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57968) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:14.060255 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6581748f-86f5-4923-9fe9-5b3f3a63270b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602412 Dec 08 13:08:14.064951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.066613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57972) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:14.074354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:14.094242 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Router 98a15aed-24a4-466c-9044-57792c703f4c is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:08:14.097389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-012ec9a5-aeb4-4b65-99ad-140a7a261027 None None] Provisioning complete for port bdf3843a-ef02-46dd-992e-f39f3a0877ea triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:14.097775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-012ec9a5-aeb4-4b65-99ad-140a7a261027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.114894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 4f829ba2-36fa-4028-9226-65f8f9c0c93d owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:14.129507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bdf3843a-ef02-46dd-992e-f39f3a0877ea up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:14.132354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.174025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57974) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:14.200497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.316501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Checking segment: {'id': 'c29d398a-99a0-44f6-af27-ffd248156f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'aabf2b0e-64ec-4aa6-a1ee-0955f2018e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:14.318227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Network hostable DHCP agents. Network: aabf2b0e-64ec-4aa6-a1ee-0955f2018e10, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:14.319328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:14.329428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Port': ['ID=c7af34f2-564f-4bc0-9c8b-1b29fd42da18,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:14.330628 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:08:10Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '32614661-fec1-4cf0-a43e-667d269b4cc8', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:06:29Z', 'updated_at': '2021-12-08T13:06:35Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:14.334344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port bdf3843a-ef02-46dd-992e-f39f3a0877ea triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:14.334769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.340007 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Sync routers for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:14.352684 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:14.354229 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:14.357932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1841148315'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:14.376081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:14.379266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473fcacf-551d-4b43-9174-372ccf38688e None None] The sync data for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv is: [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:08:10Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '32614661-fec1-4cf0-a43e-667d269b4cc8', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'port_id': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'mac_address': 'fa:16:3e:66:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:06:29Z', 'updated_at': '2021-12-08T13:06:35Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:14.379998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.447686 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Network aabf2b0e-64ec-4aa6-a1ee-0955f2018e10 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:14.486141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.487712 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9a7c60e8-f7f8-45a5-b23a-74250f47acc2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2292480 Dec 08 13:08:14.491827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57978) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:14.494202 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:14.519231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.574357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=4f829ba2-36fa-4028-9226-65f8f9c0c93d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:14.605774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, aabf2b0e-64ec-4aa6-a1ee-0955f2018e10) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:14.617563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5879b57a-316f-44cf-b011-b42a9443bc28 None None] Network aabf2b0e-64ec-4aa6-a1ee-0955f2018e10 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:14.655496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:14.656192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.670509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-31957468-0497-4b31-98a0-24117544c58f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:14.672130 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-31957468-0497-4b31-98a0-24117544c58f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 946 time: 0.2146533 Dec 08 13:08:14.728304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:14.732391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.809196 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:12Z', 'revision_number': 3, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:14.843323 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Checking router: 98a15aed-24a4-466c-9044-57792c703f4c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:14.843753 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Updating router 98a15aed-24a4-466c-9044-57792c703f4c port 6397ef21-f272-4d74-8078-0644bdccb473 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:08:14.873432 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.928119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:14.936600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Port': ['ID=66c7ccaa-d004-41b6-aac0-dda15d46fe79,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:15.035560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.094319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf9b84-e7db-4471-9a45-98bcf7054e04 req-52c820a3-0747-4081-abbc-f217655d502c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:15.095990 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-09cf9b84-e7db-4471-9a45-98bcf7054e04 req-52c820a3-0747-4081-abbc-f217655d502c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 946 time: 0.4426486 Dec 08 13:08:15.147135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.152136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:08:15.158418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.172990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Checking segment: {'id': '56c25720-e5e3-432e-8698-84ccd342651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '48ff0275-bfd2-4784-830a-63897ebf5995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:15.173445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Network hostable DHCP agents. Network: 48ff0275-bfd2-4784-830a-63897ebf5995, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:15.179374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.182325 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.218064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.229523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:15.236332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:15.245860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:15.246467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.250152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586bf283-937c-4e5e-a5fc-9899cd5d4925 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:15.256512 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.258829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=7f1f2ba0-2aaa-4725-8c73-25fc06ce1237,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:15.272996 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.279697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:15.295989 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-09cf9b84-e7db-4471-9a45-98bcf7054e04 req-8857aad5-f545-40e6-bf95-70a6cbdbce1c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c9413c2-bc0c-4e5b-b879-36166e36115f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839514 Dec 08 13:08:15.302657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77d6321-0ba1-4b50-9a0e-1f90e4040e26,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:15.339518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.340167 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment 882bdc62-b50b-46d6-8e59-72ad1f00a748 of type vlan for network d3761dc9-da9e-49fd-9a16-4092347bb57e Dec 08 13:08:15.358786 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Pushing event updated for resources: {'Port': ['ID=6397ef21-f272-4d74-8078-0644bdccb473,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:15.364044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a923e7d-e4c5-4bcc-b322-90362619ac6c None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:15.369401 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c5044b8b-685d-4e65-b064-f5228fac526b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3007402 Dec 08 13:08:15.372137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57982) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:15.377481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:b4:19:da', 'name': 'tempest-NetworksTestDHCPv6-982121304'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:15.386545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390382 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390747 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.390841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.403009 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.406685 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.407046 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.407452 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.407949 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.408343 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.408827 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.409243 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.411090 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.411473 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.412960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '7f1f2ba0-2aaa-4725-8c73-25fc06ce1237'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:15.413673 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:15.418275 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.420344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Network 48ff0275-bfd2-4784-830a-63897ebf5995 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:15.422439 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Attempting to bind port 6397ef21-f272-4d74-8078-0644bdccb473 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:15.423591 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Attempting to bind port 6397ef21-f272-4d74-8078-0644bdccb473 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:15.424546 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Attempting to bind port 6397ef21-f272-4d74-8078-0644bdccb473 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:15.432985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port bda32c42-35c1-4e31-98f2-6efd8ee29448 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:15.436446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.436603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:15.436603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:15.436603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.436603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:15.436603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Bound port: 6397ef21-f272-4d74-8078-0644bdccb473, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:15.436603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.464250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.470594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 51988100-a366-4bd5-b8c1-3cb617e75428 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:15.508477 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] For port 6397ef21-f272-4d74-8078-0644bdccb473, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:15.513748 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] For port 6397ef21-f272-4d74-8078-0644bdccb473, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6397ef21-f272-4d74-8078-0644bdccb473,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:15.547171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-02b398d3-a0ad-4d01-9d17-c6d7373b0dc4 None None] Provisioning complete for port 6397ef21-f272-4d74-8078-0644bdccb473 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:15.547582 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-02b398d3-a0ad-4d01-9d17-c6d7373b0dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.584507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 48ff0275-bfd2-4784-830a-63897ebf5995) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:15.609014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df0ed5-1297-4e3e-996d-04bdf2efd022 None None] Network 48ff0275-bfd2-4784-830a-63897ebf5995 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:15.611897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Allocated IP 172.20.0.1 (58e95dc5-cebe-4147-bf35-0ce256eb3ae5/68a64757-38c6-4933-aa48-f059014ffc65/355dfc03-6acb-4c14-a71d-fe0551b9b073) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:15.630801 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.708926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d782a7-5e63-4f5a-b7af-889ab08d0518 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:15.714798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Allocated IP 2001:db8::f816:3eff:fe0a:4f08 (c6b804cf-1df5-4af3-9dce-30751e804dc0/7f1f2ba0-2aaa-4725-8c73-25fc06ce1237/103ac2f8-07d9-43b4-8e93-020a6e41676d) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:15.716331 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:15.717173 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:15.720762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-02b398d3-a0ad-4d01-9d17-c6d7373b0dc4 None None] Port 6397ef21-f272-4d74-8078-0644bdccb473 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:15.749529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:15.782679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.855803 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:15.898227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.898971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:15.904556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:15.908435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d704b0d8-03e6-4f4e-804e-f64a1bd67db2 None None] Provisioning complete for port 6397ef21-f272-4d74-8078-0644bdccb473 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:15.909107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d704b0d8-03e6-4f4e-804e-f64a1bd67db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.909346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:15.910022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.924237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 159d91ac-342f-406b-ab97-807eaaf03b40 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:08:15.929733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.935062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:15.935663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.948642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:15.954739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port bda32c42-35c1-4e31-98f2-6efd8ee29448, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=bda32c42-35c1-4e31-98f2-6efd8ee29448,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:15.955109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:15.969143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7cce4b-c6a7-4a41-80dd-d4b63e572f16 None None] Sync routers for ids ['51988100-a366-4bd5-b8c1-3cb617e75428'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:15.980229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-30f96962-3b5d-48f7-aba5-91ed6569cfe1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/51988100-a366-4bd5-b8c1-3cb617e75428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6962042 Dec 08 13:08:15.984258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57984) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:15.992169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for bda32c42-35c1-4e31-98f2-6efd8ee29448 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:16.003133 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.038849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=d3761dc9-da9e-49fd-9a16-4092347bb57e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:16.041300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7cce4b-c6a7-4a41-80dd-d4b63e572f16 None None] Routers {'51988100-a366-4bd5-b8c1-3cb617e75428'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:16.042292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2c7cce4b-c6a7-4a41-80dd-d4b63e572f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['51988100-a366-4bd5-b8c1-3cb617e75428'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:16.088811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-aa57d1d6-8ed6-4717-8ebf-9cdcdd8ce178 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9133244 Dec 08 13:08:16.094879 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-137d16bc-1782-46e8-ae21-8fc50729c50a tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2385166 Dec 08 13:08:16.101396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57986) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:16.104476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aca4609c-50d7-4a8a-a451-fa17da40ce13 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:16.107739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network d3761dc9-da9e-49fd-9a16-4092347bb57e details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:16.120034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2c7cce4b-c6a7-4a41-80dd-d4b63e572f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:16.134245 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed748a-dfcf-42f0-96ca-205a382e1ede None None] Pushing event updated for resources: {'Port': ['ID=6397ef21-f272-4d74-8078-0644bdccb473,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:16.189212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:16.192449 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:12Z', 'revision_number': 3, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:16.201049 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:16.234295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57988) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:16.241627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': 'd3761dc9-da9e-49fd-9a16-4092347bb57e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:16.253187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.256335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: aca4609c-50d7-4a8a-a451-fa17da40ce13 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:16.256799 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device aca4609c-50d7-4a8a-a451-fa17da40ce13 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:16.261404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:16.277205 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93193cc5-1375-4e2a-b508-b1b1cb84ef9c None None] The sync data for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv is: [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:12Z', 'revision_number': 3, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:16.307339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b332a03-174b-4a93-9a8c-474fc36af7ed tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:16.313608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b332a03-174b-4a93-9a8c-474fc36af7ed tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:16.315677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7cce4b-c6a7-4a41-80dd-d4b63e572f16 None None] Routers {'51988100-a366-4bd5-b8c1-3cb617e75428'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:16.316423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2c7cce4b-c6a7-4a41-80dd-d4b63e572f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['51988100-a366-4bd5-b8c1-3cb617e75428'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:16.320257 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3b332a03-174b-4a93-9a8c-474fc36af7ed tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2169974 Dec 08 13:08:16.350652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 57990) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:16.358694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Pushing event updated for resources: {'Port': ['ID=355dfc03-6acb-4c14-a71d-fe0551b9b073,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:16.381520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.417317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.428560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=bda32c42-35c1-4e31-98f2-6efd8ee29448,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:16.462651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4c7e5403-316a-46f7-8a28-d18c2757afd3 req-3dca87a4-ca48-4226-87bf-7eba5212cf0b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 210 time: 0.0390677 Dec 08 13:08:16.504288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.510185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.512474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2c7cce4b-c6a7-4a41-80dd-d4b63e572f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:16.513233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7cce4b-c6a7-4a41-80dd-d4b63e572f16 None None] The sync data for ids ['51988100-a366-4bd5-b8c1-3cb617e75428'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:16.552511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port bda32c42-35c1-4e31-98f2-6efd8ee29448 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:16.557029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.560908 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04b8dd1a-e620-4c3c-b2dd-f3b71ca8a6a7 req-f14cc04f-79a4-4db6-b2aa-7414576c61ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/bda32c42-35c1-4e31-98f2-6efd8ee29448 HTTP/1.1" status: 204 len: 173 time: 1.8373723 Dec 08 13:08:16.561801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eca1f9d-161a-4818-8ae0-b29a3e58e452', 'name': 'network-vif-deleted', 'tag': 'bda32c42-35c1-4e31-98f2-6efd8ee29448'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:08:16.564400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d704b0d8-03e6-4f4e-804e-f64a1bd67db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.564544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9787bfa8-5933-48e5-bf53-f6c5d5f5d37d" -d '{"events": [{"server_uuid": "8eca1f9d-161a-4818-8ae0-b29a3e58e452", "name": "network-vif-deleted", "tag": "bda32c42-35c1-4e31-98f2-6efd8ee29448"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:08:16.607829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:16.615320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a689a734-363f-4509-80ff-3b01a454e582 x-openstack-request-id: req-a689a734-363f-4509-80ff-3b01a454e582 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:08:16.616291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eca1f9d-161a-4818-8ae0-b29a3e58e452", "name": "network-vif-deleted", "tag": "bda32c42-35c1-4e31-98f2-6efd8ee29448", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:08:16.616291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a689a734-363f-4509-80ff-3b01a454e582 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:08:16.616538 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eca1f9d-161a-4818-8ae0-b29a3e58e452', 'name': 'network-vif-deleted', 'tag': 'bda32c42-35c1-4e31-98f2-6efd8ee29448', 'status': 'completed', 'code': 200} Dec 08 13:08:16.616634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Pushing event updated for resources: {'Port': ['ID=103ac2f8-07d9-43b4-8e93-020a6e41676d,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:16.620893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:16.624830 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d704b0d8-03e6-4f4e-804e-f64a1bd67db2 None None] For port 6397ef21-f272-4d74-8078-0644bdccb473, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6397ef21-f272-4d74-8078-0644bdccb473,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:16.625855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:16.626671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:16.634805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.635439 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-1fc27838-975c-4bf5-9348-74232fb7df8e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 13:08:16.639378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57996) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:16.639632 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1fc27838-975c-4bf5-9348-74232fb7df8e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/51988100-a366-4bd5-b8c1-3cb617e75428/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6541839 Dec 08 13:08:16.674602 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:feb4:19da (c6b804cf-1df5-4af3-9dce-30751e804dc0/7f1f2ba0-2aaa-4725-8c73-25fc06ce1237/159d91ac-342f-406b-ab97-807eaaf03b40) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:16.682132 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0d0b1445-2ce4-489e-9f69-2e4600c8181a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=51988100-a366-4bd5-b8c1-3cb617e75428 HTTP/1.1" status: 200 len: 205 time: 0.0390513 Dec 08 13:08:16.702623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 57998) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:16.725958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d704b0d8-03e6-4f4e-804e-f64a1bd67db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.771776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Attempting to bind port 103ac2f8-07d9-43b4-8e93-020a6e41676d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:16.772156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Attempting to bind port 103ac2f8-07d9-43b4-8e93-020a6e41676d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:16.772515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Attempting to bind port 103ac2f8-07d9-43b4-8e93-020a6e41676d on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:16.787352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:16.787610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:16.788023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.788556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:16.789040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Bound port: 103ac2f8-07d9-43b4-8e93-020a6e41676d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:16.789424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.846152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd271a2a-168f-423e-a42b-f152b5a7bc3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:16.889927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3b0df366-bbd1-4744-ab06-6045902cc412 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Deleting port c7af34f2-564f-4bc0-9c8b-1b29fd42da18 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:16.891040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b0df366-bbd1-4744-ab06-6045902cc412 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.014589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b0df366-bbd1-4744-ab06-6045902cc412 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.033199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3b0df366-bbd1-4744-ab06-6045902cc412 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Calling delete_port for c7af34f2-564f-4bc0-9c8b-1b29fd42da18 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:17.106876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd271a2a-168f-423e-a42b-f152b5a7bc3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.109582 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd271a2a-168f-423e-a42b-f152b5a7bc3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.159901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704b0d8-03e6-4f4e-804e-f64a1bd67db2 None None] Pushing event updated for resources: {'Port': ['ID=6397ef21-f272-4d74-8078-0644bdccb473,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:17.178987 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3a1c1916-46ee-46dd-a3f3-50901016cedd None None] Provisioning complete for port 355dfc03-6acb-4c14-a71d-fe0551b9b073 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:17.179361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a1c1916-46ee-46dd-a3f3-50901016cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.235675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] For port 103ac2f8-07d9-43b4-8e93-020a6e41676d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:17.241026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] For port 103ac2f8-07d9-43b4-8e93-020a6e41676d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=103ac2f8-07d9-43b4-8e93-020a6e41676d,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:17.248695 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3a1c1916-46ee-46dd-a3f3-50901016cedd None None] Port 355dfc03-6acb-4c14-a71d-fe0551b9b073 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:17.264617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd271a2a-168f-423e-a42b-f152b5a7bc3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.265175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd271a2a-168f-423e-a42b-f152b5a7bc3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Fanout notify agent at l3_agent the message router_deleted on router 51988100-a366-4bd5-b8c1-3cb617e75428 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:08:17.274052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd271a2a-168f-423e-a42b-f152b5a7bc3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.275355 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cd271a2a-168f-423e-a42b-f152b5a7bc3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/51988100-a366-4bd5-b8c1-3cb617e75428 HTTP/1.1" status: 204 len: 168 time: 0.5718324 Dec 08 13:08:17.280429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58000) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:17.329003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.343398 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba4fc2c-5822-4bbd-a335-86ebafd05db0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting subnet 185f8883-cd26-4e37-95af-ad304a1a01a2 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:17.347570 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dba4fc2c-5822-4bbd-a335-86ebafd05db0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.392720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dba4fc2c-5822-4bbd-a335-86ebafd05db0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.403156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac7d29-ad92-40cc-9f0f-346345eb199b None None] Pushing event updated for resources: {'Port': ['ID=103ac2f8-07d9-43b4-8e93-020a6e41676d,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:17.436225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.452478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device bda32c42-35c1-4e31-98f2-6efd8ee29448 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:17.507419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: bda32c42-35c1-4e31-98f2-6efd8ee29448 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:17.508164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device bda32c42-35c1-4e31-98f2-6efd8ee29448 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:17.566172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=1f644d08-5f3f-4d13-a41b-72d3a0e5cc64,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:17.611394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': '882bdc62-b50b-46d6-8e59-72ad1f00a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd3761dc9-da9e-49fd-9a16-4092347bb57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:17.611757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: d3761dc9-da9e-49fd-9a16-4092347bb57e, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:17.633429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dba4fc2c-5822-4bbd-a335-86ebafd05db0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.674467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.692383 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b0df366-bbd1-4744-ab06-6045902cc412 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.740847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0df366-bbd1-4744-ab06-6045902cc412 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Port': ['ID=c7af34f2-564f-4bc0-9c8b-1b29fd42da18,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:17.753336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network d3761dc9-da9e-49fd-9a16-4092347bb57e is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:17.758198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.772216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b0df366-bbd1-4744-ab06-6045902cc412 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.780540 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3b0df366-bbd1-4744-ab06-6045902cc412 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/ports/c7af34f2-564f-4bc0-9c8b-1b29fd42da18 HTTP/1.1" status: 204 len: 168 time: 1.4237776 Dec 08 13:08:17.791876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58004) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:17.799678 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7deea116-0b8e-4ed0-b966-2dffe51afe48 req-a0d14a1a-faba-4d1f-bfd4-2b7127891a98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=8eca1f9d-161a-4818-8ae0-b29a3e58e452 HTTP/1.1" status: 200 len: 210 time: 0.0484190 Dec 08 13:08:17.886089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dba4fc2c-5822-4bbd-a335-86ebafd05db0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.894608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, d3761dc9-da9e-49fd-9a16-4092347bb57e) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:17.900547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:17.901108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.904735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05f0d2-b3b8-47f1-b867-b304f109b73e None None] Network d3761dc9-da9e-49fd-9a16-4092347bb57e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:17.910329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dba4fc2c-5822-4bbd-a335-86ebafd05db0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.913632 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dba4fc2c-5822-4bbd-a335-86ebafd05db0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/185f8883-cd26-4e37-95af-ad304a1a01a2 HTTP/1.1" status: 204 len: 168 time: 0.6331558 Dec 08 13:08:17.916328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58006) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:17.931977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92856fca-35cc-48bc-8420-7a8835291a54 None None] Network 6913f219-9989-44b1-ae8c-3a068e7dd5d2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:17.944870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4fc2c-5822-4bbd-a335-86ebafd05db0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Subnet': ['ID=185f8883-cd26-4e37-95af-ad304a1a01a2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:17.946428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:17.973724 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1017eec1-3bfc-45f6-8756-9d67c5909ab0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Deleting port 66c7ccaa-d004-41b6-aac0-dda15d46fe79 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:17.974096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1017eec1-3bfc-45f6-8756-9d67c5909ab0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.048923 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bca7d7cc-5370-47d7-b81b-140315b550e9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8099456 Dec 08 13:08:18.053239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58008) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:18.064264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-131788492'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:18.066688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:18.071702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1017eec1-3bfc-45f6-8756-9d67c5909ab0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.078215 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:18.090881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.098236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1017eec1-3bfc-45f6-8756-9d67c5909ab0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Calling delete_port for 66c7ccaa-d004-41b6-aac0-dda15d46fe79 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:18.099790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:18.110368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:18.111401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.127744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=159d91ac-342f-406b-ab97-807eaaf03b40,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:18.131702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-d3761dc9-da9e-49fd-9a16-4092347bb57e', 'network_id': 'd3761dc9-da9e-49fd-9a16-4092347bb57e', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': '1f644d08-5f3f-4d13-a41b-72d3a0e5cc64'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:18.132592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.155027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.209513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:18.217400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 4950b170-5d2f-4540-af69-50718fcba845 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:18.217400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.217614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.254259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:18.269466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.270027 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment 8199b3ad-7d6e-4734-b5cc-b23d9b976f5c of type vlan for network 931d80c0-6bdf-4256-aa0d-e8151ea053c4 Dec 08 13:08:18.282963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d4f10b-5b1f-4d21-9c79-b1f58a3ff0f8 None None] DHCP port deletion for 6913f219-9989-44b1-ae8c-3a068e7dd5d2 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:18.285122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port 4950b170-5d2f-4540-af69-50718fcba845, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4950b170-5d2f-4540-af69-50718fcba845,segment=NetworkSegment(7a89d6f8-159c-4a4e-96ac-6f40d3ca8731),segment_id=7a89d6f8-159c-4a4e-96ac-6f40d3ca8731)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:18.285571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.320406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.327617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1017eec1-3bfc-45f6-8756-9d67c5909ab0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.335589 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bafab4fc-70cf-4332-8708-7077cf1689f4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9586406 Dec 08 13:08:18.335881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.342399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6397ef21-f272-4d74-8078-0644bdccb473 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:18.350159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58010) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:18.399726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1017eec1-3bfc-45f6-8756-9d67c5909ab0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.405941 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1017eec1-3bfc-45f6-8756-9d67c5909ab0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/ports/66c7ccaa-d004-41b6-aac0-dda15d46fe79 HTTP/1.1" status: 204 len: 168 time: 0.6096630 Dec 08 13:08:18.415252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.416972 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58012) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:18.418007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 4950b170-5d2f-4540-af69-50718fcba845 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:18.420963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017eec1-3bfc-45f6-8756-9d67c5909ab0 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Port': ['ID=66c7ccaa-d004-41b6-aac0-dda15d46fe79,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:18.435471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Allocated IP 172.20.255.242 (d3761dc9-da9e-49fd-9a16-4092347bb57e/1f644d08-5f3f-4d13-a41b-72d3a0e5cc64/07df9bf5-97d0-4d01-b31a-86fed60c233b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:18.452138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-00d4f10b-5b1f-4d21-9c79-b1f58a3ff0f8 None None] Deleting port 4950b170-5d2f-4540-af69-50718fcba845 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:18.452516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-00d4f10b-5b1f-4d21-9c79-b1f58a3ff0f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.463088 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-85fc165b-7af1-41ff-8ab5-3f2447e38227 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0368030 Dec 08 13:08:18.464980 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea8c75-3040-4fa1-977a-fba29fd19971 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:18.467418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58014) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:18.471904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea8c75-3040-4fa1-977a-fba29fd19971 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:18.473591 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7fea8c75-3040-4fa1-977a-fba29fd19971 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1224132 Dec 08 13:08:18.479515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-685617862'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:18.480745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58016) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:18.504401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6397ef21-f272-4d74-8078-0644bdccb473 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:18.504401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.510607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Pushing event updated for resources: {'Port': ['ID=355dfc03-6acb-4c14-a71d-fe0551b9b073,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:18.524789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.531544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:18.532104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.634307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-00d4f10b-5b1f-4d21-9c79-b1f58a3ff0f8 None None] For port 4950b170-5d2f-4540-af69-50718fcba845, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4950b170-5d2f-4540-af69-50718fcba845,segment=NetworkSegment(7a89d6f8-159c-4a4e-96ac-6f40d3ca8731),segment_id=7a89d6f8-159c-4a4e-96ac-6f40d3ca8731)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:18.634801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-00d4f10b-5b1f-4d21-9c79-b1f58a3ff0f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.657357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=931d80c0-6bdf-4256-aa0d-e8151ea053c4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:18.661874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-00d4f10b-5b1f-4d21-9c79-b1f58a3ff0f8 None None] Calling delete_port for 4950b170-5d2f-4540-af69-50718fcba845 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:18.671582 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:18.673197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:18.683767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 931d80c0-6bdf-4256-aa0d-e8151ea053c4 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:18.691649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Made reservation on behalf of a4a1f10b71144eaaa21033a8fa06f313 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:18.695737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.696270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-76b191fb-9e9d-4c53-a9d3-4861cd2646fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 159d91ac-342f-406b-ab97-807eaaf03b40 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:18.696892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76b191fb-9e9d-4c53-a9d3-4861cd2646fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.717521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.790500 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8955b5a3-1bf4-4bed-9fd1-027529014ed6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7361722 Dec 08 13:08:18.793637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58018) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:18.799290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '931d80c0-6bdf-4256-aa0d-e8151ea053c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:18.804584 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:18.806506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=4950b170-5d2f-4540-af69-50718fcba845,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:18.824389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No DVR routers for this DVR port 4950b170-5d2f-4540-af69-50718fcba845 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:18.834605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.834977 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.835662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.835662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.836514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.836514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.836710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.837004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.837341 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.837680 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.838017 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.838350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.838707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:18.853273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.853273 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Added segment d4853f10-9519-4e51-9c4e-e330686efaec of type vlan for network d221485f-bbe6-4661-9a20-441fb707f589 Dec 08 13:08:18.918541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76b191fb-9e9d-4c53-a9d3-4861cd2646fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.935174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-76b191fb-9e9d-4c53-a9d3-4861cd2646fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 159d91ac-342f-406b-ab97-807eaaf03b40 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:18.965541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:18.985182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 103ac2f8-07d9-43b4-8e93-020a6e41676d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:18.989952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58022) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:19.019621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Router 98a15aed-24a4-466c-9044-57792c703f4c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:19.023287 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-00d4f10b-5b1f-4d21-9c79-b1f58a3ff0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.032469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.056777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4f10b-5b1f-4d21-9c79-b1f58a3ff0f8 None None] Pushing event deleted for resources: {'Port': ['ID=4950b170-5d2f-4540-af69-50718fcba845,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:19.058995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.118533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4f10b-5b1f-4d21-9c79-b1f58a3ff0f8 None None] No DVR routers for this DVR port 4950b170-5d2f-4540-af69-50718fcba845 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:19.153643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Network d3761dc9-da9e-49fd-9a16-4092347bb57e is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:19.164663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.165016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:19.168389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:19.212114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Pushing event updated for resources: {'Port': ['ID=07df9bf5-97d0-4d01-b31a-86fed60c233b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:19.230305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:19.233835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.241744 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0ee4cb44-f9d2-4a94-a2a0-7b8223966eb3 None None] Provisioning complete for port 355dfc03-6acb-4c14-a71d-fe0551b9b073 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:19.248874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6913f219-9989-44b1-ae8c-3a068e7dd5d2']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:19.249477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0ee4cb44-f9d2-4a94-a2a0-7b8223966eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.269760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a89d6f8-159c-4a4e-96ac-6f40d3ca8731') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:19.270150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a89d6f8-159c-4a4e-96ac-6f40d3ca8731') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:19.271037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76b191fb-9e9d-4c53-a9d3-4861cd2646fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.272184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fb65dbe-dfc0-4280-a4be-362f90e91a9d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.312426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b191fb-9e9d-4c53-a9d3-4861cd2646fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=159d91ac-342f-406b-ab97-807eaaf03b40,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:19.316814 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.326458 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Attempting to bind port 07df9bf5-97d0-4d01-b31a-86fed60c233b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:19.326975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Attempting to bind port 07df9bf5-97d0-4d01-b31a-86fed60c233b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '882bdc62-b50b-46d6-8e59-72ad1f00a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd3761dc9-da9e-49fd-9a16-4092347bb57e'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:19.327547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Attempting to bind port 07df9bf5-97d0-4d01-b31a-86fed60c233b on network d3761dc9-da9e-49fd-9a16-4092347bb57e {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:19.331560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0ee4cb44-f9d2-4a94-a2a0-7b8223966eb3 None None] Port 355dfc03-6acb-4c14-a71d-fe0551b9b073 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:19.333367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.335851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 103ac2f8-07d9-43b4-8e93-020a6e41676d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:19.336231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.339792 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:19.340943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.366202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:19.366726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Checking segment: {'id': '882bdc62-b50b-46d6-8e59-72ad1f00a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd3761dc9-da9e-49fd-9a16-4092347bb57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:19.367266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.367676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Bound using segment: {'id': '882bdc62-b50b-46d6-8e59-72ad1f00a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd3761dc9-da9e-49fd-9a16-4092347bb57e'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:19.368351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Bound port: 07df9bf5-97d0-4d01-b31a-86fed60c233b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882bdc62-b50b-46d6-8e59-72ad1f00a748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd3761dc9-da9e-49fd-9a16-4092347bb57e'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:19.368749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.389141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.415676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76b191fb-9e9d-4c53-a9d3-4861cd2646fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.419826 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-76b191fb-9e9d-4c53-a9d3-4861cd2646fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/159d91ac-342f-406b-ab97-807eaaf03b40 HTTP/1.1" status: 204 len: 168 time: 0.9373989 Dec 08 13:08:19.420013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fb65dbe-dfc0-4280-a4be-362f90e91a9d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.423204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58024) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:19.429835 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:19.430342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:19.438363 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:19.490952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Network': ['ID=d221485f-bbe6-4661-9a20-441fb707f589,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:19.493650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:19.504043 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-38165d12-d230-45d6-b168-985af31225e8 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0276017 Dec 08 13:08:19.505703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] For port 07df9bf5-97d0-4d01-b31a-86fed60c233b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:19.506920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd4c79-e09d-44e7-883b-c92b679ebe9d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:19.509770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd4c79-e09d-44e7-883b-c92b679ebe9d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:19.510003 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Sync routers for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:19.514125 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e1ed68be-e1cd-444a-acba-5390c6903785 admin admin] 10.222.0.76 "PUT /v2.0/routers/98a15aed-24a4-466c-9044-57792c703f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0212667 Dec 08 13:08:19.516003 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bedd4c79-e09d-44e7-883b-c92b679ebe9d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0914307 Dec 08 13:08:19.516331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58026) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:19.516674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58030) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:19.526947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1903947979'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:19.532083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network d221485f-bbe6-4661-9a20-441fb707f589 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:19.546602 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:19.547555 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:19.587545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.643209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bbc5bd-82d3-40d7-bdf1-791b8c26375d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 7f1f2ba0-2aaa-4725-8c73-25fc06ce1237 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:19.648005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Made reservation on behalf of a4a1f10b71144eaaa21033a8fa06f313 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:19.657772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.670494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3bbc5bd-82d3-40d7-bdf1-791b8c26375d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.676671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.678450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fb65dbe-dfc0-4280-a4be-362f90e91a9d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.681498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3fb65dbe-dfc0-4280-a4be-362f90e91a9d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.685635 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3fb65dbe-dfc0-4280-a4be-362f90e91a9d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/8c9413c2-bc0c-4e5b-b879-36166e36115f HTTP/1.1" status: 204 len: 168 time: 0.6914988 Dec 08 13:08:19.742824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.750777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e9a181bd-f531-4f34-8611-8cb5e103257f None None] Provisioning complete for port 103ac2f8-07d9-43b4-8e93-020a6e41676d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:19.751161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e9a181bd-f531-4f34-8611-8cb5e103257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.754402 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/networks/6913f219-9989-44b1-ae8c-3a068e7dd5d2 HTTP/1.1" status: 204 len: 168 time: 1.8358841 Dec 08 13:08:19.768843 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] For port 07df9bf5-97d0-4d01-b31a-86fed60c233b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=07df9bf5-97d0-4d01-b31a-86fed60c233b,segment=NetworkSegment(882bdc62-b50b-46d6-8e59-72ad1f00a748),segment_id=882bdc62-b50b-46d6-8e59-72ad1f00a748)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:19.782962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58036) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:19.787374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb65dbe-dfc0-4280-a4be-362f90e91a9d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9413c2-bc0c-4e5b-b879-36166e36115f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:19.807338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-669321279'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:19.808310 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03acfc-b706-489a-b02e-563e3314a669 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Network': ['ID=6913f219-9989-44b1-ae8c-3a068e7dd5d2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:19.831771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 103ac2f8-07d9-43b4-8e93-020a6e41676d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=103ac2f8-07d9-43b4-8e93-020a6e41676d,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:19.840860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58038) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:19.852026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3bbc5bd-82d3-40d7-bdf1-791b8c26375d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.866110 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:19.879138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.940881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d74def-32d5-4f5b-a0fe-53ad24e36455 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting subnet 13b96f4c-f030-42fe-bd83-f647133ac5ec {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:19.946460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84d74def-32d5-4f5b-a0fe-53ad24e36455 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.956736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:19.968360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3bbc5bd-82d3-40d7-bdf1-791b8c26375d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.020516 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84d74def-32d5-4f5b-a0fe-53ad24e36455 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.024137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Pushing event updated for resources: {'Port': ['ID=07df9bf5-97d0-4d01-b31a-86fed60c233b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:20.041525 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.042152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.042768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.043302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.044081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.044584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.045265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.046181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.046848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.050328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.051026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.051548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.052078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05473d-6bfb-4e5b-8b81-f24e157647ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:08:20.095303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:20.128043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.175767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:20.178230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=103ac2f8-07d9-43b4-8e93-020a6e41676d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:20.204528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3bbc5bd-82d3-40d7-bdf1-791b8c26375d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.208763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4950b170-5d2f-4540-af69-50718fcba845 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:20.246223 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:17Z', 'revision_number': 2, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:20.246729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 4950b170-5d2f-4540-af69-50718fcba845 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:20.247050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4950b170-5d2f-4540-af69-50718fcba845 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:20.261647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:20.293356 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Checking router: 98a15aed-24a4-466c-9044-57792c703f4c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:20.294923 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Updating router 98a15aed-24a4-466c-9044-57792c703f4c port 355dfc03-6acb-4c14-a71d-fe0551b9b073 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:08:20.295219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbc5bd-82d3-40d7-bdf1-791b8c26375d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1f2ba0-2aaa-4725-8c73-25fc06ce1237,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:20.310746 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c5f59ff-8006-4961-a4c1-d2341cedb931 None None] Could not find standard attr ID for object 159d91ac-342f-406b-ab97-807eaaf03b40. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:08:20.316698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.328834 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Added segment 9e8002b6-c6dd-48da-b5d4-73f90cfedf0b of type vlan for network b65f0086-f769-46d4-b017-04827181ca00 Dec 08 13:08:20.355588 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.365568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.366179 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added segment 4f625004-ba13-4cfd-a403-2a8cd12bdfec of type vlan for network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 Dec 08 13:08:20.388398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84d74def-32d5-4f5b-a0fe-53ad24e36455 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.394215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3bbc5bd-82d3-40d7-bdf1-791b8c26375d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.401313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f3bbc5bd-82d3-40d7-bdf1-791b8c26375d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/7f1f2ba0-2aaa-4725-8c73-25fc06ce1237 HTTP/1.1" status: 204 len: 168 time: 0.8493419 Dec 08 13:08:20.446335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701464d5-ad03-4c3f-a69d-5fc5c2a45709 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:20.458501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58044) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:20.525416 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-33ffa53f-be00-4f59-abdf-dfe50e506a3a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655067 Dec 08 13:08:20.527349 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.535563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58048) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:20.543275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:20.557378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.583138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.691667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': '8199b3ad-7d6e-4734-b5cc-b23d9b976f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '931d80c0-6bdf-4256-aa0d-e8151ea053c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:20.692038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 931d80c0-6bdf-4256-aa0d-e8151ea053c4, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:20.706082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=8891693e-f5cf-4e4c-bb82-87678c38725d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:20.715592 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.721499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:20.722116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.738263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849d793-58dd-4d38-bd72-39269f0ae787 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:20.782322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.797007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:20.797576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f849d793-58dd-4d38-bd72-39269f0ae787 None None] Deleting port 103ac2f8-07d9-43b4-8e93-020a6e41676d {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:20.797747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f849d793-58dd-4d38-bd72-39269f0ae787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.801730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.809974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84d74def-32d5-4f5b-a0fe-53ad24e36455 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.813249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Network': ['ID=1dacf414-50b9-43a3-8bf8-3d3d89d4c769,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:20.814894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:20.816947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.835424 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.852127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:20.868454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 931d80c0-6bdf-4256-aa0d-e8151ea053c4 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:20.869287 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d74def-32d5-4f5b-a0fe-53ad24e36455 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Subnet': ['ID=13b96f4c-f030-42fe-bd83-f647133ac5ec,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:20.878816 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-04a0e9e2-7e8e-4d97-907a-95ab9a039c3f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0941191 Dec 08 13:08:20.883138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84d74def-32d5-4f5b-a0fe-53ad24e36455 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.888365 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-84d74def-32d5-4f5b-a0fe-53ad24e36455 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/subnets/13b96f4c-f030-42fe-bd83-f647133ac5ec HTTP/1.1" status: 204 len: 168 time: 1.0432971 Dec 08 13:08:20.888365 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58054) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:20.888365 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58056) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:20.892045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'subnet': {'network_id': '1dacf414-50b9-43a3-8bf8-3d3d89d4c769', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:20.898039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58058) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:20.899493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1819522297-network', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:20.902284 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.910632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec240d0-0f94-480e-aae4-ac927242e7bc None None] Network a3004313-d600-4b74-bdcb-c24a604971d0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:20.928637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f849d793-58dd-4d38-bd72-39269f0ae787 None None] For port 103ac2f8-07d9-43b4-8e93-020a6e41676d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=103ac2f8-07d9-43b4-8e93-020a6e41676d,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:20.928637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f849d793-58dd-4d38-bd72-39269f0ae787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:20.974993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f849d793-58dd-4d38-bd72-39269f0ae787 None None] Calling delete_port for 103ac2f8-07d9-43b4-8e93-020a6e41676d owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:20.980324 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2bbdf-8a77-49cb-a126-9698d86ee26d None None] Pushing event updated for resources: {'Port': ['ID=355dfc03-6acb-4c14-a71d-fe0551b9b073,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:21.019411 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Attempting to bind port 355dfc03-6acb-4c14-a71d-fe0551b9b073 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:21.025394 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Attempting to bind port 355dfc03-6acb-4c14-a71d-fe0551b9b073 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:21.026128 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Attempting to bind port 355dfc03-6acb-4c14-a71d-fe0551b9b073 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:21.031727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Network': ['ID=b65f0086-f769-46d4-b017-04827181ca00,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:21.033755 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:21.044097 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Checking segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:21.044841 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.045446 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Bound using segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:21.046773 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Bound port: 355dfc03-6acb-4c14-a71d-fe0551b9b073, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:21.048342 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.147399 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] For port 355dfc03-6acb-4c14-a71d-fe0551b9b073, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:21.151310 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] For port 355dfc03-6acb-4c14-a71d-fe0551b9b073, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=355dfc03-6acb-4c14-a71d-fe0551b9b073,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:21.165483 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4a7d3adc-33bd-4989-b4bb-da95df8a8b66 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6380451 Dec 08 13:08:21.165483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 931d80c0-6bdf-4256-aa0d-e8151ea053c4) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:21.165807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network b65f0086-f769-46d4-b017-04827181ca00 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:21.184614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.201281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:21.205954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.246663 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.261138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9242965b-ce78-4cb4-b665-a05ea59d4554 None None] Network 931d80c0-6bdf-4256-aa0d-e8151ea053c4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:21.354473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 29702aa8-3c1c-41a2-ba26-045c2a856a72 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:21.354862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.389925 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Made reservation on behalf of b8a8b6b48ccb461fbd6c3bac28239f55 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:21.393892 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.419473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.452943 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2bbdf-8a77-49cb-a126-9698d86ee26d None None] Pushing event updated for resources: {'Port': ['ID=355dfc03-6acb-4c14-a71d-fe0551b9b073,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:21.467007 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:21.468844 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:21.576419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d94a041-a7c6-4c3a-9410-8dd06af3ad8f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7821472 Dec 08 13:08:21.588514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58060) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:21.626234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 29702aa8-3c1c-41a2-ba26-045c2a856a72, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=29702aa8-3c1c-41a2-ba26-045c2a856a72,segment=NetworkSegment(5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037),segment_id=5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:21.626605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.627092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.711071 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.725748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 29702aa8-3c1c-41a2-ba26-045c2a856a72 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:21.740752 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:21.752009 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:21.845443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:08:21.849706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.850049 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Added segment 2cc33eaa-0331-4137-9eb4-84e3d8d56ce5 of type vlan for network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 Dec 08 13:08:21.870888 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:21.875840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.920785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:21.925770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f24260-25f3-44cd-8bf1-29f7d14f2884,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:21.997694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a59de-71cd-4ba5-9a6f-fe4add50a1c9 None None] Network d3761dc9-da9e-49fd-9a16-4092347bb57e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:22.012904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.110421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.152934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.resource_extend [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 13:08:22.214322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d406e43e-35d5-4a94-8c62-e06405d526b4 None None] Provisioning complete for port 355dfc03-6acb-4c14-a71d-fe0551b9b073 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:22.214842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d406e43e-35d5-4a94-8c62-e06405d526b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.229892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 07df9bf5-97d0-4d01-b31a-86fed60c233b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:22.249105 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:21Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:22.294637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.295718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:22.296293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.328830 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6693adf-e8e8-430f-8b9f-7d1c59e6e183 None None] The sync data for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv is: [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:21Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:22.336796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.347370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.365446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f849d793-58dd-4d38-bd72-39269f0ae787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.366363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.375550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9327ea-8abf-4a7d-bfda-63c9a0beb3ee None None] DHCP port deletion for a3004313-d600-4b74-bdcb-c24a604971d0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:22.398430 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5020742 Dec 08 13:08:22.409855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58062) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:22.429520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849d793-58dd-4d38-bd72-39269f0ae787 None None] No DVR routers for this DVR port 103ac2f8-07d9-43b4-8e93-020a6e41676d on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:22.494329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde84571-ec36-4c3f-aa02-148acfd0354c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-931d80c0-6bdf-4256-aa0d-e8151ea053c4', 'network_id': '931d80c0-6bdf-4256-aa0d-e8151ea053c4', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': '8891693e-f5cf-4e4c-bb82-87678c38725d'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:22.495259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fde84571-ec36-4c3f-aa02-148acfd0354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.532920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849d793-58dd-4d38-bd72-39269f0ae787 None None] Pushing event deleted for resources: {'Port': ['ID=103ac2f8-07d9-43b4-8e93-020a6e41676d,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:22.546089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port 29702aa8-3c1c-41a2-ba26-045c2a856a72 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:22.557762 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Request body: {'subnet': {'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1819522297-subnet', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:22.562976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=29702aa8-3c1c-41a2-ba26-045c2a856a72,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:22.590690 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Port 103ac2f8-07d9-43b4-8e93-020a6e41676d concurrently deleted while adding address for new subnet {'id': '73c237c4-fb09-421b-9469-2610c8d48780', 'name': '', 'tenant_id': 'd8d838e497bd4e1093f32354870224cf', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 936, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-08T13:08:21Z', 'updated_at': '2021-12-08T13:08:21Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd8d838e497bd4e1093f32354870224cf'}. {{(pid=103716) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Dec 08 13:08:22.591554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.608538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=8891693e-f5cf-4e4c-bb82-87678c38725d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:22.678493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277b463-fabf-446e-8b8e-b6daa6f8a138 admin admin] Pushing event updated for resources: {'Network': ['ID=fd11879a-5ba6-47ee-a3b6-c3ad1495c071,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:22.699648 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:22.702858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=73c237c4-fb09-421b-9469-2610c8d48780,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:22.730898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:22.732984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.746469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:22.757353 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:22.758192 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.771110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3004313-d600-4b74-bdcb-c24a604971d0']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:22.803735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:22.804189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa6a0b1-c457-48ec-ba15-a3ba6fcb7037') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:22.808036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.827733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.894948 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5c3945ac-2c17-4d40-8b9a-8e266c151779 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3559644 Dec 08 13:08:22.896641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c110baf-8d6b-4565-b51f-952c8634b977 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:22.906913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.915115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.915115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58066) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:22.920751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:19:a6:e4', 'name': 'tempest-NetworksTestDHCPv6-1652083757'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:22.928879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 07df9bf5-97d0-4d01-b31a-86fed60c233b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:22.929244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.935622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be796066-6071-4bd6-9cfe-24baed915c7f None None] Network 931d80c0-6bdf-4256-aa0d-e8151ea053c4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:22.968979 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:22.969411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:22.981693 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:23.017093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Subnet': ['ID=367c26d8-f0d6-47b2-a21a-a72e2fbacc05,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:23.084221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Checking segment: {'id': '4f625004-ba13-4cfd-a403-2a8cd12bdfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1dacf414-50b9-43a3-8bf8-3d3d89d4c769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:23.084610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network hostable DHCP agents. Network: 1dacf414-50b9-43a3-8bf8-3d3d89d4c769, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:23.123662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Made reservation on behalf of b8a8b6b48ccb461fbd6c3bac28239f55 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:23.126508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.132330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931d80c0-6bdf-4256-aa0d-e8151ea053c4']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:23.178615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8199b3ad-7d6e-4734-b5cc-b23d9b976f5c') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:23.178996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8199b3ad-7d6e-4734-b5cc-b23d9b976f5c') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:23.197696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.213210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:23.235460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d406e43e-35d5-4a94-8c62-e06405d526b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.278406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 1dacf414-50b9-43a3-8bf8-3d3d89d4c769) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:23.283502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:23.285718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.316059 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0194fd0-0ca9-4093-8f6e-d391ec0936be None None] Network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:23.365266 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d13bab9e-3710-4235-98df-dad2ee6afc1c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4764602 Dec 08 13:08:23.370724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58068) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:23.376299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b18779db-a6cd-4c53-9074-89a23e1c13d0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1967735651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:23.444870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '73c237c4-fb09-421b-9469-2610c8d48780'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:23.445766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.498977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d406e43e-35d5-4a94-8c62-e06405d526b4 None None] For port 355dfc03-6acb-4c14-a71d-fe0551b9b073, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=355dfc03-6acb-4c14-a71d-fe0551b9b073,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:23.510924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b18779db-a6cd-4c53-9074-89a23e1c13d0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.513676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b18779db-a6cd-4c53-9074-89a23e1c13d0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.561836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-1dacf414-50b9-43a3-8bf8-3d3d89d4c769', 'network_id': '1dacf414-50b9-43a3-8bf8-3d3d89d4c769', 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'fixed_ips': [{'subnet_id': '367c26d8-f0d6-47b2-a21a-a72e2fbacc05'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:23.564985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.568945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.613912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b18779db-a6cd-4c53-9074-89a23e1c13d0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.665687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d406e43e-35d5-4a94-8c62-e06405d526b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.696427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b18779db-a6cd-4c53-9074-89a23e1c13d0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.751036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.757264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:23.757666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.796875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b18779db-a6cd-4c53-9074-89a23e1c13d0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.798396 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b18779db-a6cd-4c53-9074-89a23e1c13d0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4266520 Dec 08 13:08:23.801161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58070) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:23.811954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Allocated IP 2001:db8::f816:3eff:fedd:a308 (c6b804cf-1df5-4af3-9dce-30751e804dc0/73c237c4-fb09-421b-9469-2610c8d48780/f0295b75-e160-4476-b45a-c23985dc3c75) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:23.825059 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:23.827160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.832943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.839383 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/networks/a3004313-d600-4b74-bdcb-c24a604971d0 HTTP/1.1" status: 204 len: 168 time: 2.9319944 Dec 08 13:08:23.842715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58072) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:23.912102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96b8e-5b28-4ce2-907d-b9080c7fec2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Network': ['ID=a3004313-d600-4b74-bdcb-c24a604971d0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:23.931437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.937820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:23.943784 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/931d80c0-6bdf-4256-aa0d-e8151ea053c4 HTTP/1.1" status: 204 len: 168 time: 2.3514328 Dec 08 13:08:23.952683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58074) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:23.978242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1335159426'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:24.019152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786099b-5f9c-468c-815c-bdb6095725c3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=931d80c0-6bdf-4256-aa0d-e8151ea053c4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:24.157420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:24.162446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.192517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.201141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 07df9bf5-97d0-4d01-b31a-86fed60c233b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=07df9bf5-97d0-4d01-b31a-86fed60c233b,segment=NetworkSegment(882bdc62-b50b-46d6-8e59-72ad1f00a748),segment_id=882bdc62-b50b-46d6-8e59-72ad1f00a748)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:24.211228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:24.224996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.225557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment 3e86b3ec-a275-4905-90c8-50f5f67501bb of type vlan for network 349c2513-d4c4-46a4-9a71-d60a4130b651 Dec 08 13:08:24.271403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.310933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Allocated IP 2001:db8::2 (1dacf414-50b9-43a3-8bf8-3d3d89d4c769/367c26d8-f0d6-47b2-a21a-a72e2fbacc05/30e67f16-50f5-4763-a636-2652eff73f19) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:24.396852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port f33c0b77-93dd-4774-971c-0e31ee0b7bdd {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:24.397237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.486310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.492323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.499052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.503224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.506106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.520501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for f33c0b77-93dd-4774-971c-0e31ee0b7bdd owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:24.539524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d427303b-7eee-4dbc-af25-cc31cc3d0720 None None] Provisioning complete for port 355dfc03-6acb-4c14-a71d-fe0551b9b073 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:24.540237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d427303b-7eee-4dbc-af25-cc31cc3d0720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.565293 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406e43e-35d5-4a94-8c62-e06405d526b4 None None] Pushing event updated for resources: {'Port': ['ID=355dfc03-6acb-4c14-a71d-fe0551b9b073,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:24.594872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:24.597124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:24.600190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.606825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:24.611363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 103ac2f8-07d9-43b4-8e93-020a6e41676d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:24.620317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58078) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:24.625178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'subnets': [{'network_id': 'd221485f-bbe6-4661-9a20-441fb707f589', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--998522438', 'ip_version': 6}, {'network_id': 'b65f0086-f769-46d4-b017-04827181ca00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:24.625491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'subnet': {'network_id': 'd221485f-bbe6-4661-9a20-441fb707f589', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--998522438', 'ip_version': 6}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:24.626144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Request body: {'subnet': {'network_id': 'b65f0086-f769-46d4-b017-04827181ca00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:24.628115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.639663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:24.640471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.659528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:24.729104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.846441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=349c2513-d4c4-46a4-9a71-d60a4130b651,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:24.847026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 103ac2f8-07d9-43b4-8e93-020a6e41676d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:24.847026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 103ac2f8-07d9-43b4-8e93-020a6e41676d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:24.852249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.874823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 349c2513-d4c4-46a4-9a71-d60a4130b651 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:24.887518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:24.931280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:24.936925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:24.973273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=07df9bf5-97d0-4d01-b31a-86fed60c233b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:24.977352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7b257ff9-21de-4952-a376-74f82e4a51a3 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0125988 Dec 08 13:08:24.978127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:24.983129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58080) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:24.988755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '349c2513-d4c4-46a4-9a71-d60a4130b651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:25.011297 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 94cee1ed-b9af-417c-8948-461db4ae136f yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:08:25.019921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Attempting to bind port f0295b75-e160-4476-b45a-c23985dc3c75 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:25.020298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Attempting to bind port f0295b75-e160-4476-b45a-c23985dc3c75 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:25.020714 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Attempting to bind port f0295b75-e160-4476-b45a-c23985dc3c75 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:25.061801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 355dfc03-6acb-4c14-a71d-fe0551b9b073 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:25.078357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Made reservation on behalf of a4a1f10b71144eaaa21033a8fa06f313 for: {'subnet': 2} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:25.083115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.083454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.100818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:25.101268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:25.101778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.102280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:25.102918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Bound port: f0295b75-e160-4476-b45a-c23985dc3c75, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:25.103407 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.183392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47529f19-62b2-4912-ac13-826e5206cb56,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:25.190623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Pushing event updated for resources: {'Port': ['ID=f0295b75-e160-4476-b45a-c23985dc3c75,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:25.209524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Attempting to bind port 30e67f16-50f5-4763-a636-2652eff73f19 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:25.209524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Attempting to bind port 30e67f16-50f5-4763-a636-2652eff73f19 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '4f625004-ba13-4cfd-a403-2a8cd12bdfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1dacf414-50b9-43a3-8bf8-3d3d89d4c769'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:25.209524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Attempting to bind port 30e67f16-50f5-4763-a636-2652eff73f19 on network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:25.240619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:25.244510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.259204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.270027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:25.274197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Checking segment: {'id': '4f625004-ba13-4cfd-a403-2a8cd12bdfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1dacf414-50b9-43a3-8bf8-3d3d89d4c769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:25.274197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.274197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Bound using segment: {'id': '4f625004-ba13-4cfd-a403-2a8cd12bdfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1dacf414-50b9-43a3-8bf8-3d3d89d4c769'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:25.274197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Bound port: 30e67f16-50f5-4763-a636-2652eff73f19, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f625004-ba13-4cfd-a403-2a8cd12bdfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1dacf414-50b9-43a3-8bf8-3d3d89d4c769'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:25.274197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.299883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=f33c0b77-93dd-4774-971c-0e31ee0b7bdd,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:25.329427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Pushing event updated for resources: {'Port': ['ID=30e67f16-50f5-4763-a636-2652eff73f19,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:25.339903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Checking segment: {'id': '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:25.340856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Network hostable DHCP agents. Network: fd11879a-5ba6-47ee-a3b6-c3ad1495c071, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:25.367406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d427303b-7eee-4dbc-af25-cc31cc3d0720 None None] Provisioning complete for port 07df9bf5-97d0-4d01-b31a-86fed60c233b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:25.367851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d427303b-7eee-4dbc-af25-cc31cc3d0720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.373612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] For port f0295b75-e160-4476-b45a-c23985dc3c75, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:25.377728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing IP validity checks on allocation pools {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 13:08:25.377728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 13:08:25.380568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 2001:db8::1 (1dacf414-50b9-43a3-8bf8-3d3d89d4c769/367c26d8-f0d6-47b2-a21a-a72e2fbacc05/0bfbeda2-6b31-4d2f-9bbd-cd28530b279e) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:25.380861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:fe19:a6e4 (c6b804cf-1df5-4af3-9dce-30751e804dc0/73c237c4-fb09-421b-9469-2610c8d48780/94cee1ed-b9af-417c-8948-461db4ae136f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:25.394240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 355dfc03-6acb-4c14-a71d-fe0551b9b073 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:25.394240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.431593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] For port f0295b75-e160-4476-b45a-c23985dc3c75, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f0295b75-e160-4476-b45a-c23985dc3c75,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:25.441207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.441207 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 32614661-fec1-4cf0-a43e-667d269b4cc8 disassociated (deleted). External IP: 172.26.7.13, port: 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef. Dec 08 13:08:25.476858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] For port 30e67f16-50f5-4763-a636-2652eff73f19, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:25.480723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] For port 30e67f16-50f5-4763-a636-2652eff73f19, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=30e67f16-50f5-4763-a636-2652eff73f19,segment=NetworkSegment(4f625004-ba13-4cfd-a403-2a8cd12bdfec),segment_id=4f625004-ba13-4cfd-a403-2a8cd12bdfec)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:25.557210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.563374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:25.629740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.634225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47248165-d299-4c72-a635-97e0a6f6e8ae None None] Pushing event updated for resources: {'Port': ['ID=f0295b75-e160-4476-b45a-c23985dc3c75,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:25.699845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, fd11879a-5ba6-47ee-a3b6-c3ad1495c071) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:25.711075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e696464-4b29-4912-b4d0-569ad2d28c92 None None] Pushing event updated for resources: {'Port': ['ID=30e67f16-50f5-4763-a636-2652eff73f19,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:25.730044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a6bb6-05b4-4ffb-9884-7abf3548439f None None] Network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:25.734379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.736091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:25.736634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.755224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 29702aa8-3c1c-41a2-ba26-045c2a856a72 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:25.775176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.788336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 29702aa8-3c1c-41a2-ba26-045c2a856a72 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:25.788779 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 29702aa8-3c1c-41a2-ba26-045c2a856a72 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:25.889135 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-30d37fc3-46df-46c2-aa78-2bcedcfbc57a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3438821 Dec 08 13:08:25.889135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58082) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:25.889135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:25.899595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-fd11879a-5ba6-47ee-a3b6-c3ad1495c071', 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071', 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'fixed_ips': [{'subnet_id': '47529f19-62b2-4912-ac13-826e5206cb56'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:25.900660 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.915181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:25.928040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:26.034094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.044069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.088759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:26.099465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Allocated IP 172.20.0.2 (fd11879a-5ba6-47ee-a3b6-c3ad1495c071/47529f19-62b2-4912-ac13-826e5206cb56/91e95ee9-6715-4c63-826d-18935b98f1ee) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:26.099995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:26.113120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:26.120573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:26.121653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.165147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.166452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.169930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=94cee1ed-b9af-417c-8948-461db4ae136f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:26.170481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:26.250132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:26.288490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:26.289051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.319369 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ced11d34-259a-446c-9088-7e8c643be86e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4025414 Dec 08 13:08:26.324202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58084) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:26.327989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.330124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.368798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:26.369838 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=65eda3b4-860d-4a88-aa37-73aa9cd1fbd3,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:26.373991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.382354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] Sync routers for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:26.384157 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=0bfbeda2-6b31-4d2f-9bbd-cd28530b279e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:26.392708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.418430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': '3e86b3ec-a275-4905-90c8-50f5f67501bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '349c2513-d4c4-46a4-9a71-d60a4130b651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:26.418430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 349c2513-d4c4-46a4-9a71-d60a4130b651, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:26.424872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:26.425601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:26.439093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.458796 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-50be4b9c-7682-40de-a6e4-c3628528de8d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/floatingips/32614661-fec1-4cf0-a43e-667d269b4cc8 HTTP/1.1" status: 204 len: 168 time: 2.6048656 Dec 08 13:08:26.458796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:08:26.460959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f489b207-8356-4ea5-9b45-68c7101e2e97" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:08:26.496739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:26.508650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:26.520734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:26.523275 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Pushing event updated for resources: {'Port': ['ID=91e95ee9-6715-4c63-826d-18935b98f1ee,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:26.526283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6019bcf9-5631-4933-912c-93dd9479e04c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:26.537083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6019bcf9-5631-4933-912c-93dd9479e04c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:26.538800 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6019bcf9-5631-4933-912c-93dd9479e04c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2120676 Dec 08 13:08:26.545046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58090) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:26.551750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4194c4-9856-4e24-bd08-62d6214341da x-openstack-request-id: req-3f4194c4-9856-4e24-bd08-62d6214341da {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:08:26.552944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:08:26.553493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f4194c4-9856-4e24-bd08-62d6214341da {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:08:26.554210 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'status': 'completed', 'code': 200} Dec 08 13:08:26.627721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 349c2513-d4c4-46a4-9a71-d60a4130b651 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:26.629647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.635894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Attempting to bind port 91e95ee9-6715-4c63-826d-18935b98f1ee on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:26.636085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Attempting to bind port 91e95ee9-6715-4c63-826d-18935b98f1ee by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:26.636451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Attempting to bind port 91e95ee9-6715-4c63-826d-18935b98f1ee on network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:26.646224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:26.648579 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:26.648938 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Checking segment: {'id': '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:26.649356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.649761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Bound using segment: {'id': '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:26.650248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Bound port: 91e95ee9-6715-4c63-826d-18935b98f1ee, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:26.650782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.674445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.674826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Subnet': ['ID=a3349ff5-c49b-4926-9b84-4620569f4002,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:26.690143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-b283d6de-3343-44d3-a2d3-4b0256319791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:26.691766 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-b283d6de-3343-44d3-a2d3-4b0256319791 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 1099 time: 0.1352994 Dec 08 13:08:26.716889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Checking segment: {'id': 'd4853f10-9519-4e51-9c4e-e330686efaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd221485f-bbe6-4661-9a20-441fb707f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:26.717621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Network hostable DHCP agents. Network: d221485f-bbe6-4661-9a20-441fb707f589, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:26.724355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 349c2513-d4c4-46a4-9a71-d60a4130b651) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:26.762687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:26.763548 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.814239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0bccbc-4ff7-4c9d-961c-fc6412cb4af0 None None] Network 349c2513-d4c4-46a4-9a71-d60a4130b651 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:26.837961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Network d221485f-bbe6-4661-9a20-441fb707f589 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:26.854869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-0fa680a0-b45a-40aa-a546-c5c7c6b8922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:26.856391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-0fa680a0-b45a-40aa-a546-c5c7c6b8922c service neutron] 10.222.0.72 "GET /v2.0/networks?id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69 HTTP/1.1" status: 200 len: 898 time: 0.1483216 Dec 08 13:08:26.880325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, d221485f-bbe6-4661-9a20-441fb707f589) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:26.895309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:26.903056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da179a8-c64b-4400-ba46-f2b418a9dbb0 None None] Network d221485f-bbe6-4661-9a20-441fb707f589 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:27.003685 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-2b9cd842-2355-411f-9b43-54841e8f4050 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef HTTP/1.1" status: 200 len: 217 time: 0.1362622 Dec 08 13:08:27.010950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event updated for resources: {'Subnet': ['ID=8686a355-463d-449c-8679-523b65050877,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:27.031401 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-264774ff-33f4-4dcb-a0ee-b8a1b2bba7f5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0472345 Dec 08 13:08:27.043930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58094) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:27.081777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f6aafedb-1f9f-4a50-aae9-e956d93f17fe tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 94cee1ed-b9af-417c-8948-461db4ae136f {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:27.082223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6aafedb-1f9f-4a50-aae9-e956d93f17fe tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.130282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-6c4e1368-b3e8-439d-a183-aaaf3c39b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:27.131942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-6c4e1368-b3e8-439d-a183-aaaf3c39b3f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1b8cfb03-b232-4dac-be86-c2bb24b74a5b HTTP/1.1" status: 200 len: 835 time: 0.1087289 Dec 08 13:08:27.186082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6aafedb-1f9f-4a50-aae9-e956d93f17fe tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.200136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f6aafedb-1f9f-4a50-aae9-e956d93f17fe tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 94cee1ed-b9af-417c-8948-461db4ae136f owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:27.288617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f713b27-f720-4e2a-ad14-07501601e155 req-4d4ca4c3-867a-4c45-b0f7-94017d73bcd3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:27.290224 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f713b27-f720-4e2a-ad14-07501601e155 req-4d4ca4c3-867a-4c45-b0f7-94017d73bcd3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 946 time: 0.1504092 Dec 08 13:08:27.313711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-cfa23779-3b7a-45d8-b31c-53afd1c7bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:27.315384 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-cfa23779-3b7a-45d8-b31c-53afd1c7bde8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=17e21cc9-14dd-44a4-8f93-60abdf0f0b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1656091 Dec 08 13:08:27.337953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] For port 91e95ee9-6715-4c63-826d-18935b98f1ee, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:27.353348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] For port 91e95ee9-6715-4c63-826d-18935b98f1ee, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=91e95ee9-6715-4c63-826d-18935b98f1ee,segment=NetworkSegment(2cc33eaa-0331-4137-9eb4-84e3d8d56ce5),segment_id=2cc33eaa-0331-4137-9eb4-84e3d8d56ce5)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:27.368822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 30e67f16-50f5-4763-a636-2652eff73f19 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:27.461597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.524086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-349c2513-d4c4-46a4-9a71-d60a4130b651', 'network_id': '349c2513-d4c4-46a4-9a71-d60a4130b651', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': '65eda3b4-860d-4a88-aa37-73aa9cd1fbd3'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:27.525132 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.528385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-d221485f-bbe6-4661-9a20-441fb707f589', 'network_id': 'd221485f-bbe6-4661-9a20-441fb707f589', 'project_id': 'a4a1f10b71144eaaa21033a8fa06f313', 'fixed_ips': [{'subnet_id': 'a3349ff5-c49b-4926-9b84-4620569f4002'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:27.531414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6aafedb-1f9f-4a50-aae9-e956d93f17fe tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.532648 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.577811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.593369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Checking segment: {'id': '9e8002b6-c6dd-48da-b5d4-73f90cfedf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b65f0086-f769-46d4-b017-04827181ca00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:27.593757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Network hostable DHCP agents. Network: b65f0086-f769-46d4-b017-04827181ca00, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:27.628951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.642897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 30e67f16-50f5-4763-a636-2652eff73f19 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:27.643427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.670930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aafedb-1f9f-4a50-aae9-e956d93f17fe tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=94cee1ed-b9af-417c-8948-461db4ae136f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:27.694788 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.710186 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-243b7fb7-8fdb-4f5a-a44b-a1c153180850 service neutron] 10.222.0.72 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290815 Dec 08 13:08:27.718719 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f713b27-f720-4e2a-ad14-07501601e155 req-80caf8a2-76be-4b40-9187-478a63b766f9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4188643 Dec 08 13:08:27.750981 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6aafedb-1f9f-4a50-aae9-e956d93f17fe tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.753659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf608d-af5e-4611-a863-8b27d9ff79f9 None None] Pushing event updated for resources: {'Port': ['ID=91e95ee9-6715-4c63-826d-18935b98f1ee,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:27.754542 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f6aafedb-1f9f-4a50-aae9-e956d93f17fe tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/94cee1ed-b9af-417c-8948-461db4ae136f HTTP/1.1" status: 204 len: 168 time: 1.1892228 Dec 08 13:08:27.763954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58096) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:27.866409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Allocated IP 172.26.7.231 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/894360b5-b83d-462b-b4a7-e10c1bf68ff5) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:27.921989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.939075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0a7417dd-af7e-4633-9741-ed0600b84026 None None] Provisioning complete for port f0295b75-e160-4476-b45a-c23985dc3c75 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:27.939836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a7417dd-af7e-4633-9741-ed0600b84026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:27.951423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f9d5f9-ba95-41f0-ac3e-2dbe934712c9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:27.953237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f9d5f9-ba95-41f0-ac3e-2dbe934712c9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:27.955450 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d4f9d5f9-ba95-41f0-ac3e-2dbe934712c9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1888008 Dec 08 13:08:27.956198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Network b65f0086-f769-46d4-b017-04827181ca00 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:27.959053 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58098) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:28.014943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.015733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.082825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.124498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f489b207-8356-4ea5-9b45-68c7101e2e97 req-2a3382e3-1b01-41d5-a2f6-bf188e6bfc25 service neutron] 10.222.0.72 "GET /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044416 Dec 08 13:08:28.195107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, b65f0086-f769-46d4-b017-04827181ca00) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:28.221099 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463322d-c209-407a-9605-841baecb9596 None None] Network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:28.228088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4182a58b-ffba-47a8-9968-d5f3964e38ef None None] Network b65f0086-f769-46d4-b017-04827181ca00 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:28.228763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:28.229238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:28.229875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.235081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.261766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:08:10Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:28.265405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.294282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Allocated IP 172.20.0.3 (349c2513-d4c4-46a4-9a71-d60a4130b651/65eda3b4-860d-4a88-aa37-73aa9cd1fbd3/d3ad3dbc-b44a-43ed-8ae1-e165989ce19d) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:28.319465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5c0c64-e0cb-4255-b7dc-e7f1ff25c840 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 73c237c4-fb09-421b-9469-2610c8d48780 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:28.321886 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=0bfbeda2-6b31-4d2f-9bbd-cd28530b279e,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:28.338411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0c64-e0cb-4255-b7dc-e7f1ff25c840 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.342376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:28.347319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:28.354173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:28.397765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f29da-4e16-48fd-8f0e-f23f79fe617f None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:28.399693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] Checking router: 1f05a650-406a-4b92-a3f7-65e06fcfdb7f for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:28.401544 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:28.403101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Allocated IP 2001:db8::1 (d221485f-bbe6-4661-9a20-441fb707f589/a3349ff5-c49b-4926-9b84-4620569f4002/594ac39e-6a92-483f-9810-695d387d4927) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:28.411096 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-960c1c8d-a820-4567-832a-417b85cdc4cc tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.7896781 Dec 08 13:08:28.416244 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58100) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:28.429564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:28.445273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0c64-e0cb-4255-b7dc-e7f1ff25c840 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.447214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.547409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a7417dd-af7e-4633-9741-ed0600b84026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.558445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:28.559122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:28.758930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 30e67f16-50f5-4763-a636-2652eff73f19, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=30e67f16-50f5-4763-a636-2652eff73f19,segment=NetworkSegment(4f625004-ba13-4cfd-a403-2a8cd12bdfec),segment_id=4f625004-ba13-4cfd-a403-2a8cd12bdfec)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:28.766230 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Pushing event updated for resources: {'Port': ['ID=894360b5-b83d-462b-b4a7-e10c1bf68ff5,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:28.799160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-b65f0086-f769-46d4-b017-04827181ca00', 'network_id': 'b65f0086-f769-46d4-b017-04827181ca00', 'project_id': 'a4a1f10b71144eaaa21033a8fa06f313', 'fixed_ips': [{'subnet_id': '8686a355-463d-449c-8679-523b65050877'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:28.800039 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.807444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-0e11b2b6-8301-4662-901b-18a52aa46352 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:28.809726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-0e11b2b6-8301-4662-901b-18a52aa46352 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 946 time: 0.4636867 Dec 08 13:08:28.845132 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0a7417dd-af7e-4633-9741-ed0600b84026 None None] For port f0295b75-e160-4476-b45a-c23985dc3c75, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f0295b75-e160-4476-b45a-c23985dc3c75,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:28.892968 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:28.893756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 07df9bf5-97d0-4d01-b31a-86fed60c233b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:28.980278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a7417dd-af7e-4633-9741-ed0600b84026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.022717 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba24334-b25f-4148-a5a6-c910b0e71222 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:29.024436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba24334-b25f-4148-a5a6-c910b0e71222 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:29.025981 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba24334-b25f-4148-a5a6-c910b0e71222 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:29.037099 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0ba24334-b25f-4148-a5a6-c910b0e71222 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.6105373 Dec 08 13:08:29.039170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58104) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:29.151013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb58204c-4018-476d-8bbb-5bf70cb7e561 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Deleting subnet a3349ff5-c49b-4926-9b84-4620569f4002 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:29.164752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0c64-e0cb-4255-b7dc-e7f1ff25c840 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.181418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071f421-aacd-49c0-85c1-a925e609c2d5 req-9f9a7644-edd6-4301-a570-165e2987be0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:29.183078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2071f421-aacd-49c0-85c1-a925e609c2d5 req-9f9a7644-edd6-4301-a570-165e2987be0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 946 time: 0.2372429 Dec 08 13:08:29.214927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:29.249527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.253576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.270139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=30e67f16-50f5-4763-a636-2652eff73f19,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:29.316131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:29.316491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.331145 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb58204c-4018-476d-8bbb-5bf70cb7e561 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.366607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 98ce2cc1-3a11-44bc-92de-6e046e282a14 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:08:29.380999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0c64-e0cb-4255-b7dc-e7f1ff25c840 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.415023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb58204c-4018-476d-8bbb-5bf70cb7e561 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.429691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:29.430116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.462554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:29.515609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.523677 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2071f421-aacd-49c0-85c1-a925e609c2d5 req-4e39abe5-fbbf-4e07-b4b4-12579d3fd8ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2b40539b-f5e6-430f-afa3-810cabfcea76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603750 Dec 08 13:08:29.538516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c997ec-598f-4453-87aa-b4cec70bb031 None None] Network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:29.548140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.558720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f786facc-8edf-48a4-9c86-75ce40030453 None None] Provisioning complete for port 30e67f16-50f5-4763-a636-2652eff73f19 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:29.559101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f786facc-8edf-48a4-9c86-75ce40030453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.633055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c0c64-e0cb-4255-b7dc-e7f1ff25c840 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=73c237c4-fb09-421b-9469-2610c8d48780,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:29.644682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.649143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0c64-e0cb-4255-b7dc-e7f1ff25c840 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.655273 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8c5c0c64-e0cb-4255-b7dc-e7f1ff25c840 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/73c237c4-fb09-421b-9469-2610c8d48780 HTTP/1.1" status: 204 len: 168 time: 1.6900773 Dec 08 13:08:29.658622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:29.660359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58106) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:29.665434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d627e-5287-4062-821e-21899a2052f8 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:29.674829 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a8c48be9-c58e-4b35-83c0-a69b68fbfc52 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/98ce2cc1-3a11-44bc-92de-6e046e282a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8715026 Dec 08 13:08:29.678754 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef4367-324e-43e8-a0b8-d013e8947aa8 None None] Sync routers for ids ['98ce2cc1-3a11-44bc-92de-6e046e282a14'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:29.697581 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef4367-324e-43e8-a0b8-d013e8947aa8 None None] Routers {'98ce2cc1-3a11-44bc-92de-6e046e282a14'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:29.698270 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-73ef4367-324e-43e8-a0b8-d013e8947aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98ce2cc1-3a11-44bc-92de-6e046e282a14'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:29.699731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58110) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:29.702592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.734386 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cdaf214e-8356-4213-b41f-75bc9549aee9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694017 Dec 08 13:08:29.736984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58112) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:29.751202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.757549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1c1be1-1595-4259-9111-fa96ec088ee5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:29.760699 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-73ef4367-324e-43e8-a0b8-d013e8947aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:29.762135 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4d1c1be1-1595-4259-9111-fa96ec088ee5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports/0bfbeda2-6b31-4d2f-9bbd-cd28530b279e HTTP/1.1" status: 200 len: 911 time: 0.0572815 Dec 08 13:08:29.764428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58114) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:29.776603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef4367-324e-43e8-a0b8-d013e8947aa8 None None] Routers {'98ce2cc1-3a11-44bc-92de-6e046e282a14'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:29.778196 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-73ef4367-324e-43e8-a0b8-d013e8947aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98ce2cc1-3a11-44bc-92de-6e046e282a14'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:29.823404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Network d221485f-bbe6-4661-9a20-441fb707f589 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:29.834351 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-73ef4367-324e-43e8-a0b8-d013e8947aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:29.835138 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef4367-324e-43e8-a0b8-d013e8947aa8 None None] The sync data for ids ['98ce2cc1-3a11-44bc-92de-6e046e282a14'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:29.835266 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=65eda3b4-860d-4a88-aa37-73aa9cd1fbd3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:29.857943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb58204c-4018-476d-8bbb-5bf70cb7e561 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.937525 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 07df9bf5-97d0-4d01-b31a-86fed60c233b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:29.937990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:29.966807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab2a91-0e57-4eda-b952-c4f9fe25772b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:29.968501 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e8ab2a91-0e57-4eda-b952-c4f9fe25772b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2303219 Dec 08 13:08:29.975790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58116) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:29.999627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.033533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349c2513-d4c4-46a4-9a71-d60a4130b651']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:30.050293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e86b3ec-a275-4905-90c8-50f5f67501bb') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:30.050734 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e86b3ec-a275-4905-90c8-50f5f67501bb') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:30.063487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:30.068877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.073654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:30.084105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.087640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7417dd-af7e-4633-9741-ed0600b84026 None None] Pushing event updated for resources: {'Port': ['ID=f0295b75-e160-4476-b45a-c23985dc3c75,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:30.093812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:30.097389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:30.097850 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:30.116205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb58204c-4018-476d-8bbb-5bf70cb7e561 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.147292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Allocated IP 2001:db8:0:1::1 (b65f0086-f769-46d4-b017-04827181ca00/8686a355-463d-449c-8679-523b65050877/4b1c0342-7382-4bd7-9436-e09405a2c41c) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:30.162230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Network 349c2513-d4c4-46a4-9a71-d60a4130b651 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:30.185253 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58204c-4018-476d-8bbb-5bf70cb7e561 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Subnet': ['ID=a3349ff5-c49b-4926-9b84-4620569f4002,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:30.191256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb58204c-4018-476d-8bbb-5bf70cb7e561 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.197638 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bb58204c-4018-476d-8bbb-5bf70cb7e561 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/subnets/a3349ff5-c49b-4926-9b84-4620569f4002 HTTP/1.1" status: 204 len: 168 time: 1.1545441 Dec 08 13:08:30.198040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58118) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:30.211730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39afd2-17ae-4706-b2a4-3403d0ac029b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:30.217660 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5c39afd2-17ae-4706-b2a4-3403d0ac029b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2050018 Dec 08 13:08:30.220342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:30.232909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:30.236330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58120) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:30.251704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:08:30.251704 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:08:30.251704 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'id': '349c2513-d4c4-46a4-9a71-d60a4130b651'}] Dec 08 13:08:30.251704 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:08:30.252276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:08:30.256390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.293324 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dcf0fdf2-9c81-4d0b-92d4-f6b25c38bd4f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518765 Dec 08 13:08:30.293622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58122) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:30.298502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:30.299126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:30.338727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c87450e-08ed-47c5-b7e3-31b2e09341ab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Deleting subnet 8686a355-463d-449c-8679-523b65050877 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:30.355011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:30.357748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.360085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f0295b75-e160-4476-b45a-c23985dc3c75 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:30.361707 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-51149b8c-6de8-4cfc-a5d6-8242b29db562 req-95b94618-ae6e-4ca2-ae4b-db814370c7b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef HTTP/1.1" status: 204 len: 173 time: 1.4170771 Dec 08 13:08:30.363368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'name': 'network-vif-deleted', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:08:30.366993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ede5c1-e0e9-44d4-acb1-a9b10dc53e5b" -d '{"events": [{"server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "name": "network-vif-deleted", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:08:30.369659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:08:30.408325 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Pushing event updated for resources: {'Port': ['ID=594ac39e-6a92-483f-9810-695d387d4927,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:30.468161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2d91bd-2d21-4125-9a78-79bb869c3694 x-openstack-request-id: req-8e2d91bd-2d21-4125-9a78-79bb869c3694 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:08:30.468161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdc8818-e848-43c9-bfac-2059f47608b1", "name": "network-vif-deleted", "tag": "3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:08:30.468161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e2d91bd-2d21-4125-9a78-79bb869c3694 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:08:30.468411 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdc8818-e848-43c9-bfac-2059f47608b1', 'name': 'network-vif-deleted', 'tag': '3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef', 'status': 'completed', 'code': 200} Dec 08 13:08:30.516194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:30.523730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.546445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Attempting to bind port 594ac39e-6a92-483f-9810-695d387d4927 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:30.546773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Attempting to bind port 594ac39e-6a92-483f-9810-695d387d4927 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'd4853f10-9519-4e51-9c4e-e330686efaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd221485f-bbe6-4661-9a20-441fb707f589'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:30.547121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Attempting to bind port 594ac39e-6a92-483f-9810-695d387d4927 on network d221485f-bbe6-4661-9a20-441fb707f589 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:30.565424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:30.588563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Sync routers for ids ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:30.593189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.605398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Attempting to bind port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:30.605770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Attempting to bind port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '3e86b3ec-a275-4905-90c8-50f5f67501bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '349c2513-d4c4-46a4-9a71-d60a4130b651'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:30.606139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Attempting to bind port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d on network 349c2513-d4c4-46a4-9a71-d60a4130b651 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:30.614313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:30.614723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Checking segment: {'id': 'd4853f10-9519-4e51-9c4e-e330686efaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd221485f-bbe6-4661-9a20-441fb707f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:30.615133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.615536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Bound using segment: {'id': 'd4853f10-9519-4e51-9c4e-e330686efaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd221485f-bbe6-4661-9a20-441fb707f589'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:30.616013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Bound port: 594ac39e-6a92-483f-9810-695d387d4927, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4853f10-9519-4e51-9c4e-e330686efaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd221485f-bbe6-4661-9a20-441fb707f589'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:30.616403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.627647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Routers {'85b3ffbf-49d5-47e1-8573-fcf18465ede8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:30.628149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:30.684950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.686286 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f3f4b222-66c5-415a-a3b1-e9d6629feeba admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8022983 Dec 08 13:08:30.691570 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58130) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:30.715023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ceba0d94-91dc-4bea-b359-542792ce9d5e req-2211f847-4bd4-410b-b793-277f37d271d3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bdc8818-e848-43c9-bfac-2059f47608b1 HTTP/1.1" status: 200 len: 210 time: 0.0459080 Dec 08 13:08:30.796067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.814070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Pushing event updated for resources: {'Port': ['ID=d3ad3dbc-b44a-43ed-8ae1-e165989ce19d,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:30.822757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:08:10Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:30.845060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7259d3-72f2-4bc2-ae92-32319afde558 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:30.865666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Deleting port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:30.866277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:30.972243 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] For port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:30.972805 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.007400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Calling delete_port for d3ad3dbc-b44a-43ed-8ae1-e165989ce19d owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:31.008285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.034141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:31.034530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Checking segment: {'id': '3e86b3ec-a275-4905-90c8-50f5f67501bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '349c2513-d4c4-46a4-9a71-d60a4130b651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:31.034967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.035445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Bound using segment: {'id': '3e86b3ec-a275-4905-90c8-50f5f67501bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '349c2513-d4c4-46a4-9a71-d60a4130b651'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:31.035957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Bound port: d3ad3dbc-b44a-43ed-8ae1-e165989ce19d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e86b3ec-a275-4905-90c8-50f5f67501bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '349c2513-d4c4-46a4-9a71-d60a4130b651'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:31.037019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.070004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326e88c4-62fe-4cc9-9e57-c47a9472b030 None None] The sync data for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv is: [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:08:10Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '4b9e848c-306e-4f07-b76c-e2966d6349af', 'name': '', 'network_id': '17e21cc9-14dd-44a4-8f93-60abdf0f0b69', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:0e:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:44Z', 'updated_at': '2021-12-08T13:05:55Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '1b8cfb03-b232-4dac-be86-c2bb24b74a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:31.109273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Set router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:31.122066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c87450e-08ed-47c5-b7e3-31b2e09341ab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.224254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c87450e-08ed-47c5-b7e3-31b2e09341ab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.267784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f786facc-8edf-48a4-9c86-75ce40030453 None None] Provisioning complete for port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:31.268432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f786facc-8edf-48a4-9c86-75ce40030453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.272530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:08:31.343316 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] For port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:31.357785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] For port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d3ad3dbc-b44a-43ed-8ae1-e165989ce19d,segment=NetworkSegment(3e86b3ec-a275-4905-90c8-50f5f67501bb),segment_id=3e86b3ec-a275-4905-90c8-50f5f67501bb)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:31.369595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.482880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 0bfbeda2-6b31-4d2f-9bbd-cd28530b279e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:31.483456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.608958 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b10d0d-0708-48bb-ab0c-edf91229ad2c None None] New status for floating IP 32614661-fec1-4cf0-a43e-667d269b4cc8: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:08:31.612857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.641458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c87450e-08ed-47c5-b7e3-31b2e09341ab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.645071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Pushing event updated for resources: {'Port': ['ID=4b1c0342-7382-4bd7-9436-e09405a2c41c,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:31.646824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Port': ['ID=d3ad3dbc-b44a-43ed-8ae1-e165989ce19d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:31.648186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:31.701573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No DVR routers for this DVR port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:31.715093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.716949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port f0295b75-e160-4476-b45a-c23985dc3c75 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:31.717314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.730066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.745171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f786facc-8edf-48a4-9c86-75ce40030453 None None] Port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:31.791989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.794423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58134) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:31.794774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 0bfbeda2-6b31-4d2f-9bbd-cd28530b279e owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:31.804322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:31.804839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 3bf39cf8-ee4c-4ed5-a81e-4ed868f7f4ef not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:31.813943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f786facc-8edf-48a4-9c86-75ce40030453 None None] Could not find standard attr ID for object 94cee1ed-b9af-417c-8948-461db4ae136f. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:08:31.828066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139be3d-bf28-4d6f-9ab8-f037052ebcd8 None None] Pushing event deleted for resources: {'Port': ['ID=d3ad3dbc-b44a-43ed-8ae1-e165989ce19d,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:31.836997 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Network b65f0086-f769-46d4-b017-04827181ca00 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:31.877476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.904529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server [None req-f439fd01-bd0f-4912-9a6b-caf10a872522 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d could not be found. Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:31.917907 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port d3ad3dbc-b44a-43ed-8ae1-e165989ce19d could not be found. Dec 08 13:08:31.926093 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Dec 08 13:08:31.928202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:31.943592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] For port 594ac39e-6a92-483f-9810-695d387d4927, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:31.955141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:31.961248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349c2513-d4c4-46a4-9a71-d60a4130b651']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:31.982676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] For port 594ac39e-6a92-483f-9810-695d387d4927, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=594ac39e-6a92-483f-9810-695d387d4927,segment=NetworkSegment(d4853f10-9519-4e51-9c4e-e330686efaec),segment_id=d4853f10-9519-4e51-9c4e-e330686efaec)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:31.983790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e86b3ec-a275-4905-90c8-50f5f67501bb') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:31.984092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e86b3ec-a275-4905-90c8-50f5f67501bb') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:32.015602 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.027603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-888521c3-7aaa-4f5a-8e60-578dbffd9f36 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.027823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0826a74-05a2-41f7-a727-a383f7166759 None None] Network 349c2513-d4c4-46a4-9a71-d60a4130b651 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:32.038060 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.060900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c87450e-08ed-47c5-b7e3-31b2e09341ab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.084669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:32.085078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:32.088316 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:32.128712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-888521c3-7aaa-4f5a-8e60-578dbffd9f36 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.139268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c87450e-08ed-47c5-b7e3-31b2e09341ab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.142630 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0c87450e-08ed-47c5-b7e3-31b2e09341ab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/subnets/8686a355-463d-449c-8679-523b65050877 HTTP/1.1" status: 204 len: 168 time: 1.9431524 Dec 08 13:08:32.143370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87450e-08ed-47c5-b7e3-31b2e09341ab tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Subnet': ['ID=8686a355-463d-449c-8679-523b65050877,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:32.147976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58136) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:32.152149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5f7259d3-72f2-4bc2-ae92-32319afde558 None None] Deleting port f0295b75-e160-4476-b45a-c23985dc3c75 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:32.152542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5f7259d3-72f2-4bc2-ae92-32319afde558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.165339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.231774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.256138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Provisioning complete for port 0bfbeda2-6b31-4d2f-9bbd-cd28530b279e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:32.256564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.278198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db30cc64-c2e5-43dc-8a45-7733e8629639 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:32.280172 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-db30cc64-c2e5-43dc-8a45-7733e8629639 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1306138 Dec 08 13:08:32.281047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=0bfbeda2-6b31-4d2f-9bbd-cd28530b279e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:32.290826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58138) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:32.296135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] For port f0295b75-e160-4476-b45a-c23985dc3c75, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f0295b75-e160-4476-b45a-c23985dc3c75,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:32.324967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.329497 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4acea-4705-48cd-a9d3-2d9a1175145c None None] Pushing event updated for resources: {'Port': ['ID=594ac39e-6a92-483f-9810-695d387d4927,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:32.330279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.334376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Attempting to bind port 4b1c0342-7382-4bd7-9436-e09405a2c41c on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:32.334376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Attempting to bind port 4b1c0342-7382-4bd7-9436-e09405a2c41c by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '9e8002b6-c6dd-48da-b5d4-73f90cfedf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b65f0086-f769-46d4-b017-04827181ca00'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:32.334376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Attempting to bind port 4b1c0342-7382-4bd7-9436-e09405a2c41c on network b65f0086-f769-46d4-b017-04827181ca00 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:32.335339 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/349c2513-d4c4-46a4-9a71-d60a4130b651 HTTP/1.1" status: 204 len: 168 time: 5.2900074 Dec 08 13:08:32.348345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58140) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:32.354959 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236975906'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:32.358048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Allocated IP 172.20.0.1 (fd11879a-5ba6-47ee-a3b6-c3ad1495c071/47529f19-62b2-4912-ac13-826e5206cb56/dccd00e0-9699-436e-b7a6-ee014baf851f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:32.380767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.385085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef051f11-bfdf-4be1-88cd-16f6fb7b71fe tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=349c2513-d4c4-46a4-9a71-d60a4130b651,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:32.400144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Port 0bfbeda2-6b31-4d2f-9bbd-cd28530b279e was deleted so its status cannot be updated. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 13:08:32.420447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:32.420836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Checking segment: {'id': '9e8002b6-c6dd-48da-b5d4-73f90cfedf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b65f0086-f769-46d4-b017-04827181ca00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:32.421251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.421658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Bound using segment: {'id': '9e8002b6-c6dd-48da-b5d4-73f90cfedf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b65f0086-f769-46d4-b017-04827181ca00'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:32.422201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Bound port: 4b1c0342-7382-4bd7-9436-e09405a2c41c, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8002b6-c6dd-48da-b5d4-73f90cfedf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b65f0086-f769-46d4-b017-04827181ca00'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:32.422650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.461729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-888521c3-7aaa-4f5a-8e60-578dbffd9f36 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.464483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-888521c3-7aaa-4f5a-8e60-578dbffd9f36 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.466386 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-888521c3-7aaa-4f5a-8e60-578dbffd9f36 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/2b40539b-f5e6-430f-afa3-810cabfcea76 HTTP/1.1" status: 204 len: 168 time: 0.6712768 Dec 08 13:08:32.510779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888521c3-7aaa-4f5a-8e60-578dbffd9f36 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b40539b-f5e6-430f-afa3-810cabfcea76,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:32.521173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Provisioning complete for port 91e95ee9-6715-4c63-826d-18935b98f1ee triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:32.521173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.530456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.532108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.544598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:32.550728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.571671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a3a88-5ad9-4702-a8db-019877cfc382 None None] Network d221485f-bbe6-4661-9a20-441fb707f589 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:32.624184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58144) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:32.634438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5f7259d3-72f2-4bc2-ae92-32319afde558 None None] For port f0295b75-e160-4476-b45a-c23985dc3c75, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f0295b75-e160-4476-b45a-c23985dc3c75,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:32.634812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5f7259d3-72f2-4bc2-ae92-32319afde558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.651790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:26Z', 'updated_at': '2021-12-08T13:08:28Z', 'revision_number': 3, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'gw_port': {'id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:27Z', 'updated_at': '2021-12-08T13:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:32.679136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.681030 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.705624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:32.721210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:32.732432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:32.732742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.735547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5f7259d3-72f2-4bc2-ae92-32319afde558 None None] Calling delete_port for f0295b75-e160-4476-b45a-c23985dc3c75 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:32.740307 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=b0c1eb89-6ace-45fa-81fd-c9398d5484d3,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:32.741477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Checking router: 85b3ffbf-49d5-47e1-8573-fcf18465ede8 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:32.741850 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Updating router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:08:32.749779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:32.776467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=f0295b75-e160-4476-b45a-c23985dc3c75,revision_number=6']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:32.776467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.776467 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment ef9c4190-3fbe-4f9d-8e52-a4b3fb6144ec of type vlan for network 8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b Dec 08 13:08:32.788994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.794360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] For port 4b1c0342-7382-4bd7-9436-e09405a2c41c, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:32.798198 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] For port 4b1c0342-7382-4bd7-9436-e09405a2c41c, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4b1c0342-7382-4bd7-9436-e09405a2c41c,segment=NetworkSegment(9e8002b6-c6dd-48da-b5d4-73f90cfedf0b),segment_id=9e8002b6-c6dd-48da-b5d4-73f90cfedf0b)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:32.819765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.854848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 91e95ee9-6715-4c63-826d-18935b98f1ee up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:32.878769 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d0804409-b60c-4998-8765-be55eda55597 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5836415 Dec 08 13:08:32.881147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58146) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:32.888928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:72:1a:33', 'name': 'tempest-NetworksTestDHCPv6-800244772'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:32.913780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.919711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:32.920784 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.928460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:32.933563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.050188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:33.055938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.086724 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fc36758e-b980-4ba0-bf04-935fb531b7c8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7319782 Dec 08 13:08:33.086724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58148) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:33.092099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:33.104084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:33.149588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:33.156881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 98ce2cc1-3a11-44bc-92de-6e046e282a14 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:33.160154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Deleting port 4b1c0342-7382-4bd7-9436-e09405a2c41c {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:33.165367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.185750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:33.210494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:33.216978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:33.231066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.239080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Pushing event updated for resources: {'Port': ['ID=dccd00e0-9699-436e-b7a6-ee014baf851f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:33.283848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09ab83-8ceb-47ac-be71-cc1d6a77a7ca None None] Pushing event updated for resources: {'Port': ['ID=4b1c0342-7382-4bd7-9436-e09405a2c41c,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:33.374756 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.376355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4776a7d5-71c5-48f0-ae59-bb4347047aac None None] Network b65f0086-f769-46d4-b017-04827181ca00 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:33.378948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 91e95ee9-6715-4c63-826d-18935b98f1ee triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:33.379363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.389274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:33.392999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.422918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port c43a8a7a-662c-489d-a57d-5d63ba40a1d6 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:08:33.638538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:fe72:1a33 (c6b804cf-1df5-4af3-9dce-30751e804dc0/b0c1eb89-6ace-45fa-81fd-c9398d5484d3/c43a8a7a-662c-489d-a57d-5d63ba40a1d6) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:33.711159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] For port 91e95ee9-6715-4c63-826d-18935b98f1ee, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=91e95ee9-6715-4c63-826d-18935b98f1ee,segment=NetworkSegment(2cc33eaa-0331-4137-9eb4-84e3d8d56ce5),segment_id=2cc33eaa-0331-4137-9eb4-84e3d8d56ce5)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:33.767153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] For port 4b1c0342-7382-4bd7-9436-e09405a2c41c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4b1c0342-7382-4bd7-9436-e09405a2c41c,segment=NetworkSegment(9e8002b6-c6dd-48da-b5d4-73f90cfedf0b),segment_id=9e8002b6-c6dd-48da-b5d4-73f90cfedf0b)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:33.767747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.773297 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.802937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.803628 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.819910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:33.822454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Calling delete_port for 4b1c0342-7382-4bd7-9436-e09405a2c41c owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:33.834028 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-280aafe5-2497-4857-9f78-4da2d04b737e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/98ce2cc1-3a11-44bc-92de-6e046e282a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0676522 Dec 08 13:08:33.836966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58154) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:33.873118 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f1abf-28b0-4fed-9488-3927443959c0 None None] Sync routers for ids ['98ce2cc1-3a11-44bc-92de-6e046e282a14'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:33.881589 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4045f5cc-966a-4390-bf61-0774309688f3 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=98ce2cc1-3a11-44bc-92de-6e046e282a14 HTTP/1.1" status: 200 len: 205 time: 0.0436044 Dec 08 13:08:33.886330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58156) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:33.905732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5f7259d3-72f2-4bc2-ae92-32319afde558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.930301 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Provisioning complete for port 30e67f16-50f5-4763-a636-2652eff73f19 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:33.930730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:33.986993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f1abf-28b0-4fed-9488-3927443959c0 None None] Routers {'98ce2cc1-3a11-44bc-92de-6e046e282a14'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:33.988203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a18f1abf-28b0-4fed-9488-3927443959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98ce2cc1-3a11-44bc-92de-6e046e282a14'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:34.005956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=a18e8086-a7f9-4dc7-8bfb-d37b918b0b83,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:34.033361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.049452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676207b6-08bf-4bbb-8a25-d79e3636c849 None None] Pushing event updated for resources: {'Port': ['ID=91e95ee9-6715-4c63-826d-18935b98f1ee,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:34.049671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': 'ef9c4190-3fbe-4f9d-8e52-a4b3fb6144ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:34.049671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:34.056675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f81a8e8c-537c-45ee-a90e-d63b0f1a94e2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.110307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.130441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a18f1abf-28b0-4fed-9488-3927443959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:34.147308 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7259d3-72f2-4bc2-ae92-32319afde558 None None] Pushing event deleted for resources: {'Port': ['ID=f0295b75-e160-4476-b45a-c23985dc3c75,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:34.150000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.167126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.202050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7259d3-72f2-4bc2-ae92-32319afde558 None None] No DVR routers for this DVR port f0295b75-e160-4476-b45a-c23985dc3c75 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:34.202050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 30e67f16-50f5-4763-a636-2652eff73f19 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:34.207852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Port': ['ID=4b1c0342-7382-4bd7-9436-e09405a2c41c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:34.224929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] No DVR routers for this DVR port 4b1c0342-7382-4bd7-9436-e09405a2c41c on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:34.252398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65329432-ffdf-46dc-8f6c-d966a4dace65 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:34.259854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.270134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f81a8e8c-537c-45ee-a90e-d63b0f1a94e2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.273590 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f81a8e8c-537c-45ee-a90e-d63b0f1a94e2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.277218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f1abf-28b0-4fed-9488-3927443959c0 None None] Routers {'98ce2cc1-3a11-44bc-92de-6e046e282a14'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:34.277862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a18f1abf-28b0-4fed-9488-3927443959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98ce2cc1-3a11-44bc-92de-6e046e282a14'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:34.343046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:34.347028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a18f1abf-28b0-4fed-9488-3927443959c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:34.347675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f1abf-28b0-4fed-9488-3927443959c0 None None] The sync data for ids ['98ce2cc1-3a11-44bc-92de-6e046e282a14'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:34.405608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.448687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.448966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f81a8e8c-537c-45ee-a90e-d63b0f1a94e2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.450727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81a8e8c-537c-45ee-a90e-d63b0f1a94e2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Fanout notify agent at l3_agent the message router_deleted on router 98ce2cc1-3a11-44bc-92de-6e046e282a14 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:08:34.474434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f81a8e8c-537c-45ee-a90e-d63b0f1a94e2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.485826 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f81a8e8c-537c-45ee-a90e-d63b0f1a94e2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/98ce2cc1-3a11-44bc-92de-6e046e282a14 HTTP/1.1" status: 204 len: 168 time: 0.5978611 Dec 08 13:08:34.487509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58158) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:34.513863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65f0086-f769-46d4-b017-04827181ca00']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:34.514679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:34.516847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.540621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f58f13-1743-4645-b98d-6e7cc0572509 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:34.541276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8002b6-c6dd-48da-b5d4-73f90cfedf0b') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:34.541581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8002b6-c6dd-48da-b5d4-73f90cfedf0b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:34.543293 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d0ff01-991b-4616-ae37-5047f61a59d8 None None] Network 8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:34.553815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:34.557976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.568087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.591573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 30e67f16-50f5-4763-a636-2652eff73f19 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:34.592301 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.603016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.619583 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3160dc4-8854-4522-99bb-6bebab4ea168 None None] Pushing event updated for resources: {'Port': ['ID=894360b5-b83d-462b-b4a7-e10c1bf68ff5,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:34.629555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Attempting to bind port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:34.632563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Attempting to bind port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:34.632563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Attempting to bind port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:34.638570 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:34.644004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:34.644427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:34.648115 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:34.650507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b289744-bc30-4456-b962-e30745e4cb18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting subnet 367c26d8-f0d6-47b2-a21a-a72e2fbacc05 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:34.657311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.665408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:34.667844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b289744-bc30-4456-b962-e30745e4cb18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.675171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:34.681372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:34.682056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.722896 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=c43a8a7a-662c-489d-a57d-5d63ba40a1d6,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:34.727741 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-86fa6c93-25c3-48dd-9ca8-dd88a612fff7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6397014 Dec 08 13:08:34.728502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58160) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:34.757540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.761698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:34.762273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:34.764983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.765794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:34.766669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Bound port: 894360b5-b83d-462b-b4a7-e10c1bf68ff5, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:34.767437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.834762 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.840134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Pushing event updated for resources: {'Port': ['ID=dccd00e0-9699-436e-b7a6-ee014baf851f,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:34.843114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.845375 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e69b60d1-36d6-4c1b-950d-29e7a2a37655 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9629815 Dec 08 13:08:34.847195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58162) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:34.862458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b289744-bc30-4456-b962-e30745e4cb18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.868730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.896260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.897915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3fc10178-9fee-42e1-983b-1fa507284a34 None None] Provisioning complete for port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:34.898520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3fc10178-9fee-42e1-983b-1fa507284a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.903252 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/networks/b65f0086-f769-46d4-b017-04827181ca00 HTTP/1.1" status: 204 len: 168 time: 2.5995953 Dec 08 13:08:34.903450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': 'b0c1eb89-6ace-45fa-81fd-c9398d5484d3'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:34.903450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.905532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 4b9e848c-306e-4f07-b76c-e2966d6349af {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:34.905879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:34.923617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58164) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:34.963796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b320c-6337-441f-9a17-a8a4241ca775 tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Network': ['ID=b65f0086-f769-46d4-b017-04827181ca00,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:35.054096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee3631-898a-4040-847a-1141ee8e7615 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:35.055970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3fee3631-898a-4040-847a-1141ee8e7615 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2049699 Dec 08 13:08:35.060713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58166) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:35.065005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] For port 894360b5-b83d-462b-b4a7-e10c1bf68ff5, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:35.072654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f3da19-fb13-45ef-aeae-7f87363d150b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b', 'network_id': '8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': 'a18e8086-a7f9-4dc7-8bfb-d37b918b0b83'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:35.072857 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c9f3da19-fb13-45ef-aeae-7f87363d150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.106802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:35.110862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3fc10178-9fee-42e1-983b-1fa507284a34 None None] Port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:35.115615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:35.115615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 4b9e848c-306e-4f07-b76c-e2966d6349af, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4b9e848c-306e-4f07-b76c-e2966d6349af,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:35.115615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.116273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.117829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] For port 894360b5-b83d-462b-b4a7-e10c1bf68ff5, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=894360b5-b83d-462b-b4a7-e10c1bf68ff5,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:35.134881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 4b9e848c-306e-4f07-b76c-e2966d6349af owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:35.143686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.249335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f0295b75-e160-4476-b45a-c23985dc3c75 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:35.282451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.285798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b289744-bc30-4456-b962-e30745e4cb18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.297365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3fc10178-9fee-42e1-983b-1fa507284a34 None None] Provisioning complete for port dccd00e0-9699-436e-b7a6-ee014baf851f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:35.297365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3fc10178-9fee-42e1-983b-1fa507284a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.305761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: f0295b75-e160-4476-b45a-c23985dc3c75 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:35.306265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f0295b75-e160-4476-b45a-c23985dc3c75 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:35.346158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:35.391820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Allocated IP 2001:db8::f816:3eff:fe9a:ac19 (c6b804cf-1df5-4af3-9dce-30751e804dc0/b0c1eb89-6ace-45fa-81fd-c9398d5484d3/70021b47-2ffe-4fc3-b92c-d5fffdc1d674) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:35.406231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57466216-ffed-46ff-9cc1-f1e34aede238 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:35.451023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3fc10178-9fee-42e1-983b-1fa507284a34 None None] Port dccd00e0-9699-436e-b7a6-ee014baf851f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:35.457770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3160dc4-8854-4522-99bb-6bebab4ea168 None None] Pushing event updated for resources: {'Port': ['ID=894360b5-b83d-462b-b4a7-e10c1bf68ff5,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:35.461516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Routers {'85b3ffbf-49d5-47e1-8573-fcf18465ede8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:35.462304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:35.524676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 91e95ee9-6715-4c63-826d-18935b98f1ee up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:35.590973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:35.615661 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-43edee0b-b2d1-4456-93c6-2b0e5a82d0ae admin admin] 10.222.0.76 "PUT /v2.0/routers/85b3ffbf-49d5-47e1-8573-fcf18465ede8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9004672 Dec 08 13:08:35.676179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.716499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=4b9e848c-306e-4f07-b76c-e2966d6349af,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:35.787126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ff1088a8-7757-42b8-a78f-543701ba26e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port c43a8a7a-662c-489d-a57d-5d63ba40a1d6 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:35.787664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff1088a8-7757-42b8-a78f-543701ba26e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.923350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a5345928-f63e-48a8-b6a1-ee6658d27f45 None None] Provisioning complete for port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:35.923959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5345928-f63e-48a8-b6a1-ee6658d27f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.924512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.937501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Deleting port 594ac39e-6a92-483f-9810-695d387d4927 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:35.937841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server [None req-c9f3da19-fb13-45ef-aeae-7f87363d150b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a18e8086-a7f9-4dc7-8bfb-d37b918b0b83: This subnet is being modified by another concurrent operation. Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 13:08:35.970918 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise exception Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a18e8086-a7f9-4dc7-8bfb-d37b918b0b83: This subnet is being modified by another concurrent operation. Dec 08 13:08:35.979061 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Dec 08 13:08:35.988449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.998511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff1088a8-7757-42b8-a78f-543701ba26e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:35.999223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=a18e8086-a7f9-4dc7-8bfb-d37b918b0b83,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:36.012201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] Set router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:36.025594 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b289744-bc30-4456-b962-e30745e4cb18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.084259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ff1088a8-7757-42b8-a78f-543701ba26e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for c43a8a7a-662c-489d-a57d-5d63ba40a1d6 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:36.088943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28438e6-3541-4c06-a1e3-4c4622c09196 None None] Network 8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:36.089927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b289744-bc30-4456-b962-e30745e4cb18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Subnet': ['ID=367c26d8-f0d6-47b2-a21a-a72e2fbacc05,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:36.111762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 91e95ee9-6715-4c63-826d-18935b98f1ee triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:36.112058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.173807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b289744-bc30-4456-b962-e30745e4cb18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.180216 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2b289744-bc30-4456-b962-e30745e4cb18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/367c26d8-f0d6-47b2-a21a-a72e2fbacc05 HTTP/1.1" status: 204 len: 168 time: 1.6886392 Dec 08 13:08:36.181357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58176) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:36.244454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.252696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e833b7a-7d6b-4650-a2a4-df49b84175d8 None None] Network 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:36.285182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] For port 594ac39e-6a92-483f-9810-695d387d4927, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=594ac39e-6a92-483f-9810-695d387d4927,segment=NetworkSegment(d4853f10-9519-4e51-9c4e-e330686efaec),segment_id=d4853f10-9519-4e51-9c4e-e330686efaec)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:36.285720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.340676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:36.343258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Calling delete_port for 594ac39e-6a92-483f-9810-695d387d4927 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:36.387327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9c4190-3fbe-4f9d-8e52-a4b3fb6144ec') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:36.387707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9c4190-3fbe-4f9d-8e52-a4b3fb6144ec') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:36.416295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.418941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.423856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.481843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.495608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:36.496467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:36.501101 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:36.536219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.583981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:36.641124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:36.657038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:36.659536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:36.696248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 30e67f16-50f5-4763-a636-2652eff73f19 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:36.696716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.717107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbc0b1-dfea-4005-8052-67b2a7fa4184 None None] DHCP port deletion for 1dacf414-50b9-43a3-8bf8-3d3d89d4c769 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:36.729347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.732796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:36.745123 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] Sync routers for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:36.746639 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8bc8222e-c01d-49f3-9521-0330ee25592d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/1f05a650-406a-4b92-a3f7-65e06fcfdb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1175489 Dec 08 13:08:36.748070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58178) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:36.752401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58180) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:36.756059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.764380 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b HTTP/1.1" status: 204 len: 168 time: 2.0322773 Dec 08 13:08:36.765745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcedd8-4edb-416b-ba42-f652c0ecfa02 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:36.769212 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:36.770121 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:36.776615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-610cf196-45bc-4deb-a4c3-a8c64efad2f0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558756279', 'description': 'tempest-secgroup-smoke-1558756279 description', 'project_id': '846e760336ad44e4bde1f5d154098eec'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:36.784460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5345928-f63e-48a8-b6a1-ee6658d27f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.804181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-afad176f-ff8b-4488-888f-ac6d8f9fe8d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting subnet 1b8cfb03-b232-4dac-be86-c2bb24b74a5b {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:36.806473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58182) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:36.812948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-905038867'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:36.815342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a5345928-f63e-48a8-b6a1-ee6658d27f45 None None] For port 894360b5-b83d-462b-b4a7-e10c1bf68ff5, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=894360b5-b83d-462b-b4a7-e10c1bf68ff5,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:36.817382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-afad176f-ff8b-4488-888f-ac6d8f9fe8d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.823531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Pushing event updated for resources: {'Port': ['ID=70021b47-2ffe-4fc3-b92c-d5fffdc1d674,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:36.825930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff1088a8-7757-42b8-a78f-543701ba26e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.833724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.841672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:26Z', 'updated_at': '2021-12-08T13:08:33Z', 'revision_number': 4, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'gw_port': {'id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:27Z', 'updated_at': '2021-12-08T13:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'dccd00e0-9699-436e-b7a6-ee014baf851f', 'name': '', 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'mac_address': 'fa:16:3e:19:87:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '47529f19-62b2-4912-ac13-826e5206cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:31Z', 'updated_at': '2021-12-08T13:08:34Z', 'revision_number': 2, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'subnets': [{'id': '47529f19-62b2-4912-ac13-826e5206cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:36.874526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-afad176f-ff8b-4488-888f-ac6d8f9fe8d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.882296 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753798d-90f4-44a8-ba0b-d3bf9d3ec69f None None] The sync data for ids ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'] in dv-neutron-799625-5-hyperv is: [{'id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:26Z', 'updated_at': '2021-12-08T13:08:33Z', 'revision_number': 4, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'gw_port': {'id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:27Z', 'updated_at': '2021-12-08T13:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'dccd00e0-9699-436e-b7a6-ee014baf851f', 'name': '', 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'mac_address': 'fa:16:3e:19:87:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '47529f19-62b2-4912-ac13-826e5206cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:31Z', 'updated_at': '2021-12-08T13:08:34Z', 'revision_number': 2, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'subnets': [{'id': '47529f19-62b2-4912-ac13-826e5206cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:36.896258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Port': ['ID=594ac39e-6a92-483f-9810-695d387d4927,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:36.907340 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port 30e67f16-50f5-4763-a636-2652eff73f19, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=30e67f16-50f5-4763-a636-2652eff73f19,segment=NetworkSegment(4f625004-ba13-4cfd-a403-2a8cd12bdfec),segment_id=4f625004-ba13-4cfd-a403-2a8cd12bdfec)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:36.908474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.936078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5345928-f63e-48a8-b6a1-ee6658d27f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.946621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] No DVR routers for this DVR port 594ac39e-6a92-483f-9810-695d387d4927 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:36.979838 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ff1088a8-7757-42b8-a78f-543701ba26e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:36.982691 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ff1088a8-7757-42b8-a78f-543701ba26e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/c43a8a7a-662c-489d-a57d-5d63ba40a1d6 HTTP/1.1" status: 204 len: 168 time: 1.9209907 Dec 08 13:08:36.984107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Attempting to bind port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:36.984492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Attempting to bind port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:36.984862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Attempting to bind port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:36.998208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:36.998616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:36.999037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.000092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58184) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:37.000221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:37.000675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Bound port: 70021b47-2ffe-4fc3-b92c-d5fffdc1d674, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:37.001080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.019200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-afad176f-ff8b-4488-888f-ac6d8f9fe8d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.045580 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1088a8-7757-42b8-a78f-543701ba26e5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=c43a8a7a-662c-489d-a57d-5d63ba40a1d6,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:37.049578 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:37.074409 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 30e67f16-50f5-4763-a636-2652eff73f19 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:37.101186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] For port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:37.104623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] For port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=70021b47-2ffe-4fc3-b92c-d5fffdc1d674,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:37.111479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:08:37.111479 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 13:08:37.111479 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'project_id': '3c0f5f8010774fb0814ae3161356372f', 'id': '7a3944a9-5000-4a1f-8067-c6e384d1cb2b', 'expiration': datetime.datetime(2021, 12, 8, 13, 10, 37, 107340)}] Dec 08 13:08:37.111479 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:08:37.112574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:08:37.126646 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a5345928-f63e-48a8-b6a1-ee6658d27f45 None None] Provisioning complete for port dccd00e0-9699-436e-b7a6-ee014baf851f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:37.126888 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5345928-f63e-48a8-b6a1-ee6658d27f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.170479 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a5345928-f63e-48a8-b6a1-ee6658d27f45 None None] Port dccd00e0-9699-436e-b7a6-ee014baf851f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:37.173941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5345928-f63e-48a8-b6a1-ee6658d27f45 None None] Pushing event updated for resources: {'Port': ['ID=894360b5-b83d-462b-b4a7-e10c1bf68ff5,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:37.184887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-afad176f-ff8b-4488-888f-ac6d8f9fe8d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.193017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-11bbc0b1-dfea-4005-8052-67b2a7fa4184 None None] Deleting port 30e67f16-50f5-4763-a636-2652eff73f19 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:37.193414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11bbc0b1-dfea-4005-8052-67b2a7fa4184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.217235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.266044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.274218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6994f36b-6d6e-4723-ab22-a4865ffec5a4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:37.279298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-afad176f-ff8b-4488-888f-ac6d8f9fe8d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.280261 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6994f36b-6d6e-4723-ab22-a4865ffec5a4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:37.282876 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6994f36b-6d6e-4723-ab22-a4865ffec5a4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2782917 Dec 08 13:08:37.285828 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-afad176f-ff8b-4488-888f-ac6d8f9fe8d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/subnets/1b8cfb03-b232-4dac-be86-c2bb24b74a5b HTTP/1.1" status: 204 len: 168 time: 0.5366788 Dec 08 13:08:37.287089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58186) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:37.287527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58188) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:37.291190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad176f-ff8b-4488-888f-ac6d8f9fe8d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8cfb03-b232-4dac-be86-c2bb24b74a5b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:37.328458 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:08:35Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:37.348864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-11bbc0b1-dfea-4005-8052-67b2a7fa4184 None None] For port 30e67f16-50f5-4763-a636-2652eff73f19, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=30e67f16-50f5-4763-a636-2652eff73f19,segment=NetworkSegment(4f625004-ba13-4cfd-a403-2a8cd12bdfec),segment_id=4f625004-ba13-4cfd-a403-2a8cd12bdfec)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:37.379186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11bbc0b1-dfea-4005-8052-67b2a7fa4184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.379186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-11bbc0b1-dfea-4005-8052-67b2a7fa4184 None None] Calling delete_port for 30e67f16-50f5-4763-a636-2652eff73f19 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:37.380547 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] Checking router: 1f05a650-406a-4b92-a3f7-65e06fcfdb7f for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:37.398984 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] Routers {'1f05a650-406a-4b92-a3f7-65e06fcfdb7f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:37.399891 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:37.437404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3e45aa-54b6-4eff-aa68-0b9faba54ad3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet b0c1eb89-6ace-45fa-81fd-c9398d5484d3 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:37.437645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d221485f-bbe6-4661-9a20-441fb707f589']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:37.442172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e3e45aa-54b6-4eff-aa68-0b9faba54ad3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.453522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4853f10-9519-4e51-9c4e-e330686efaec') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:37.454107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4853f10-9519-4e51-9c4e-e330686efaec') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:37.491572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda0274-4fff-472b-9326-1c112cfca1e7 None None] Network 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:37.494701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.508543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e3e45aa-54b6-4eff-aa68-0b9faba54ad3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.529926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.551091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:37.552356 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.566958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11bbc0b1-dfea-4005-8052-67b2a7fa4184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.606336 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] Set router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:37.610351 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:37.613183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbc0b1-dfea-4005-8052-67b2a7fa4184 None None] No DVR routers for this DVR port 30e67f16-50f5-4763-a636-2652eff73f19 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:37.631249 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 30e67f16-50f5-4763-a636-2652eff73f19 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:37.661487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 30e67f16-50f5-4763-a636-2652eff73f19 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:37.661841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 30e67f16-50f5-4763-a636-2652eff73f19 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:37.682974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e3e45aa-54b6-4eff-aa68-0b9faba54ad3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.699430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9b866-f76e-4bca-a44b-771b66867ffb None None] Pushing event updated for resources: {'Port': ['ID=70021b47-2ffe-4fc3-b92c-d5fffdc1d674,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:37.745417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbc0b1-dfea-4005-8052-67b2a7fa4184 None None] Pushing event deleted for resources: {'Port': ['ID=30e67f16-50f5-4763-a636-2652eff73f19,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:37.761082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-610cf196-45bc-4deb-a4c3-a8c64efad2f0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.778158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.804330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1688de-9274-491d-a0b1-1141318f3a55 None None] DHCP port deletion for 17e21cc9-14dd-44a4-8f93-60abdf0f0b69 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:37.829764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.883229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No DVR routers for this DVR port 30e67f16-50f5-4763-a636-2652eff73f19 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:37.900682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8d1688de-9274-491d-a0b1-1141318f3a55 None None] Deleting port 93bfeaeb-977e-449b-bade-86c7b673bb8c {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:37.901068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d1688de-9274-491d-a0b1-1141318f3a55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:37.939358 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:08:35Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:37.940630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=30e67f16-50f5-4763-a636-2652eff73f19,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:38.007251 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea789ac-0fe4-45f0-bef8-087ba43346e5 None None] The sync data for ids ['1f05a650-406a-4b92-a3f7-65e06fcfdb7f'] in dv-neutron-799625-5-hyperv is: [{'id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'name': 'tempest-TestNetworkBasicOps-router-1098916256', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21'}], 'enable_snat': True}, 'gw_port_id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:05:31Z', 'updated_at': '2021-12-08T13:08:35Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'b1336813-6f83-45af-9a41-1af40fc55309', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f05a650-406a-4b92-a3f7-65e06fcfdb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:05:33Z', 'updated_at': '2021-12-08T13:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:38.037530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.048976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:38.056667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.084757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8d1688de-9274-491d-a0b1-1141318f3a55 None None] For port 93bfeaeb-977e-449b-bade-86c7b673bb8c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=93bfeaeb-977e-449b-bade-86c7b673bb8c,segment=NetworkSegment(e0ca9874-fd25-441e-a18a-f8a4680099d8),segment_id=e0ca9874-fd25-441e-a18a-f8a4680099d8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:38.085353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d1688de-9274-491d-a0b1-1141318f3a55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.088233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.095066 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/networks/d221485f-bbe6-4661-9a20-441fb707f589 HTTP/1.1" status: 204 len: 168 time: 3.1697519 Dec 08 13:08:38.095821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.100704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f9abf-51ce-4912-8cb2-14fe4ee39fdf tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Network': ['ID=d221485f-bbe6-4661-9a20-441fb707f589,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:38.101241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58190) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:38.111886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8d1688de-9274-491d-a0b1-1141318f3a55 None None] Calling delete_port for 93bfeaeb-977e-449b-bade-86c7b673bb8c owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:38.132065 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.156469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dacf414-50b9-43a3-8bf8-3d3d89d4c769']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:38.169609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f625004-ba13-4cfd-a403-2a8cd12bdfec') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:38.169901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f625004-ba13-4cfd-a403-2a8cd12bdfec') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:38.189044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.190708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e3e45aa-54b6-4eff-aa68-0b9faba54ad3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.210793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:38.215625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e3e45aa-54b6-4eff-aa68-0b9faba54ad3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.216506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.218683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4e3e45aa-54b6-4eff-aa68-0b9faba54ad3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/b0c1eb89-6ace-45fa-81fd-c9398d5484d3 HTTP/1.1" status: 204 len: 168 time: 0.9293432 Dec 08 13:08:38.221037 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58192) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:38.236023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:38.236428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.241761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-610cf196-45bc-4deb-a4c3-a8c64efad2f0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:38.243482 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:38.262993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.267618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e45aa-54b6-4eff-aa68-0b9faba54ad3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c1eb89-6ace-45fa-81fd-c9398d5484d3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:38.273500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.273846 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment 869ddf3a-751c-4196-8c6f-0f0c2ecaff55 of type vlan for network 0961a133-3716-4bed-9057-0de04e123af7 Dec 08 13:08:38.284203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d1688de-9274-491d-a0b1-1141318f3a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.296322 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7206186c-547e-46b0-ba81-2417b2998dbd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689108 Dec 08 13:08:38.296645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58194) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:38.301938 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:38.311291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1688de-9274-491d-a0b1-1141318f3a55 None None] Pushing event deleted for resources: {'Port': ['ID=93bfeaeb-977e-449b-bade-86c7b673bb8c,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:38.322203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1688de-9274-491d-a0b1-1141318f3a55 None None] No DVR routers for this DVR port 93bfeaeb-977e-449b-bade-86c7b673bb8c on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:38.356586 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-610cf196-45bc-4deb-a4c3-a8c64efad2f0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.373204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.477648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.487297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.489282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.493721 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/networks/1dacf414-50b9-43a3-8bf8-3d3d89d4c769 HTTP/1.1" status: 204 len: 168 time: 2.2790117 Dec 08 13:08:38.493721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cf196-45bc-4deb-a4c3-a8c64efad2f0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd23f76a-19f1-4196-b3d1-c4da9e037b1f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:38.497441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58196) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:38.511211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-857867463', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:38.526683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0242a93-a445-449d-8382-8ef3744eacd0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Network': ['ID=1dacf414-50b9-43a3-8bf8-3d3d89d4c769,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:38.532980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-610cf196-45bc-4deb-a4c3-a8c64efad2f0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.534549 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-610cf196-45bc-4deb-a4c3-a8c64efad2f0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.7621477 Dec 08 13:08:38.537789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ff0275-bfd2-4784-830a-63897ebf5995']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:38.539112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58198) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:38.544122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-053b0b7b-2e99-4346-bdd5-86b97ce92be9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'security_group_rule': {'security_group_id': 'fd23f76a-19f1-4196-b3d1-c4da9e037b1f', 'project_id': '846e760336ad44e4bde1f5d154098eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:38.548918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c25720-e5e3-432e-8698-84ccd342651e') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:38.549362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c25720-e5e3-432e-8698-84ccd342651e') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:38.560885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.563245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.resource_extend [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 13:08:38.582983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port b1336813-6f83-45af-9a41-1af40fc55309 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:38.583798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.602412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.613144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:38.613390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:38.616666 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:38.621640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:38.626915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.737170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-053b0b7b-2e99-4346-bdd5-86b97ce92be9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:08:38.737170 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:08:38.737170 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'project_id_1': '846e760336ad44e4bde1f5d154098eec', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 8, 18, 552528)}] Dec 08 13:08:38.737170 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:08:38.738540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-053b0b7b-2e99-4346-bdd5-86b97ce92be9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:08:38.745425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.751643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:38.752265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.813401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.814406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.849486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port b1336813-6f83-45af-9a41-1af40fc55309, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b1336813-6f83-45af-9a41-1af40fc55309,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:38.851881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.852599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=0961a133-3716-4bed-9057-0de04e123af7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:38.873310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 0961a133-3716-4bed-9057-0de04e123af7 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:38.885713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for b1336813-6f83-45af-9a41-1af40fc55309 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:38.895208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.903838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.913126 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/networks/48ff0275-bfd2-4784-830a-63897ebf5995 HTTP/1.1" status: 204 len: 168 time: 0.8064303 Dec 08 13:08:38.921453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58200) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:38.934710 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0cdb08b8-7b49-49ee-b621-39361be3f100 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1270463 Dec 08 13:08:38.943127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58202) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:38.944771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:38.951096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '0961a133-3716-4bed-9057-0de04e123af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:38.967052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fa781-d798-464b-90d2-49efa7da015c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Network': ['ID=48ff0275-bfd2-4784-830a-63897ebf5995,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:39.160752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.230633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1927360-5d39-4498-b42f-4cf4cb7bf41c None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:39.233410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.271153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=b1336813-6f83-45af-9a41-1af40fc55309,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:39.298389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d5da1-fa66-4ca9-b7a3-59901271b23e None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:39.342493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:39.345999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.360788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.392318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e74d13ed-c64b-43c2-8b4e-69d4bff1020d None None] Could not find standard attr ID for object c43a8a7a-662c-489d-a57d-5d63ba40a1d6. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:08:39.430191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e74d13ed-c64b-43c2-8b4e-69d4bff1020d None None] Provisioning complete for port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:39.431115 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e74d13ed-c64b-43c2-8b4e-69d4bff1020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.435083 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.493987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.497197 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.566213 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.568875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:08:39.586789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e74d13ed-c64b-43c2-8b4e-69d4bff1020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.630826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabf2b0e-64ec-4aa6-a1ee-0955f2018e10']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:39.638534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e74d13ed-c64b-43c2-8b4e-69d4bff1020d None None] For port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=70021b47-2ffe-4fc3-b92c-d5fffdc1d674,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:39.638955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.650739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Fanout notify agent at l3_agent the message router_deleted on router 1f05a650-406a-4b92-a3f7-65e06fcfdb7f {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:08:39.650739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.650739 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9a7b3cfa-a479-4c51-be76-5a59f9421a64 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/routers/1f05a650-406a-4b92-a3f7-65e06fcfdb7f HTTP/1.1" status: 204 len: 168 time: 2.3601077 Dec 08 13:08:39.656957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 894360b5-b83d-462b-b4a7-e10c1bf68ff5 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:39.657753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58206) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:39.762513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e74d13ed-c64b-43c2-8b4e-69d4bff1020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.783205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29d398a-99a0-44f6-af27-ffd248156f3d') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:39.789265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29d398a-99a0-44f6-af27-ffd248156f3d') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:39.791423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-053b0b7b-2e99-4346-bdd5-86b97ce92be9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.795909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.804356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:39.804730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.882928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.892330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d13ed-c64b-43c2-8b4e-69d4bff1020d None None] Pushing event updated for resources: {'Port': ['ID=70021b47-2ffe-4fc3-b92c-d5fffdc1d674,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:39.959678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:39.964117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.965689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:39.999089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e64ca55d-ee56-43be-a2bf-b5ef43490465 None None] Provisioning complete for port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:39.999621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e64ca55d-ee56-43be-a2bf-b5ef43490465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.002560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e21cc9-14dd-44a4-8f93-60abdf0f0b69']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:40.019711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:40.020136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.022242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ca9874-fd25-441e-a18a-f8a4680099d8') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:40.024037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ca9874-fd25-441e-a18a-f8a4680099d8') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:40.024186 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:40.033508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.049751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.058376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:40.058924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:40.062627 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:40.141943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:40.142316 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.145517 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-053b0b7b-2e99-4346-bdd5-86b97ce92be9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.212553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.222992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.229971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.240359 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/networks/17e21cc9-14dd-44a4-8f93-60abdf0f0b69 HTTP/1.1" status: 204 len: 168 time: 0.5734518 Dec 08 13:08:40.259046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58208) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:40.260373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6baf03-3c53-42e8-b366-6defe60d440d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Network': ['ID=17e21cc9-14dd-44a4-8f93-60abdf0f0b69,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:40.319950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'network': {'name': 'tempest-network-smoke--53303291', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'port_security_enabled': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:40.344819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-053b0b7b-2e99-4346-bdd5-86b97ce92be9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.388353 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.390067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.437003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.443997 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] 10.222.0.76 "DELETE /v2.0/networks/aabf2b0e-64ec-4aa6-a1ee-0955f2018e10 HTTP/1.1" status: 204 len: 168 time: 1.5177710 Dec 08 13:08:40.454612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.460671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be64c8db-ef33-4eb5-b65f-7336548f8735 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:08:40.496273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-43919242-cc2d-449f-adec-661f10b14513 None None] Could not find standard attr ID for object c43a8a7a-662c-489d-a57d-5d63ba40a1d6. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:08:40.497699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Sync routers for ids ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:40.509810 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:08:40.537041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Routers {'85b3ffbf-49d5-47e1-8573-fcf18465ede8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:40.539036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:40.592877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 93bfeaeb-977e-449b-bade-86c7b673bb8c no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:40.617169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e07697b4-374a-4523-8eec-259f2ae4e79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.645974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 93bfeaeb-977e-449b-bade-86c7b673bb8c {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:40.646328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 93bfeaeb-977e-449b-bade-86c7b673bb8c not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:40.646790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4b9e848c-306e-4f07-b76c-e2966d6349af no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:40.714499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 4b9e848c-306e-4f07-b76c-e2966d6349af {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:40.714861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4b9e848c-306e-4f07-b76c-e2966d6349af not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:40.768371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Set router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:40.797382 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b0b7b-2e99-4346-bdd5-86b97ce92be9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790e94d5-2a74-4948-a497-614fc09ed635,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:40.819008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12339d89-125d-4a1d-820d-b7cc6ab0c73c tempest-BulkNetworkOpsIpV6Test-39713863 tempest-BulkNetworkOpsIpV6Test-39713863-project] Pushing event deleted for resources: {'Network': ['ID=aabf2b0e-64ec-4aa6-a1ee-0955f2018e10,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:40.859709 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.898683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:40.902131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.904498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:40.940336 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=b9e34311-e1ae-44f8-8376-819bb2a871dd,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:40.950147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58214) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:41.017976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-053b0b7b-2e99-4346-bdd5-86b97ce92be9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.022415 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-053b0b7b-2e99-4346-bdd5-86b97ce92be9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4789114 Dec 08 13:08:41.022773 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58218) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:41.028137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-81387b86-a61b-4466-8aed-94b84cf2065d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'security_group_rule': {'security_group_id': 'fd23f76a-19f1-4196-b3d1-c4da9e037b1f', 'project_id': '846e760336ad44e4bde1f5d154098eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:41.042896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64c8db-ef33-4eb5-b65f-7336548f8735 None None] Network 0961a133-3716-4bed-9057-0de04e123af7 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:41.044140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:41.053117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.053475 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Added segment a60db0dc-f41b-4c32-83fa-6b1f08099f78 of type vlan for network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 Dec 08 13:08:41.060722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:26Z', 'updated_at': '2021-12-08T13:08:33Z', 'revision_number': 4, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'gw_port': {'id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:27Z', 'updated_at': '2021-12-08T13:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'dccd00e0-9699-436e-b7a6-ee014baf851f', 'name': '', 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'mac_address': 'fa:16:3e:19:87:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '47529f19-62b2-4912-ac13-826e5206cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:31Z', 'updated_at': '2021-12-08T13:08:34Z', 'revision_number': 2, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'subnets': [{'id': '47529f19-62b2-4912-ac13-826e5206cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:41.095665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Checking router: 85b3ffbf-49d5-47e1-8573-fcf18465ede8 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:41.096234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Updating router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 port dccd00e0-9699-436e-b7a6-ee014baf851f binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:08:41.098663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': '869ddf3a-751c-4196-8c6f-0f0c2ecaff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0961a133-3716-4bed-9057-0de04e123af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:41.099043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 0961a133-3716-4bed-9057-0de04e123af7, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:41.102221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] For port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=70021b47-2ffe-4fc3-b92c-d5fffdc1d674,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:41.105582 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bb498017-b05c-4737-820d-f7b81c9dc063 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4a1f10b71144eaaa21033a8fa06f313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542499 Dec 08 13:08:41.108545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58220) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:41.122698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64c8db-ef33-4eb5-b65f-7336548f8735 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 0961a133-3716-4bed-9057-0de04e123af7) {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:08:41.128316 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.133372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.153372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-81387b86-a61b-4466-8aed-94b84cf2065d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.170470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a807-7bda-4220-901d-afa4c7ddc5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.181682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Unable to find a vacant binding_index for network 0961a133-3716-4bed-9057-0de04e123af7 and agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 08 13:08:41.215688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a807-7bda-4220-901d-afa4c7ddc5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.217881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.227968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 172.26.7.52 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/fb033456-a1b2-4f64-ad9c-0af4d70baa4a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:41.263001 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-81387b86-a61b-4466-8aed-94b84cf2065d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.266503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 0961a133-3716-4bed-9057-0de04e123af7) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:41.275221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:41.275750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.309848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.315542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:41.316127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.318944 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.322264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.364761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-81387b86-a61b-4466-8aed-94b84cf2065d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.393979 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a807-7bda-4220-901d-afa4c7ddc5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.397223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a807-7bda-4220-901d-afa4c7ddc5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.403517 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a3e9a807-7bda-4220-901d-afa4c7ddc5b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d088a529-84d6-4d23-b490-d6ee2d939250 HTTP/1.1" status: 204 len: 168 time: 0.2931197 Dec 08 13:08:41.408624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81387b86-a61b-4466-8aed-94b84cf2065d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76391c07-8962-4baa-b57b-230b74cc9633,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:41.430607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9a807-7bda-4220-901d-afa4c7ddc5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d088a529-84d6-4d23-b490-d6ee2d939250,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:41.460939 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58224) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:41.461478 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9c96cc01-6c2e-46ae-9471-e12ba7b4af7f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5148230 Dec 08 13:08:41.469457 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:41.494570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:41.496253 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:41.510570 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:41.512043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.539160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-81387b86-a61b-4466-8aed-94b84cf2065d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.544213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-81387b86-a61b-4466-8aed-94b84cf2065d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5161068 Dec 08 13:08:41.544213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58226) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:41.552946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a005395b-b57a-49ae-a006-7b36e7acf09b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'security_group_rule': {'security_group_id': 'fd23f76a-19f1-4196-b3d1-c4da9e037b1f', 'project_id': '846e760336ad44e4bde1f5d154098eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:41.567827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Network': ['ID=cf5d6887-d9f7-4509-ba7d-bf04f19a0521,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:41.585816 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-964feb1a-4955-4d41-8340-20323d9fe7f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2681329 Dec 08 13:08:41.585816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=1cc20f1a-0c16-4d3d-8aa5-0abf6fcb43b2,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:41.588384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58228) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:41.595543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.600761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:41.601656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-949962279', 'admin_state_up': True, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:41.609444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=70021b47-2ffe-4fc3-b92c-d5fffdc1d674,revision_number=6']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:41.647758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7c2e0-3cce-4efc-96d2-c9a0cfd25aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-0961a133-3716-4bed-9057-0de04e123af7', 'network_id': '0961a133-3716-4bed-9057-0de04e123af7', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': 'b9e34311-e1ae-44f8-8376-819bb2a871dd'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:41.648592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c2e0-3cce-4efc-96d2-c9a0cfd25aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.674498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.686265 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8861be8d-747b-42c2-a0c2-953bd8e83d21 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3877356 Dec 08 13:08:41.692148 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58230) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:41.695735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:db:6b:23', 'name': 'tempest-NetworksTestDHCPv6-488220617'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:41.710186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.716606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.719057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:41.719423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.741597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.805759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.806873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a005395b-b57a-49ae-a006-7b36e7acf09b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.852674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:41.879567 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:41.880960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a005395b-b57a-49ae-a006-7b36e7acf09b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.892040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca51b7-e8f0-4485-947f-3a014a8ffd6d None None] Pushing event updated for resources: {'Port': ['ID=dccd00e0-9699-436e-b7a6-ee014baf851f,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:41.892250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.892358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:41.918124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e34311-e1ae-44f8-8376-819bb2a871dd,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server [None req-f8b7c2e0-3cce-4efc-96d2-c9a0cfd25aa0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9e34311-e1ae-44f8-8376-819bb2a871dd: This subnet is being modified by another concurrent operation. Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 13:08:41.971927 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise exception Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9e34311-e1ae-44f8-8376-819bb2a871dd: This subnet is being modified by another concurrent operation. Dec 08 13:08:41.975950 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Dec 08 13:08:41.978255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=fb033456-a1b2-4f64-ad9c-0af4d70baa4a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:41.997117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.997117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:41.997853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Attempting to bind port dccd00e0-9699-436e-b7a6-ee014baf851f on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:41.997853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Attempting to bind port dccd00e0-9699-436e-b7a6-ee014baf851f by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:41.997853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Attempting to bind port dccd00e0-9699-436e-b7a6-ee014baf851f on network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:42.004363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829bbc20-53f9-4421-bb08-572fdfc24156 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:08:42.006178 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b1336813-6f83-45af-9a41-1af40fc55309 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:42.016204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.020289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a005395b-b57a-49ae-a006-7b36e7acf09b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.057506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005395b-b57a-49ae-a006-7b36e7acf09b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8215c97c-e595-4e99-a277-41c8a0ebb4a0,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:42.063079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0961a133-3716-4bed-9057-0de04e123af7']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:42.078397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869ddf3a-751c-4196-8c6f-0f0c2ecaff55') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:42.078397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869ddf3a-751c-4196-8c6f-0f0c2ecaff55') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:42.095949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.112543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.122988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:42.123407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:42.127686 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:42.151872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:42.186239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.202448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:42.202911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Checking segment: {'id': '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:42.203041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.203400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Bound using segment: {'id': '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:42.204415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Bound port: dccd00e0-9699-436e-b7a6-ee014baf851f, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:42.204415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.209962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: b1336813-6f83-45af-9a41-1af40fc55309 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:42.210343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b1336813-6f83-45af-9a41-1af40fc55309 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:42.222254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a005395b-b57a-49ae-a006-7b36e7acf09b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.235074 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a005395b-b57a-49ae-a006-7b36e7acf09b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6834018 Dec 08 13:08:42.235670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58242) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:42.242129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-270ccb65-7632-47a2-af4b-6c93a6464b90 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'security_group_rule': {'security_group_id': 'fd23f76a-19f1-4196-b3d1-c4da9e037b1f', 'project_id': '846e760336ad44e4bde1f5d154098eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:42.316165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.316758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] For port dccd00e0-9699-436e-b7a6-ee014baf851f, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:42.322968 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] For port dccd00e0-9699-436e-b7a6-ee014baf851f, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dccd00e0-9699-436e-b7a6-ee014baf851f,segment=NetworkSegment(2cc33eaa-0331-4137-9eb4-84e3d8d56ce5),segment_id=2cc33eaa-0331-4137-9eb4-84e3d8d56ce5)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:42.330155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.337666 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/0961a133-3716-4bed-9057-0de04e123af7 HTTP/1.1" status: 204 len: 168 time: 0.8722963 Dec 08 13:08:42.339232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58244) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:42.343481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-100081977'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:42.344831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829bbc20-53f9-4421-bb08-572fdfc24156 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:08:42.358491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba190af6-46f7-4350-8530-c4b0e2c6f9b8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=0961a133-3716-4bed-9057-0de04e123af7,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:42.441180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.462030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.510893 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.513860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-270ccb65-7632-47a2-af4b-6c93a6464b90 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.525442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:42.529887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.557875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:42.558069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca51b7-e8f0-4485-947f-3a014a8ffd6d None None] Pushing event updated for resources: {'Port': ['ID=dccd00e0-9699-436e-b7a6-ee014baf851f,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:42.559543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Routers {'85b3ffbf-49d5-47e1-8573-fcf18465ede8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:42.560185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:42.575076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.575498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment 2a07f6c7-fb2d-4ef2-87d7-b07912856188 of type vlan for network 3d69dee3-54ee-49ce-ba32-962fa724c041 Dec 08 13:08:42.611430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 30fc496b-3b92-4dc4-bfaf-441ab3f48f1e yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:08:42.620924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.664537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-270ccb65-7632-47a2-af4b-6c93a6464b90 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.705866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.720970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.726713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:42.727309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.738988 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] Set router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:42.755842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-270ccb65-7632-47a2-af4b-6c93a6464b90 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.796045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58254) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:42.808015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=3d69dee3-54ee-49ce-ba32-962fa724c041,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:42.818392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ccb65-7632-47a2-af4b-6c93a6464b90 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d152a6b-bf9c-43e3-86b2-9554aea28dd5,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:42.857919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1f2b1-82c7-41d5-8a05-b3d879f5cdee None None] Network 0961a133-3716-4bed-9057-0de04e123af7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:42.859977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9783272f-63b7-4d29-9c38-31f62f5ffb89 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:42.861994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-270ccb65-7632-47a2-af4b-6c93a6464b90 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:42.863562 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-270ccb65-7632-47a2-af4b-6c93a6464b90 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6251240 Dec 08 13:08:42.866919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58260) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:42.867216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 3d69dee3-54ee-49ce-ba32-962fa724c041 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:42.877035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ef4a58dd-74ad-47c3-a0ea-945fe6dfd9f5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'security_group_rule': {'security_group_id': 'fd23f76a-19f1-4196-b3d1-c4da9e037b1f', 'project_id': '846e760336ad44e4bde1f5d154098eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:42.916628 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b1c21-ed87-4046-98ee-bcb9e82e70ce None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:42.933951 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-97a30958-578c-42d9-b3bd-25317bc5e291 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5928311 Dec 08 13:08:42.935181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1f2b1-82c7-41d5-8a05-b3d879f5cdee None None] Network 0961a133-3716-4bed-9057-0de04e123af7 could not be found, it might have been deleted concurrently. {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 13:08:42.937166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58262) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:42.949618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '3d69dee3-54ee-49ce-ba32-962fa724c041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:42.972520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba6ecf-090c-4b8d-8504-91ecd8a9e7d7 None None] Network 0961a133-3716-4bed-9057-0de04e123af7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:42.985461 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:fedb:6b23 (c6b804cf-1df5-4af3-9dce-30751e804dc0/1cc20f1a-0c16-4d3d-8aa5-0abf6fcb43b2/30fc496b-3b92-4dc4-bfaf-441ab3f48f1e) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:42.994196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8a0c7d2f-5906-4ded-ac93-a974b7a746d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.050760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-eab37a39-5872-4c50-9daf-8fc19890717c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:43.051236 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.api.v2.base [None req-eab37a39-5872-4c50-9daf-8fc19890717c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 13:08:43.052408 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-eab37a39-5872-4c50-9daf-8fc19890717c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 13:08:43.057594 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eab37a39-5872-4c50-9daf-8fc19890717c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2548628 Dec 08 13:08:43.059472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58264) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:43.064930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba6ecf-090c-4b8d-8504-91ecd8a9e7d7 None None] Network 0961a133-3716-4bed-9057-0de04e123af7 could not be found, it might have been deleted concurrently. {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 13:08:43.065178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132239172'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:43.072794 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-ef4a58dd-74ad-47c3-a0ea-945fe6dfd9f5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Project 846e760336ad44e4bde1f5d154098eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:08:43.084889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ef4a58dd-74ad-47c3-a0ea-945fe6dfd9f5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.164898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-afc2ac28-8c30-45fb-9b17-8ac23de6bb84 None None] Provisioning complete for port fb033456-a1b2-4f64-ad9c-0af4d70baa4a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:43.165283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-afc2ac28-8c30-45fb-9b17-8ac23de6bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.201314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ef4a58dd-74ad-47c3-a0ea-945fe6dfd9f5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.206587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-afc2ac28-8c30-45fb-9b17-8ac23de6bb84 None None] Port fb033456-a1b2-4f64-ad9c-0af4d70baa4a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:43.244094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.293053 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ef4a58dd-74ad-47c3-a0ea-945fe6dfd9f5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.294069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.296537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:26Z', 'updated_at': '2021-12-08T13:08:33Z', 'revision_number': 4, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'gw_port': {'id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:27Z', 'updated_at': '2021-12-08T13:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'dccd00e0-9699-436e-b7a6-ee014baf851f', 'name': '', 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'mac_address': 'fa:16:3e:19:87:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '47529f19-62b2-4912-ac13-826e5206cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:31Z', 'updated_at': '2021-12-08T13:08:42Z', 'revision_number': 4, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'subnets': [{'id': '47529f19-62b2-4912-ac13-826e5206cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:43.301410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.341644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caafbb-38dd-4274-8ebe-9642528385ec None None] The sync data for ids ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'] in dv-neutron-799625-5-hyperv is: [{'id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:26Z', 'updated_at': '2021-12-08T13:08:33Z', 'revision_number': 4, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'gw_port': {'id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:27Z', 'updated_at': '2021-12-08T13:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'dccd00e0-9699-436e-b7a6-ee014baf851f', 'name': '', 'network_id': 'fd11879a-5ba6-47ee-a3b6-c3ad1495c071', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'mac_address': 'fa:16:3e:19:87:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '47529f19-62b2-4912-ac13-826e5206cb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:31Z', 'updated_at': '2021-12-08T13:08:42Z', 'revision_number': 4, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'subnets': [{'id': '47529f19-62b2-4912-ac13-826e5206cb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:43.346533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:43.350977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.362022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6c0bd23a-b953-457a-a0a8-96ca5b12c64e None None] Provisioning complete for port dccd00e0-9699-436e-b7a6-ee014baf851f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:43.362022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd23a-b953-457a-a0a8-96ca5b12c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.440418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_backend_mixin [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing IP validity checks on allocation pools {{(pid=103715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 13:08:43.441019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_backend_mixin [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 13:08:43.491466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.510799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a58dd-74ad-47c3-a0ea-945fe6dfd9f5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553edab8-6617-4534-bfd7-9e2064f5ff66,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:43.519921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ef4a58dd-74ad-47c3-a0ea-945fe6dfd9f5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.522436 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ef4a58dd-74ad-47c3-a0ea-945fe6dfd9f5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6540921 Dec 08 13:08:43.543086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.543775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58266) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:43.555156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6e1ca7ac-c7cf-4fba-a192-ae5a35aaa658 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'security_group_rule': {'security_group_id': 'fd23f76a-19f1-4196-b3d1-c4da9e037b1f', 'project_id': '846e760336ad44e4bde1f5d154098eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:43.570631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd23a-b953-457a-a0a8-96ca5b12c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.580348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dccd00e0-9699-436e-b7a6-ee014baf851f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:43.670470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6c0bd23a-b953-457a-a0a8-96ca5b12c64e None None] For port dccd00e0-9699-436e-b7a6-ee014baf851f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dccd00e0-9699-436e-b7a6-ee014baf851f,segment=NetworkSegment(2cc33eaa-0331-4137-9eb4-84e3d8d56ce5),segment_id=2cc33eaa-0331-4137-9eb4-84e3d8d56ce5)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:43.688888 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port dccd00e0-9699-436e-b7a6-ee014baf851f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:43.689886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.702732 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-6e1ca7ac-c7cf-4fba-a192-ae5a35aaa658 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Project 846e760336ad44e4bde1f5d154098eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:08:43.729294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e1ca7ac-c7cf-4fba-a192-ae5a35aaa658 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.734704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd23a-b953-457a-a0a8-96ca5b12c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.791273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.823819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bd23a-b953-457a-a0a8-96ca5b12c64e None None] Pushing event updated for resources: {'Port': ['ID=dccd00e0-9699-436e-b7a6-ee014baf851f,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:43.840269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:43.855043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e1ca7ac-c7cf-4fba-a192-ae5a35aaa658 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.882037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': '2a07f6c7-fb2d-4ef2-87d7-b07912856188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d69dee3-54ee-49ce-ba32-962fa724c041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:43.882440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 3d69dee3-54ee-49ce-ba32-962fa724c041, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:43.900563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=6096c715-4f62-463f-809b-6fa5a837e953,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:43.912710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e1ca7ac-c7cf-4fba-a192-ae5a35aaa658 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.934320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a1171d90-c273-46ab-8a73-7896a7b00e42 None None] Provisioning complete for port dccd00e0-9699-436e-b7a6-ee014baf851f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:43.935416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a1171d90-c273-46ab-8a73-7896a7b00e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.937478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ca7ac-c7cf-4fba-a192-ae5a35aaa658 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abf5286-0bdc-437b-8a33-e701fc5a8972,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:43.992926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:43.993453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:43.994056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 3d69dee3-54ee-49ce-ba32-962fa724c041 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:44.025295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6e1ca7ac-c7cf-4fba-a192-ae5a35aaa658 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.028469 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6e1ca7ac-c7cf-4fba-a192-ae5a35aaa658 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4835370 Dec 08 13:08:44.053448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.079636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 3d69dee3-54ee-49ce-ba32-962fa724c041) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:44.095691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:44.096460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.098044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f5bbe-928e-4ae6-9397-0c92a72685f0 None None] Network 3d69dee3-54ee-49ce-ba32-962fa724c041 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:44.134994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.166895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a1171d90-c273-46ab-8a73-7896a7b00e42 None None] Provisioning complete for port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:44.167283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a1171d90-c273-46ab-8a73-7896a7b00e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.202299 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-75c31aef-7f44-49ea-bfac-214f354af0b0 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2606292 Dec 08 13:08:44.204652 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58292) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:44.217615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.228783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.226 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:44.256822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.287562 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.364665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-3d69dee3-54ee-49ce-ba32-962fa724c041', 'network_id': '3d69dee3-54ee-49ce-ba32-962fa724c041', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': '6096c715-4f62-463f-809b-6fa5a837e953'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:44.365535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.367982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 71c3fee4-9827-4c48-bcbb-6a0e6fafd88a is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:08:44.452990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:44.478695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58316) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:44.506198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.520750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47c79e4-b979-494a-9522-bf5feb4a3fe6,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:44.538892 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:44.544287 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:44.572231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:44.572231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.612379 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Allocated IP 172.20.0.3 (3d69dee3-54ee-49ce-ba32-962fa724c041/6096c715-4f62-463f-809b-6fa5a837e953/bc20a5fb-8459-48ba-bc85-15cc795e949f) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:44.621866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=30fc496b-3b92-4dc4-bfaf-441ab3f48f1e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:44.708009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.720654 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.729463 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-99e19c5e-df76-48ec-9024-e411330d7053 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0399108 Dec 08 13:08:44.730549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58318) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:44.808754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.847512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:44.852559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Deleting port fa6956ba-0707-42c0-b014-0171c1a4f89e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:44.852988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.860065 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c82d71-802e-41d0-b885-6e4a6bbe5854 None None] Sync routers for ids ['71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:44.880784 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c82d71-802e-41d0-b885-6e4a6bbe5854 None None] Routers {'71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:44.881670 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d3c82d71-802e-41d0-b885-6e4a6bbe5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:44.892136 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.903576 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.911863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-be075164-e247-4255-9057-cb8e068b9c8e None None] Provisioning complete for port 30fc496b-3b92-4dc4-bfaf-441ab3f48f1e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:44.913005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-be075164-e247-4255-9057-cb8e068b9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.931255 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d3c82d71-802e-41d0-b885-6e4a6bbe5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:44.939416 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48b07f-a923-4aee-85e2-d7e8eb764d38 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:44.947297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48b07f-a923-4aee-85e2-d7e8eb764d38 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:44.951702 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c82d71-802e-41d0-b885-6e4a6bbe5854 None None] Routers {'71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:44.951885 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0a48b07f-a923-4aee-85e2-d7e8eb764d38 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2097113 Dec 08 13:08:44.952746 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d3c82d71-802e-41d0-b885-6e4a6bbe5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:44.956474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.957510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.959029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58320) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:44.970179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-be075164-e247-4255-9057-cb8e068b9c8e None None] Port 30fc496b-3b92-4dc4-bfaf-441ab3f48f1e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:44.972928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Calling delete_port for fa6956ba-0707-42c0-b014-0171c1a4f89e owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:44.976329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:44.993082 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d3c82d71-802e-41d0-b885-6e4a6bbe5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:44.994113 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c82d71-802e-41d0-b885-6e4a6bbe5854 None None] The sync data for ids ['71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:45.005563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb75f0-d8e1-4477-8b11-73b42e41998f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:45.015858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.016886 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8224b0aa-77f7-4c07-ab7f-226c378124e1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.5184093 Dec 08 13:08:45.021155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58322) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:45.031911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Pushing event updated for resources: {'Port': ['ID=bc20a5fb-8459-48ba-bc85-15cc795e949f,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:45.040185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Network 3d69dee3-54ee-49ce-ba32-962fa724c041 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:45.041876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:45.044185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:45.096742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.104930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.112919 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ed8db4b2-db8a-4466-ad3e-b6665de70b93 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0506332 Dec 08 13:08:45.114998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58324) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:45.131341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Attempting to bind port bc20a5fb-8459-48ba-bc85-15cc795e949f on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:45.132044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Attempting to bind port bc20a5fb-8459-48ba-bc85-15cc795e949f by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '2a07f6c7-fb2d-4ef2-87d7-b07912856188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d69dee3-54ee-49ce-ba32-962fa724c041'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:45.132582 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Attempting to bind port bc20a5fb-8459-48ba-bc85-15cc795e949f on network 3d69dee3-54ee-49ce-ba32-962fa724c041 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:45.140897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:45.141484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Checking segment: {'id': '2a07f6c7-fb2d-4ef2-87d7-b07912856188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d69dee3-54ee-49ce-ba32-962fa724c041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:45.142022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.142776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Bound using segment: {'id': '2a07f6c7-fb2d-4ef2-87d7-b07912856188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d69dee3-54ee-49ce-ba32-962fa724c041'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:45.143315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Bound port: bc20a5fb-8459-48ba-bc85-15cc795e949f, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a07f6c7-fb2d-4ef2-87d7-b07912856188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d69dee3-54ee-49ce-ba32-962fa724c041'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:45.143937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.153511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9912e4d7-b614-4240-9944-ad52dbad394e tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': '13bb75f0-d8e1-4477-8b11-73b42e41998f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:45.209980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:45.230135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:45.232719 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:45.300504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:45.326954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9912e4d7-b614-4240-9944-ad52dbad394e tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.372967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8826b21a-e90d-42aa-bb7e-d0021416baf4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 30fc496b-3b92-4dc4-bfaf-441ab3f48f1e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:45.373315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8826b21a-e90d-42aa-bb7e-d0021416baf4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.411464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9c76f-83e2-4e3a-945e-58e65f534fb4 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:45.416052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.421649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9912e4d7-b614-4240-9944-ad52dbad394e tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.441808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dccd00e0-9699-436e-b7a6-ee014baf851f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:45.473021 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] For port bc20a5fb-8459-48ba-bc85-15cc795e949f, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:45.478693 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-425336d7-e2e9-48eb-a0ef-60ebd6143938 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/routers/71c3fee4-9827-4c48-bcbb-6a0e6fafd88a HTTP/1.1" status: 200 len: 883 time: 0.4565215 Dec 08 13:08:45.481290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58326) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:45.496429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] For port bc20a5fb-8459-48ba-bc85-15cc795e949f, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bc20a5fb-8459-48ba-bc85-15cc795e949f,segment=NetworkSegment(2a07f6c7-fb2d-4ef2-87d7-b07912856188),segment_id=2a07f6c7-fb2d-4ef2-87d7-b07912856188)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:45.513937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b1bbe3f5-639d-4d6e-a356-c514edb53dfb None None] Provisioning complete for port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:45.514245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b1bbe3f5-639d-4d6e-a356-c514edb53dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.540857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.542319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port dccd00e0-9699-436e-b7a6-ee014baf851f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:45.542745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.576900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbe3f5-639d-4d6e-a356-c514edb53dfb None None] Port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:45.578339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9912e4d7-b614-4240-9944-ad52dbad394e tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.597188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=6096c715-4f62-463f-809b-6fa5a837e953,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:45.600035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.621761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.660456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912e4d7-b614-4240-9944-ad52dbad394e tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae8bc99-6801-4e2b-ab68-d8a06dd4aa0c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:45.681613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8826b21a-e90d-42aa-bb7e-d0021416baf4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.681891 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f06b49-6192-4a99-a076-d8e98c5b6d37 None None] Pushing event updated for resources: {'Port': ['ID=bc20a5fb-8459-48ba-bc85-15cc795e949f,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:45.708669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8826b21a-e90d-42aa-bb7e-d0021416baf4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 30fc496b-3b92-4dc4-bfaf-441ab3f48f1e owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:45.764292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event deleted for resources: {'Port': ['ID=fa6956ba-0707-42c0-b014-0171c1a4f89e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:45.797940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9912e4d7-b614-4240-9944-ad52dbad394e tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.799447 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9912e4d7-b614-4240-9944-ad52dbad394e tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6790318 Dec 08 13:08:45.829690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.832250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58336) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:45.839560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-68d21ebb-88aa-4f8c-b272-0807c457dcb2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': '13bb75f0-d8e1-4477-8b11-73b42e41998f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:45.906941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d69dee3-54ee-49ce-ba32-962fa724c041']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:45.934194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a07f6c7-fb2d-4ef2-87d7-b07912856188') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:45.934499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a07f6c7-fb2d-4ef2-87d7-b07912856188') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:45.965293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.975440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:45.975804 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Floating IP 9414a11c-ad02-4870-bc8f-19f1db2b3756 disassociated (deleted). External IP: 172.26.7.69, port: 519b1121-63e2-420e-99f1-25ae0989298f. Dec 08 13:08:46.003547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.092458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.110419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68d21ebb-88aa-4f8c-b272-0807c457dcb2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.111561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8826b21a-e90d-42aa-bb7e-d0021416baf4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.131561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:46.131981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:46.136966 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:46.143291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826b21a-e90d-42aa-bb7e-d0021416baf4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=30fc496b-3b92-4dc4-bfaf-441ab3f48f1e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:46.201485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.236274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8826b21a-e90d-42aa-bb7e-d0021416baf4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.241857 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8826b21a-e90d-42aa-bb7e-d0021416baf4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/30fc496b-3b92-4dc4-bfaf-441ab3f48f1e HTTP/1.1" status: 204 len: 168 time: 1.2816312 Dec 08 13:08:46.244352 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58342) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:46.359400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525c754-f4d3-46a1-86f9-9c8a1f313ec9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:46.360925 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525c754-f4d3-46a1-86f9-9c8a1f313ec9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:46.361957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:08:46.361957 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:08:46.361957 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'id': '3d69dee3-54ee-49ce-ba32-962fa724c041'}] Dec 08 13:08:46.361957 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:08:46.362458 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3525c754-f4d3-46a1-86f9-9c8a1f313ec9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1171756 Dec 08 13:08:46.363869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:08:46.372369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58346) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:46.433271 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8221bd77-b831-4fc8-942b-610b2f9be228 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9492953 Dec 08 13:08:46.434246 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-68d21ebb-88aa-4f8c-b272-0807c457dcb2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 13:08:46.436857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58360) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:46.438313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-68d21ebb-88aa-4f8c-b272-0807c457dcb2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6040003 Dec 08 13:08:46.438981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58362) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:46.445373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d67e7eb9-d9f0-4e08-b878-35e0ac3abe89 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-857867463'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:46.448324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.552644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Router 835462fd-6d4e-41f4-861c-dec2373c820b has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:46.558316 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4d6e42-ffa4-439b-9311-dea3e05769b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 1cc20f1a-0c16-4d3d-8aa5-0abf6fcb43b2 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:46.565146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6e42-ffa4-439b-9311-dea3e05769b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.632367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26261903-4fb9-44f9-94d3-a4b3bd625c3b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.689282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6e42-ffa4-439b-9311-dea3e05769b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.689896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26261903-4fb9-44f9-94d3-a4b3bd625c3b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.801872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:46.818622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.818776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] Sync routers for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:46.846379 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:46.847105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:46.864572 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.886989 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9cc562ac-f598-49fa-a16c-a3e3785c49bc tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "DELETE /v2.0/floatingips/9414a11c-ad02-4870-bc8f-19f1db2b3756 HTTP/1.1" status: 204 len: 168 time: 2.4072011 Dec 08 13:08:46.887954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:08:46.902368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c93f01-8588-4c70-a390-9a0017e9cf79" -d '{"events": [{"name": "network-changed", "server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "tag": "519b1121-63e2-420e-99f1-25ae0989298f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:08:46.983022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26261903-4fb9-44f9-94d3-a4b3bd625c3b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.986229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26261903-4fb9-44f9-94d3-a4b3bd625c3b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:46.990349 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-26261903-4fb9-44f9-94d3-a4b3bd625c3b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/13bb75f0-d8e1-4477-8b11-73b42e41998f HTTP/1.1" status: 204 len: 168 time: 0.5484617 Dec 08 13:08:46.991156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58388) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:46.993630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b11f5c1-2738-4c7d-a5a8-fed6d4c2e0e7 x-openstack-request-id: req-9b11f5c1-2738-4c7d-a5a8-fed6d4c2e0e7 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:08:46.993630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "tag": "519b1121-63e2-420e-99f1-25ae0989298f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:08:46.993630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b11f5c1-2738-4c7d-a5a8-fed6d4c2e0e7 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:08:46.993630 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f', 'status': 'completed', 'code': 200} Dec 08 13:08:47.031186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26261903-4fb9-44f9-94d3-a4b3bd625c3b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb75f0-d8e1-4477-8b11-73b42e41998f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:47.093063 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7363b9d5-79fc-4056-a80c-5e1e3b38c299 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0944703 Dec 08 13:08:47.094103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58390) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:47.103637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e0512b1f-3373-446d-8516-077b9bfe1f40 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1299171269'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:47.141964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Deleting port bc20a5fb-8459-48ba-bc85-15cc795e949f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:47.142308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.149106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:47.149598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-3833b7c6-d983-48e3-a641-e0249f912d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:47.151368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-3833b7c6-d983-48e3-a641-e0249f912d9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f0aade1979141fb91c398026c436d70&device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 1099 time: 0.1363964 Dec 08 13:08:47.245730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0512b1f-3373-446d-8516-077b9bfe1f40 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.312434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] For port bc20a5fb-8459-48ba-bc85-15cc795e949f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bc20a5fb-8459-48ba-bc85-15cc795e949f,segment=NetworkSegment(2a07f6c7-fb2d-4ef2-87d7-b07912856188),segment_id=2a07f6c7-fb2d-4ef2-87d7-b07912856188)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:47.312817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.381092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Calling delete_port for bc20a5fb-8459-48ba-bc85-15cc795e949f owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:47.466696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-6827e91b-efbe-488e-b43f-796d35d8d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:47.468101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-6827e91b-efbe-488e-b43f-796d35d8d8ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=11ea6c58-ca8a-4949-955a-7cb58ae27ba7 HTTP/1.1" status: 200 len: 897 time: 0.3021288 Dec 08 13:08:47.532539 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-25d43486-d6b1-4107-84f1-9b7009ea5dde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519b1121-63e2-420e-99f1-25ae0989298f HTTP/1.1" status: 200 len: 217 time: 0.0554707 Dec 08 13:08:47.541656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e662ae5-f304-4525-b8a7-6b7d5ab4db15 None None] Network 3d69dee3-54ee-49ce-ba32-962fa724c041 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:47.571798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bc20a5fb-8459-48ba-bc85-15cc795e949f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:47.637644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d67e7eb9-d9f0-4e08-b878-35e0ac3abe89 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.640564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0512b1f-3373-446d-8516-077b9bfe1f40 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.664341 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6e42-ffa4-439b-9311-dea3e05769b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.669871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-b0063a72-8c36-4117-8ecb-7a2498cc1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:47.677423 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-b0063a72-8c36-4117-8ecb-7a2498cc1bdb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02b2679a-cb90-4739-a1b5-f8c6cebbeca5 HTTP/1.1" status: 200 len: 835 time: 0.1296129 Dec 08 13:08:47.679983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6fe5a13e-237b-4fd5-b367-525739424e3e None None] Provisioning complete for port bc20a5fb-8459-48ba-bc85-15cc795e949f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:47.680364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a13e-237b-4fd5-b367-525739424e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.726739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router c6b49f78-86ae-489b-a890-e07d6940a25f is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:08:47.761954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.769416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0512b1f-3373-446d-8516-077b9bfe1f40 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.779231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Could not find standard attr ID for object bc20a5fb-8459-48ba-bc85-15cc795e949f. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:08:47.792010 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:38Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a52fc7dc-bc40-4508-b3f6-203e0536e841', 'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'mac_address': 'fa:16:3e:fc:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:36Z', 'updated_at': '2021-12-08T13:06:45Z', 'revision_number': 5, 'project_id': '0f0aade1979141fb91c398026c436d70', 'subnets': [{'id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:47.792182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d67e7eb9-d9f0-4e08-b878-35e0ac3abe89 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.824636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6fe5a13e-237b-4fd5-b367-525739424e3e None None] Could not find standard attr ID for object bc20a5fb-8459-48ba-bc85-15cc795e949f. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:08:47.829417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] Checking router: 835462fd-6d4e-41f4-861c-dec2373c820b for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:47.832562 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.plugins.ml2.db [None req-6fe5a13e-237b-4fd5-b367-525739424e3e None None] No ports have port_id starting with bc20a5fb-8459-48ba-bc85-15cc795e949f Dec 08 13:08:47.846289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:47.846954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:47.856576 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6e42-ffa4-439b-9311-dea3e05769b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:47.867383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Port': ['ID=bc20a5fb-8459-48ba-bc85-15cc795e949f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:47.883745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No DVR routers for this DVR port bc20a5fb-8459-48ba-bc85-15cc795e949f on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:47.938182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a9baa2-e87b-42c4-bd65-1da920d4f5e3 None None] DHCP port deletion for 3d69dee3-54ee-49ce-ba32-962fa724c041 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:47.960496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d6e42-ffa4-439b-9311-dea3e05769b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc20f1a-0c16-4d3d-8aa5-0abf6fcb43b2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:48.007461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-e769cd33-e969-4905-aade-4c307e5909a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:48.009347 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-e769cd33-e969-4905-aade-4c307e5909a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11ea6c58-ca8a-4949-955a-7cb58ae27ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3286138 Dec 08 13:08:48.016639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6e42-ffa4-439b-9311-dea3e05769b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.021206 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dd4d6e42-ffa4-439b-9311-dea3e05769b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/1cc20f1a-0c16-4d3d-8aa5-0abf6fcb43b2 HTTP/1.1" status: 204 len: 168 time: 1.6471958 Dec 08 13:08:48.022076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0700d09f-ece0-44b1-8218-d0ae88b2e94e None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:48.024853 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58398) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.056781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0512b1f-3373-446d-8516-077b9bfe1f40 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e98c7f-3a06-4d78-81b7-95bc23add86f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:48.071744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0512b1f-3373-446d-8516-077b9bfe1f40 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.073302 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e0512b1f-3373-446d-8516-077b9bfe1f40 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9760714 Dec 08 13:08:48.092931 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e5d23328-8a35-47b8-b727-82a37d7490c3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589299 Dec 08 13:08:48.093231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58400) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.093231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58402) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.101733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67e7eb9-d9f0-4e08-b878-35e0ac3abe89 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 71c3fee4-9827-4c48-bcbb-6a0e6fafd88a has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:48.113948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:48.119097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1e66d834-a4dc-4cda-9eb6-4af0e9fd3b38 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'c8e98c7f-3a06-4d78-81b7-95bc23add86f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:48.119262 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-1e66d834-a4dc-4cda-9eb6-4af0e9fd3b38 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 13:08:48.119850 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-1e66d834-a4dc-4cda-9eb6-4af0e9fd3b38 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:48.120798 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1e66d834-a4dc-4cda-9eb6-4af0e9fd3b38 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0296144 Dec 08 13:08:48.124035 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58404) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.133329 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Sync routers for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:48.152403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936dd83-fcc6-408e-a3a4-fb174d4cbfec req-6f89a91b-ba9d-4506-b883-946b84110015 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:48.153434 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:48.154281 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:48.173144 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0936dd83-fcc6-408e-a3a4-fb174d4cbfec req-6f89a91b-ba9d-4506-b883-946b84110015 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.5829985 Dec 08 13:08:48.222209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:48.288893 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9885e561-cdc6-4f97-a718-67047824f69a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.300923 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:48.348437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.379528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67e7eb9-d9f0-4e08-b878-35e0ac3abe89 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:48.384004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9885e561-cdc6-4f97-a718-67047824f69a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.393827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d67e7eb9-d9f0-4e08-b878-35e0ac3abe89 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.396124 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d67e7eb9-d9f0-4e08-b878-35e0ac3abe89 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/71c3fee4-9827-4c48-bcbb-6a0e6fafd88a HTTP/1.1" status: 200 len: 890 time: 1.9577777 Dec 08 13:08:48.405127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58406) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.410487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d69dee3-54ee-49ce-ba32-962fa724c041']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:48.432148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338cc56-569d-4bee-9b65-622e70a46cd3 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:48.443574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8932b263-9f08-4d7e-ac44-7605a91280af None None] Sync routers for ids ['71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:48.476086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a07f6c7-fb2d-4ef2-87d7-b07912856188') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:48.476387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a07f6c7-fb2d-4ef2-87d7-b07912856188') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:48.517513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.537998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b575ac-1893-46b4-add7-694a10f1852c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:48.542553 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-95b575ac-1893-46b4-add7-694a10f1852c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4500251 Dec 08 13:08:48.542764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58408) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.550854 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0936dd83-fcc6-408e-a3a4-fb174d4cbfec req-4e48f5db-bfc1-4bde-9c66-b42b84a71b96 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765259 Dec 08 13:08:48.552779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-c37f44df-b4e0-4f2d-b2dc-bb5d51dd8ce5 service neutron] 10.222.0.72 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164022 Dec 08 13:08:48.565603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932b263-9f08-4d7e-ac44-7605a91280af None None] Routers {'71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:48.566047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8932b263-9f08-4d7e-ac44-7605a91280af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:48.604154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.619724 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:45Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:48.628226 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7b490-2423-4fb3-8b08-69b80dad2a24 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:48.631117 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e4a7b490-2423-4fb3-8b08-69b80dad2a24 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0866961 Dec 08 13:08:48.636026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.640415 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b696005f-eb61-41fc-985f-5793770cbc33 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0455647 Dec 08 13:08:48.640415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58412) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.646190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8932b263-9f08-4d7e-ac44-7605a91280af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:48.647911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58414) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.691263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932b263-9f08-4d7e-ac44-7605a91280af None None] Routers {'71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:48.691907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8932b263-9f08-4d7e-ac44-7605a91280af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:48.701020 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Checking router: c6b49f78-86ae-489b-a890-e07d6940a25f for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:48.701377 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Updating router c6b49f78-86ae-489b-a890-e07d6940a25f port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:08:48.725194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:48.725811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:48.731099 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:48.735023 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-582ed711-0771-4cb0-bfa7-60c2dd84736e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842140 Dec 08 13:08:48.735849 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9885e561-cdc6-4f97-a718-67047824f69a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.740341 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9885e561-cdc6-4f97-a718-67047824f69a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.750231 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9885e561-cdc6-4f97-a718-67047824f69a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/c8e98c7f-3a06-4d78-81b7-95bc23add86f HTTP/1.1" status: 204 len: 168 time: 0.6165621 Dec 08 13:08:48.750231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58416) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.750231 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e61e1619-69b7-4deb-adc0-35442ebd1796 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093981 Dec 08 13:08:48.750606 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8932b263-9f08-4d7e-ac44-7605a91280af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:48.750895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8932b263-9f08-4d7e-ac44-7605a91280af None None] The sync data for ids ['71c3fee4-9827-4c48-bcbb-6a0e6fafd88a'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:48.766653 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.784464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58418) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.784809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58420) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.807300 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:48.830923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5338cc56-569d-4bee-9b65-622e70a46cd3 None None] Deleting port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:48.831524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5338cc56-569d-4bee-9b65-622e70a46cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:48.882709 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885e561-cdc6-4f97-a718-67047824f69a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e98c7f-3a06-4d78-81b7-95bc23add86f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:48.892496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8ff2c-4fdb-4193-b993-5d072736ff7f tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:48.894378 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-24c8ff2c-4fdb-4193-b993-5d072736ff7f tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481974 Dec 08 13:08:48.897281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58422) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:48.987923 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-73eebfb8-64a1-472c-9d4f-076ddb9fa2bf tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812638 Dec 08 13:08:48.991204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58426) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:49.001989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1888639499', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:49.144191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5338cc56-569d-4bee-9b65-622e70a46cd3 None None] For port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=70021b47-2ffe-4fc3-b92c-d5fffdc1d674,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:49.144880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5338cc56-569d-4bee-9b65-622e70a46cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.164610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5338cc56-569d-4bee-9b65-622e70a46cd3 None None] Calling delete_port for 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:49.184754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:38Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a52fc7dc-bc40-4508-b3f6-203e0536e841', 'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'mac_address': 'fa:16:3e:fc:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:36Z', 'updated_at': '2021-12-08T13:06:45Z', 'revision_number': 5, 'project_id': '0f0aade1979141fb91c398026c436d70', 'subnets': [{'id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:49.229290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:49.233299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.265907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06009fa6-b187-4bfe-a833-d9f51ac49733 None None] The sync data for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv is: [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:06:38Z', 'revision_number': 4, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a52fc7dc-bc40-4508-b3f6-203e0536e841', 'name': '', 'network_id': '11ea6c58-ca8a-4949-955a-7cb58ae27ba7', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'mac_address': 'fa:16:3e:fc:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:36Z', 'updated_at': '2021-12-08T13:06:45Z', 'revision_number': 5, 'project_id': '0f0aade1979141fb91c398026c436d70', 'subnets': [{'id': '02b2679a-cb90-4739-a1b5-f8c6cebbeca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:49.276401 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.350119 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.408329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f333255-fc7a-4460-b3ac-e19c66add6ef None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:49.421637 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e82f4-7b4d-4bba-bfe7-09a244da670d None None] Pushing event updated for resources: {'Port': ['ID=14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:49.421915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5338cc56-569d-4bee-9b65-622e70a46cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.459588 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Attempting to bind port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:49.469073 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Attempting to bind port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:49.469073 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Attempting to bind port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:49.469073 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:49.469452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58428) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:49.469564 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:49.469672 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-34bcc602-87e8-405a-9eaf-f74bf4dcfb12 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/routers/71c3fee4-9827-4c48-bcbb-6a0e6fafd88a HTTP/1.1" status: 200 len: 890 time: 1.0590069 Dec 08 13:08:49.469776 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.469776 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:49.469776 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Bound port: 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:49.469776 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.480541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bc20a5fb-8459-48ba-bc85-15cc795e949f no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:49.516483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: bc20a5fb-8459-48ba-bc85-15cc795e949f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:49.517669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bc20a5fb-8459-48ba-bc85-15cc795e949f not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:49.517669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:49.519142 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c93f01-8588-4c70-a390-9a0017e9cf79 req-1eb1f29e-0ab6-4cd3-a3b4-5722554433c5 service neutron] 10.222.0.72 "GET /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9366407 Dec 08 13:08:49.527866 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-727a81fa-596c-4a6f-b38f-3406551e02e4 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=71c3fee4-9827-4c48-bcbb-6a0e6fafd88a HTTP/1.1" status: 200 len: 205 time: 0.0597248 Dec 08 13:08:49.533135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58430) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:49.542104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338cc56-569d-4bee-9b65-622e70a46cd3 None None] No DVR routers for this DVR port 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:49.561919 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] For port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:49.564564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338cc56-569d-4bee-9b65-622e70a46cd3 None None] Pushing event deleted for resources: {'Port': ['ID=70021b47-2ffe-4fc3-b92c-d5fffdc1d674,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:49.574404 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] For port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:49.600307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:49.600675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 70021b47-2ffe-4fc3-b92c-d5fffdc1d674 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:49.609367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5c52306d-da86-4438-bf4b-a7b19b5a8ae8 None None] Provisioning complete for port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:49.609774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c52306d-da86-4438-bf4b-a7b19b5a8ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.644511 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.694700 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5c52306d-da86-4438-bf4b-a7b19b5a8ae8 None None] Port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:49.697842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abee7db-184b-4543-bc1f-0f35bc590cf6 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:49.707149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1834eb1c-6a69-4979-9f8d-a3f7e3c522d9 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.9156396 Dec 08 13:08:49.708991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.717607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58434) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:49.722814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.732135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bee65d34-521b-4d19-80ac-a4800b491963 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--35351342'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:49.741446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58436) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:49.745218 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/3d69dee3-54ee-49ce-ba32-962fa724c041 HTTP/1.1" status: 204 len: 168 time: 5.5331743 Dec 08 13:08:49.752224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1321176333'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:49.757122 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:49.757954 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:49.794479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-dad61075-7b3b-42df-82c1-1d387041597e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:49.796105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-dad61075-7b3b-42df-82c1-1d387041597e tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.72 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 1.1208372 Dec 08 13:08:49.834299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.845319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fe3b0664-218e-450c-9c46-ca3b6400f717 None None] Provisioning complete for port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:49.847796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0664-218e-450c-9c46-ca3b6400f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.880778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbdef8-f93b-48b0-9d16-5062857647c9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=3d69dee3-54ee-49ce-ba32-962fa724c041,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:49.912230 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328bd75-0a7a-42d7-97c7-36f58133c042 None None] New status for floating IP 9414a11c-ad02-4870-bc8f-19f1db2b3756: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:08:49.924245 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e82f4-7b4d-4bba-bfe7-09a244da670d None None] Pushing event updated for resources: {'Port': ['ID=14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:49.967242 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bee65d34-521b-4d19-80ac-a4800b491963 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.982693 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:49.996920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:08:49.996920 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:08:49.996920 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'project_id_1': 'd8d838e497bd4e1093f32354870224cf', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 8, 29, 897061)}] Dec 08 13:08:49.996920 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:08:49.998304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:08:50.032642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0664-218e-450c-9c46-ca3b6400f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.070366 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fe3b0664-218e-450c-9c46-ca3b6400f717 None None] For port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:50.073621 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:50.130647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:50.133203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.136003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fe3b0664-218e-450c-9c46-ca3b6400f717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.144184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce45f06-02e6-49c6-8722-c3c034a625a7 req-431aab63-dffa-4d1f-8bff-d5f24e453f02 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:50.152595 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9ce45f06-02e6-49c6-8722-c3c034a625a7 req-431aab63-dffa-4d1f-8bff-d5f24e453f02 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 946 time: 0.4059904 Dec 08 13:08:50.159323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.198688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Deleting port 519b1121-63e2-420e-99f1-25ae0989298f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:50.200873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.223115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:50.276562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b0664-218e-450c-9c46-ca3b6400f717 None None] Pushing event updated for resources: {'Port': ['ID=14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:50.282923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.283272 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment cd0c66d6-d2fb-4819-982d-9fb9357e0322 of type vlan for network 999d18be-afa6-43b3-9718-46951b02db9a Dec 08 13:08:50.306004 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9ce45f06-02e6-49c6-8722-c3c034a625a7 req-f1ae3a8d-12ce-4fc6-a3d9-de06848117fb tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518133 Dec 08 13:08:50.322397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=b608c8bf-f819-4c36-8f4c-ed953fe65fa9,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:50.336367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bee65d34-521b-4d19-80ac-a4800b491963 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.349146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] For port 519b1121-63e2-420e-99f1-25ae0989298f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=519b1121-63e2-420e-99f1-25ae0989298f,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:50.349534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.356980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Checking segment: {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:50.357569 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network hostable DHCP agents. Network: cf5d6887-d9f7-4509-ba7d-bf04f19a0521, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:50.360534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port fb033456-a1b2-4f64-ad9c-0af4d70baa4a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:50.360875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.367637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Calling delete_port for 519b1121-63e2-420e-99f1-25ae0989298f owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:50.374375 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:45Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:50.391349 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.418875 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f897c8-cb9b-4df7-9880-af8f82807fd2 None None] The sync data for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv is: [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:45Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:08:50.457400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bee65d34-521b-4d19-80ac-a4800b491963 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.513059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee65d34-521b-4d19-80ac-a4800b491963 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec64cc25-3b06-4bca-8aa4-a19755675614,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:50.523354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.538298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for fb033456-a1b2-4f64-ad9c-0af4d70baa4a owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:50.547906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:50.592741 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bee65d34-521b-4d19-80ac-a4800b491963 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.596777 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bee65d34-521b-4d19-80ac-a4800b491963 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8725152 Dec 08 13:08:50.597471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58444) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:50.602432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-71cc9413-0e0d-4555-86bc-66b5bf277eb2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'ec64cc25-3b06-4bca-8aa4-a19755675614', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:50.603349 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.api.v2.base [None req-71cc9413-0e0d-4555-86bc-66b5bf277eb2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 13:08:50.603853 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-71cc9413-0e0d-4555-86bc-66b5bf277eb2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:50.604870 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-71cc9413-0e0d-4555-86bc-66b5bf277eb2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064409 Dec 08 13:08:50.608761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.614089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58446) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:50.614764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:50.615364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.660695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, cf5d6887-d9f7-4509-ba7d-bf04f19a0521) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:50.671442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.674190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdadc2c-4ee8-40cd-9566-f6dc23e482f0 None None] Network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:50.677237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:50.678207 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.732361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:50.736258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.797356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event deleted for resources: {'Port': ['ID=519b1121-63e2-420e-99f1-25ae0989298f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:50.801092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=999d18be-afa6-43b3-9718-46951b02db9a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:50.812954 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3ab30a1e-1540-49f4-9420-d7a6786eb213 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0645456 Dec 08 13:08:50.818821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9460fc30-44a6-4264-ab0b-f3616756c389 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.818934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58448) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:50.818934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '999d18be-afa6-43b3-9718-46951b02db9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:50.846870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 999d18be-afa6-43b3-9718-46951b02db9a details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:50.909231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:50.910108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:50.949243 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c4ed4872-34f1-4374-b1a8-872017f058e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9562852 Dec 08 13:08:50.950177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58450) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:51.023200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9460fc30-44a6-4264-ab0b-f3616756c389 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.050088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] No DVR routers for this DVR port 519b1121-63e2-420e-99f1-25ae0989298f on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:51.059229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.063299 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75f63edc-45f5-4ab5-a4e5-e43c9b302ea7 req-39b8dedc-e46f-409f-ac8d-df3f877c3a92 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.72 "DELETE /v2.0/ports/519b1121-63e2-420e-99f1-25ae0989298f HTTP/1.1" status: 204 len: 173 time: 1.2268975 Dec 08 13:08:51.063786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'name': 'network-vif-deleted', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:08:51.068792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62453dfe-01b6-4eb8-addc-787177415be0" -d '{"events": [{"server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "name": "network-vif-deleted", "tag": "519b1121-63e2-420e-99f1-25ae0989298f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:08:51.143014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a41e9-5b2c-4de5-b3fc-91edb0a2938d x-openstack-request-id: req-3e2a41e9-5b2c-4de5-b3fc-91edb0a2938d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:08:51.143316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a687fe-24bc-4e8d-90c0-bf06329fdc58", "name": "network-vif-deleted", "tag": "519b1121-63e2-420e-99f1-25ae0989298f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:08:51.143582 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e2a41e9-5b2c-4de5-b3fc-91edb0a2938d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:08:51.143997 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a687fe-24bc-4e8d-90c0-bf06329fdc58', 'name': 'network-vif-deleted', 'tag': '519b1121-63e2-420e-99f1-25ae0989298f', 'status': 'completed', 'code': 200} Dec 08 13:08:51.197919 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:51.201470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.242447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9460fc30-44a6-4264-ab0b-f3616756c389 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.245056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Allocated IP 172.20.0.2 (cf5d6887-d9f7-4509-ba7d-bf04f19a0521/b608c8bf-f819-4c36-8f4c-ed953fe65fa9/c7fd485f-7d0c-4d3e-8612-2efcc48d8095) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:51.249789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9460fc30-44a6-4264-ab0b-f3616756c389 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.253630 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9460fc30-44a6-4264-ab0b-f3616756c389 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/ec64cc25-3b06-4bca-8aa4-a19755675614 HTTP/1.1" status: 204 len: 168 time: 0.6355107 Dec 08 13:08:51.254477 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58456) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:51.291469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460fc30-44a6-4264-ab0b-f3616756c389 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec64cc25-3b06-4bca-8aa4-a19755675614,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:51.350194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.373404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.476354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:51.518830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:51.540290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98026c3e-9c41-471f-b7f9-5d85c27e6872 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:51.558301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=fb033456-a1b2-4f64-ad9c-0af4d70baa4a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:51.568962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:51.569858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.573098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=1dfc90a6-01c2-4862-bc4c-8a9a5f9dcf4b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:51.585729 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cbcc50ee-cca2-42ae-8d11-76cac2898aae req-8999d945-9f6f-42ab-96d2-2fe5256a9fdd tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "GET /v2.0/ports?device_id=80a687fe-24bc-4e8d-90c0-bf06329fdc58 HTTP/1.1" status: 200 len: 210 time: 0.1357074 Dec 08 13:08:51.631739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 519b1121-63e2-420e-99f1-25ae0989298f no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:08:51.635691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:51.637748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1987d-3147-4232-b75c-18c3fcc0d4b0 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:08:51.694322 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ff0657c0-841c-48c0-aee9-06b6d398ead2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4303441 Dec 08 13:08:51.696766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58460) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:51.697771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.701266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 519b1121-63e2-420e-99f1-25ae0989298f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:08:51.701697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 519b1121-63e2-420e-99f1-25ae0989298f not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:08:51.703717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-08694dca-09b2-462a-9210-ff57e55ab3a8 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503437435'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:51.735103 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-78ec8c34-b468-4eaf-af4a-6e5560d8d885 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9422929 Dec 08 13:08:51.738530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58462) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:51.746693 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:b5:42:0e', 'name': 'tempest-NetworksTestDHCPv6-96074420'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:51.797313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.815810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08694dca-09b2-462a-9210-ff57e55ab3a8 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.843389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.892831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:51.893332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.929178 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '1dfc90a6-01c2-4862-bc4c-8a9a5f9dcf4b'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:51.930393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.979516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08694dca-09b2-462a-9210-ff57e55ab3a8 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:51.986751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:51.988775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Pushing event updated for resources: {'Port': ['ID=c7fd485f-7d0c-4d3e-8612-2efcc48d8095,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:52.005376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:52.021262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:52.050338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08694dca-09b2-462a-9210-ff57e55ab3a8 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.109739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08694dca-09b2-462a-9210-ff57e55ab3a8 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7822a28-725d-42dd-aa4f-80da56243952,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:52.169059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08694dca-09b2-462a-9210-ff57e55ab3a8 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.170823 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-08694dca-09b2-462a-9210-ff57e55ab3a8 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4726410 Dec 08 13:08:52.173431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58464) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:52.180593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Attempting to bind port c7fd485f-7d0c-4d3e-8612-2efcc48d8095 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:52.181085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Attempting to bind port c7fd485f-7d0c-4d3e-8612-2efcc48d8095 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:52.181469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Attempting to bind port c7fd485f-7d0c-4d3e-8612-2efcc48d8095 on network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:52.184656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-65a86080-fe31-4436-a5e2-2eadb3bb4845 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'b7822a28-725d-42dd-aa4f-80da56243952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:52.185546 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-65a86080-fe31-4436-a5e2-2eadb3bb4845 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 13:08:52.191066 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-65a86080-fe31-4436-a5e2-2eadb3bb4845 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:52.196974 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-65a86080-fe31-4436-a5e2-2eadb3bb4845 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0223644 Dec 08 13:08:52.207388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58466) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:52.215900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8ec547d7-b430-498e-ba6d-820a4e4c5b0a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'b7822a28-725d-42dd-aa4f-80da56243952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:52.216594 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-8ec547d7-b430-498e-ba6d-820a4e4c5b0a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 13:08:52.217853 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-8ec547d7-b430-498e-ba6d-820a4e4c5b0a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:52.222562 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8ec547d7-b430-498e-ba6d-820a4e4c5b0a tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104375 Dec 08 13:08:52.226270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58468) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:52.229446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:52.233889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Checking segment: {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:52.233889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.233889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Bound using segment: {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:52.233889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Bound port: c7fd485f-7d0c-4d3e-8612-2efcc48d8095, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:52.233889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.237596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7beaa169-1c6a-4fac-a311-0f6621e17033 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'b7822a28-725d-42dd-aa4f-80da56243952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:52.238797 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-7beaa169-1c6a-4fac-a311-0f6621e17033 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 13:08:52.240360 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-7beaa169-1c6a-4fac-a311-0f6621e17033 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:52.241431 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7beaa169-1c6a-4fac-a311-0f6621e17033 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140460 Dec 08 13:08:52.244311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58472) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:52.249758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-21f2040e-700e-47ec-ad7d-e07b13dfb1e5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'b7822a28-725d-42dd-aa4f-80da56243952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:52.250881 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-21f2040e-700e-47ec-ad7d-e07b13dfb1e5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 13:08:52.251492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-21f2040e-700e-47ec-ad7d-e07b13dfb1e5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:52.253394 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-21f2040e-700e-47ec-ad7d-e07b13dfb1e5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072980 Dec 08 13:08:52.256430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58474) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:52.306396 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/1dfc90a6-01c2-4862-bc4c-8a9a5f9dcf4b/2d1b6d05-0d6c-4095-b7e8-a21e29476d4e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:52.359707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.362221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] For port c7fd485f-7d0c-4d3e-8612-2efcc48d8095, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:52.367470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.397201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] For port c7fd485f-7d0c-4d3e-8612-2efcc48d8095, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c7fd485f-7d0c-4d3e-8612-2efcc48d8095,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:52.408223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8f25979-f2e9-47c7-8af6-baefc719ce6f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.436372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8f25979-f2e9-47c7-8af6-baefc719ce6f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.496883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.593765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.594318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Fanout notify agent at l3_agent the message router_deleted on router 71c3fee4-9827-4c48-bcbb-6a0e6fafd88a {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:08:52.607084 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.613618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58476) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:52.617571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.619144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-444588081'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:52.622438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97c409-1869-4bab-a661-34f3df92f7d5 None None] Pushing event updated for resources: {'Port': ['ID=c7fd485f-7d0c-4d3e-8612-2efcc48d8095,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:52.623247 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-15ed13a5-85df-4ad3-9ed6-d4c82403da27 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/71c3fee4-9827-4c48-bcbb-6a0e6fafd88a HTTP/1.1" status: 204 len: 168 time: 3.0918872 Dec 08 13:08:52.640726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8f25979-f2e9-47c7-8af6-baefc719ce6f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.643216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8f25979-f2e9-47c7-8af6-baefc719ce6f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.648011 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b8f25979-f2e9-47c7-8af6-baefc719ce6f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/b7822a28-725d-42dd-aa4f-80da56243952 HTTP/1.1" status: 204 len: 168 time: 0.3906593 Dec 08 13:08:52.648650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58480) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:52.673720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58482) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:52.696624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:52.705445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.765906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f25979-f2e9-47c7-8af6-baefc719ce6f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7822a28-725d-42dd-aa4f-80da56243952,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:52.768510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.775259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:52.777320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:52.780475 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:52.847261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Pushing event updated for resources: {'Port': ['ID=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:52.857289 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d952299e-7a9f-46a8-a7ef-59cf4555c1ce tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1880372 Dec 08 13:08:52.882145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Attempting to bind port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:52.882693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Attempting to bind port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:52.883233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Attempting to bind port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:52.891003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:52.891561 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:52.892122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.892620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:52.893207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Bound port: 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:52.893781 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:52.911924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58484) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:52.917497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ff1e7cf8-31a2-4cda-aa86-61106d83428f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484978998'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:52.934853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:52.941278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.049513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=efdba96a-c653-45d7-beac-def7f84c1a64,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:53.069598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.078604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] For port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:53.082236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] For port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:53.096704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': 'cd0c66d6-d2fb-4819-982d-9fb9357e0322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '999d18be-afa6-43b3-9718-46951b02db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:53.097003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 999d18be-afa6-43b3-9718-46951b02db9a, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:53.100838 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.118631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:53.128657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port d2bf6b47-c3c7-4d73-98d6-ea68ebabc9d5 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:08:53.130636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.131040 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added segment c0078ef2-bc93-42be-bef8-301ef448dd99 of type vlan for network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 Dec 08 13:08:53.132846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7cf8-31a2-4cda-aa86-61106d83428f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.154440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.221256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 999d18be-afa6-43b3-9718-46951b02db9a is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:53.268521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eb613-50bb-46c6-896b-6626140e547e None None] Pushing event updated for resources: {'Port': ['ID=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:53.283805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.318355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 999d18be-afa6-43b3-9718-46951b02db9a) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:53.331894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee459b8-a82c-4155-bbfe-173510f0c7e1 None None] Network 999d18be-afa6-43b3-9718-46951b02db9a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:53.332760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:53.335161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.443364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::322 (c6b804cf-1df5-4af3-9dce-30751e804dc0/1dfc90a6-01c2-4862-bc4c-8a9a5f9dcf4b/d2bf6b47-c3c7-4d73-98d6-ea68ebabc9d5) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:53.495578 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e7b60bc9-e35c-48e0-9e6e-ea71897641f8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6805553 Dec 08 13:08:53.498313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7cf8-31a2-4cda-aa86-61106d83428f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.499138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58488) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:53.561829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-999d18be-afa6-43b3-9718-46951b02db9a', 'network_id': '999d18be-afa6-43b3-9718-46951b02db9a', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': 'efdba96a-c653-45d7-beac-def7f84c1a64'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:53.572479 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.606909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.616923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:53.619619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.713321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c7fd485f-7d0c-4d3e-8612-2efcc48d8095 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:53.761707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.1 (cf5d6887-d9f7-4509-ba7d-bf04f19a0521/b608c8bf-f819-4c36-8f4c-ed953fe65fa9/87f46dba-9628-4958-a663-2abf824493c5) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:53.790957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Network': ['ID=6efa8cf4-7fce-4343-91f3-f317e5fa8384,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:53.794315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7cf8-31a2-4cda-aa86-61106d83428f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.816523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:53.895856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e7cf8-31a2-4cda-aa86-61106d83428f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bccaba-127b-490c-a712-632c89ea0d6e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:53.942287 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8198e7db-a8c2-4eaf-a322-3224b39a5177 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3249373 Dec 08 13:08:53.943519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58490) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:53.953488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'subnet': {'network_id': '6efa8cf4-7fce-4343-91f3-f317e5fa8384', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:53.960842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.985729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.991995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7cf8-31a2-4cda-aa86-61106d83428f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:53.993277 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ff1e7cf8-31a2-4cda-aa86-61106d83428f tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0811455 Dec 08 13:08:54.012674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58492) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:54.021807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9e0a0b7d-4a76-4b8e-9f33-13cc40de1de7 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'd7bccaba-127b-490c-a712-632c89ea0d6e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:54.022289 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-9e0a0b7d-4a76-4b8e-9f33-13cc40de1de7 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 13:08:54.022905 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-9e0a0b7d-4a76-4b8e-9f33-13cc40de1de7 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:54.023921 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9e0a0b7d-4a76-4b8e-9f33-13cc40de1de7 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094190 Dec 08 13:08:54.026016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Allocated IP 172.20.0.1 (999d18be-afa6-43b3-9718-46951b02db9a/efdba96a-c653-45d7-beac-def7f84c1a64/1c25220f-d6a7-45d8-a207-e7b21a85e9c2) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:54.032360 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58494) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:54.039101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-87b4da3a-600a-4552-82fd-efaae02947e7 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'd7bccaba-127b-490c-a712-632c89ea0d6e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:54.128541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.152988 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c7fd485f-7d0c-4d3e-8612-2efcc48d8095 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:54.153367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.219201 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.241052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.266112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.281241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3fe64-09f6-4f70-b894-cdb0badbab69 None None] Network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:54.304828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.318086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.361965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.388426 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:54.391891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:54.397628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.400975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:54.419382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Network 999d18be-afa6-43b3-9718-46951b02db9a is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:54.428529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:54.447158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:54.460758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0d8967db-9e78-4b47-bcfb-218cf6401e3c None None] Provisioning complete for port c7fd485f-7d0c-4d3e-8612-2efcc48d8095 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:54.461133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0d8967db-9e78-4b47-bcfb-218cf6401e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.463362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=87f46dba-9628-4958-a663-2abf824493c5,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:54.470703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port c7fd485f-7d0c-4d3e-8612-2efcc48d8095, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c7fd485f-7d0c-4d3e-8612-2efcc48d8095,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:54.475295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:54.480621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.505602 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:54.568398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:54.586748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:54.594411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:54.595642 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.601126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.624460 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-87b4da3a-600a-4552-82fd-efaae02947e7 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:54.627359 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-87b4da3a-600a-4552-82fd-efaae02947e7 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5921435 Dec 08 13:08:54.634362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58498) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:54.635256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.665470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bb565009-4541-4490-a781-2d1d12fcb401 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'd7bccaba-127b-490c-a712-632c89ea0d6e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:54.665874 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-bb565009-4541-4490-a781-2d1d12fcb401 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 13:08:54.666385 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-bb565009-4541-4490-a781-2d1d12fcb401 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:54.672466 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bb565009-4541-4490-a781-2d1d12fcb401 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106676 Dec 08 13:08:54.673304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58500) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:54.682209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-338a357b-7ce6-4d42-9ad3-6396bf410d70 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'd7bccaba-127b-490c-a712-632c89ea0d6e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:54.691639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=efdba96a-c653-45d7-beac-def7f84c1a64,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:54.721434 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9786370 Dec 08 13:08:54.722264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58502) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:54.726630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1b32e-c155-4f04-a146-f0913188f657 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=d2bf6b47-c3c7-4d73-98d6-ea68ebabc9d5,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:54.743365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.745427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Pushing event updated for resources: {'Port': ['ID=1c25220f-d6a7-45d8-a207-e7b21a85e9c2,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:54.863547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c461ac-e3fc-48e4-b4f1-38826d4add93 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:54.871091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c461ac-e3fc-48e4-b4f1-38826d4add93 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:54.872760 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c4c461ac-e3fc-48e4-b4f1-38826d4add93 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1474910 Dec 08 13:08:54.875502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58504) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:54.881043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Attempting to bind port 1c25220f-d6a7-45d8-a207-e7b21a85e9c2 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:54.882003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Attempting to bind port 1c25220f-d6a7-45d8-a207-e7b21a85e9c2 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'cd0c66d6-d2fb-4819-982d-9fb9357e0322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '999d18be-afa6-43b3-9718-46951b02db9a'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:54.882383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Attempting to bind port 1c25220f-d6a7-45d8-a207-e7b21a85e9c2 on network 999d18be-afa6-43b3-9718-46951b02db9a {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:54.883063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.899436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:54.900084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Checking segment: {'id': 'cd0c66d6-d2fb-4819-982d-9fb9357e0322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '999d18be-afa6-43b3-9718-46951b02db9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:54.900503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.900913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Bound using segment: {'id': 'cd0c66d6-d2fb-4819-982d-9fb9357e0322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '999d18be-afa6-43b3-9718-46951b02db9a'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:54.901398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Bound port: 1c25220f-d6a7-45d8-a207-e7b21a85e9c2, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0c66d6-d2fb-4819-982d-9fb9357e0322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '999d18be-afa6-43b3-9718-46951b02db9a'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:54.902546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:54.928279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=c7fd485f-7d0c-4d3e-8612-2efcc48d8095,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:55.013726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999d18be-afa6-43b3-9718-46951b02db9a']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:55.027845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-66d873f2-ce0c-4417-bc6e-da2462f721b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port d2bf6b47-c3c7-4d73-98d6-ea68ebabc9d5 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:55.028202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-66d873f2-ce0c-4417-bc6e-da2462f721b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.048648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0c66d6-d2fb-4819-982d-9fb9357e0322') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:55.048968 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0c66d6-d2fb-4819-982d-9fb9357e0322') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:55.077395 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] For port 1c25220f-d6a7-45d8-a207-e7b21a85e9c2, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:55.085150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] For port 1c25220f-d6a7-45d8-a207-e7b21a85e9c2, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1c25220f-d6a7-45d8-a207-e7b21a85e9c2,segment=NetworkSegment(cd0c66d6-d2fb-4819-982d-9fb9357e0322),segment_id=cd0c66d6-d2fb-4819-982d-9fb9357e0322)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:55.099816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.115361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.160733 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-338a357b-7ce6-4d42-9ad3-6396bf410d70 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:55.166079 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-338a357b-7ce6-4d42-9ad3-6396bf410d70 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4839232 Dec 08 13:08:55.166079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58506) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:55.170103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.174525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-981545ee-9d00-4dcd-b9da-fd5ac04a4fe0 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'd7bccaba-127b-490c-a712-632c89ea0d6e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:55.175027 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-981545ee-9d00-4dcd-b9da-fd5ac04a4fe0 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 13:08:55.175518 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-981545ee-9d00-4dcd-b9da-fd5ac04a4fe0 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:55.179897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-981545ee-9d00-4dcd-b9da-fd5ac04a4fe0 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098088 Dec 08 13:08:55.179897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.181261 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58508) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:55.187018 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0978cc23-2be0-4f4b-97ce-b22b96aca3eb tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'd7bccaba-127b-490c-a712-632c89ea0d6e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:55.218699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:55.228700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:55.232318 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:55.314014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-66d873f2-ce0c-4417-bc6e-da2462f721b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.319082 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-0978cc23-2be0-4f4b-97ce-b22b96aca3eb tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Project 09e399d411e24c08bae006d2c78ff708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:08:55.328412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Deleting port a52fc7dc-bc40-4508-b3f6-203e0536e841 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:55.328759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.333444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.352937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-66d873f2-ce0c-4417-bc6e-da2462f721b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for d2bf6b47-c3c7-4d73-98d6-ea68ebabc9d5 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:55.407993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b082d-88a7-4bcf-8bf7-849fe474dbce None None] Pushing event updated for resources: {'Port': ['ID=1c25220f-d6a7-45d8-a207-e7b21a85e9c2,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:55.425820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Provisioning complete for port 87f46dba-9628-4958-a663-2abf824493c5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:55.426180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.435485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:08:55.435485 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:08:55.435485 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'id': '999d18be-afa6-43b3-9718-46951b02db9a'}] Dec 08 13:08:55.435485 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:08:55.435916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:08:55.449906 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-0978cc23-2be0-4f4b-97ce-b22b96aca3eb tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:55.451143 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0978cc23-2be0-4f4b-97ce-b22b96aca3eb tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2686391 Dec 08 13:08:55.463489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58510) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:55.489566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c68de564-398d-4972-947b-319104beee60 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'd7bccaba-127b-490c-a712-632c89ea0d6e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:55.494712 dv-neutron-799625-5-hyperv neutron-server[103716]: WARNING neutron.api.v2.base [None req-c68de564-398d-4972-947b-319104beee60 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 13:08:55.498038 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-c68de564-398d-4972-947b-319104beee60 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:55.501783 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c68de564-398d-4972-947b-319104beee60 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0218112 Dec 08 13:08:55.504367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58512) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:55.518926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-73836aa3-b0a4-4ad7-a80b-4ed69255ce1d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'd7bccaba-127b-490c-a712-632c89ea0d6e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:55.600410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Port 87f46dba-9628-4958-a663-2abf824493c5 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:55.637059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] For port a52fc7dc-bc40-4508-b3f6-203e0536e841, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a52fc7dc-bc40-4508-b3f6-203e0536e841,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:55.647922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.652105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Provisioning complete for port c7fd485f-7d0c-4d3e-8612-2efcc48d8095 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:55.654614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.691619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc8553-0b31-4fb9-8514-90eba07a5270 None None] Network 999d18be-afa6-43b3-9718-46951b02db9a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:08:55.698141 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-73836aa3-b0a4-4ad7-a80b-4ed69255ce1d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Project 09e399d411e24c08bae006d2c78ff708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:08:55.703672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Calling delete_port for a52fc7dc-bc40-4508-b3f6-203e0536e841 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:55.727032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Subnet': ['ID=b47972d2-bd26-4647-811b-3fb150ca4664,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:55.741154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Checking segment: {'id': 'c0078ef2-bc93-42be-bef8-301ef448dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6efa8cf4-7fce-4343-91f3-f317e5fa8384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:55.741858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network hostable DHCP agents. Network: 6efa8cf4-7fce-4343-91f3-f317e5fa8384, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:08:55.752898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c7fd485f-7d0c-4d3e-8612-2efcc48d8095 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:55.794051 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-73836aa3-b0a4-4ad7-a80b-4ed69255ce1d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:55.795599 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-73836aa3-b0a4-4ad7-a80b-4ed69255ce1d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2845871 Dec 08 13:08:55.799115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58516) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:55.803646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-2018bbe9-c626-4b33-8495-ddbb38fd7489 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'd7bccaba-127b-490c-a712-632c89ea0d6e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:55.842079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.883729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:08:55.907071 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.914992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-66d873f2-ce0c-4417-bc6e-da2462f721b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.943444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.956258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c7fd485f-7d0c-4d3e-8612-2efcc48d8095 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:55.956765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:55.958740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38468e7e-0331-4820-968d-f635bf388ce3 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:08:55.966523 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-2018bbe9-c626-4b33-8495-ddbb38fd7489 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Project 09e399d411e24c08bae006d2c78ff708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:08:56.010156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 6efa8cf4-7fce-4343-91f3-f317e5fa8384) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:56.015451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:56.016147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.025805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Provisioning complete for port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:56.026440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.030140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-66d873f2-ce0c-4417-bc6e-da2462f721b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.040683 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-66d873f2-ce0c-4417-bc6e-da2462f721b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/d2bf6b47-c3c7-4d73-98d6-ea68ebabc9d5 HTTP/1.1" status: 204 len: 168 time: 1.1641335 Dec 08 13:08:56.044130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58518) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:56.055833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=87f46dba-9628-4958-a663-2abf824493c5,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:56.058720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.063408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.085788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Deleting port 1c25220f-d6a7-45d8-a207-e7b21a85e9c2 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:08:56.087577 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.104186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d873f2-ce0c-4417-bc6e-da2462f721b6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=d2bf6b47-c3c7-4d73-98d6-ea68ebabc9d5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:56.109505 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-2018bbe9-c626-4b33-8495-ddbb38fd7489 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:08:56.115402 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2018bbe9-c626-4b33-8495-ddbb38fd7489 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3107748 Dec 08 13:08:56.115583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58520) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:56.141383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event deleted for resources: {'Port': ['ID=a52fc7dc-bc40-4508-b3f6-203e0536e841,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:56.160698 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-459eae20-0f30-437e-92ac-3a9b2b2666f0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2154644 Dec 08 13:08:56.165718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58522) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:56.171577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c88b182a-c294-45c8-bf10-275c3a061713 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-162849040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:56.219315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:56.260519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55419348-8268-483c-a148-9721717c7920 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.271249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:56.271729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38468e7e-0331-4820-968d-f635bf388ce3 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:08:56.272681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4415e-04f5-4951-9f93-aa8156b8140f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:56.274834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4415e-04f5-4951-9f93-aa8156b8140f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:56.275057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:56.275836 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ded4415e-04f5-4951-9f93-aa8156b8140f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2308114 Dec 08 13:08:56.280761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58524) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:56.294014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] For port 1c25220f-d6a7-45d8-a207-e7b21a85e9c2, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=1c25220f-d6a7-45d8-a207-e7b21a85e9c2,segment=NetworkSegment(cd0c66d6-d2fb-4819-982d-9fb9357e0322),segment_id=cd0c66d6-d2fb-4819-982d-9fb9357e0322)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:56.294377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.297607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.349402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Calling delete_port for 1c25220f-d6a7-45d8-a207-e7b21a85e9c2 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:08:56.374260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6e9b0e-b0ae-4dbe-a524-9eed611d0f49 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 1dfc90a6-01c2-4862-bc4c-8a9a5f9dcf4b {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:56.384742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] For port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:08:56.385091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9b0e-b0ae-4dbe-a524-9eed611d0f49 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.414658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c88b182a-c294-45c8-bf10-275c3a061713 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.415684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c88b182a-c294-45c8-bf10-275c3a061713 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.419804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55419348-8268-483c-a148-9721717c7920 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.425207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:56.425602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.459002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router c6b49f78-86ae-489b-a890-e07d6940a25f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:56.498673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.511630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c88b182a-c294-45c8-bf10-275c3a061713 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.519576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9b0e-b0ae-4dbe-a524-9eed611d0f49 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.734242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-706c5f34-4bc3-4d5b-90ba-9d97574ad30e None None] Provisioning complete for port 87f46dba-9628-4958-a663-2abf824493c5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:56.735258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-706c5f34-4bc3-4d5b-90ba-9d97574ad30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.809645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbc055-c02c-4dbb-aea4-239c66c9f985 None None] Pushing event updated for resources: {'Port': ['ID=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:56.870977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-706c5f34-4bc3-4d5b-90ba-9d97574ad30e None None] Port 87f46dba-9628-4958-a663-2abf824493c5 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:08:56.900802 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c88b182a-c294-45c8-bf10-275c3a061713 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.901089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-706c5f34-4bc3-4d5b-90ba-9d97574ad30e None None] Could not find standard attr ID for object d2bf6b47-c3c7-4d73-98d6-ea68ebabc9d5. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:08:56.908273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55419348-8268-483c-a148-9721717c7920 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.908611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55419348-8268-483c-a148-9721717c7920 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:56.912648 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-55419348-8268-483c-a148-9721717c7920 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/d7bccaba-127b-490c-a712-632c89ea0d6e HTTP/1.1" status: 204 len: 168 time: 0.7941971 Dec 08 13:08:56.916363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58528) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:56.950070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55419348-8268-483c-a148-9721717c7920 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bccaba-127b-490c-a712-632c89ea0d6e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:56.976623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.024747 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cd08c123-8077-413d-9df5-11255be54d4d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1017358 Dec 08 13:08:57.032414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58530) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:57.037553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-eda59a6e-52bc-43cf-a7bc-ff7119af7ed5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--559419558'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:57.052527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c88b182a-c294-45c8-bf10-275c3a061713 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.057147 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c88b182a-c294-45c8-bf10-275c3a061713 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8893061 Dec 08 13:08:57.058057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58532) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:57.065724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-6efa8cf4-7fce-4343-91f3-f317e5fa8384', 'network_id': '6efa8cf4-7fce-4343-91f3-f317e5fa8384', 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'fixed_ips': [{'subnet_id': 'b47972d2-bd26-4647-811b-3fb150ca4664'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:08:57.065724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.072169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.073214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:57.076567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9b0e-b0ae-4dbe-a524-9eed611d0f49 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.081435 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-14129a3b-c6de-4b81-82a5-b04d1777b8c1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/c6b49f78-86ae-489b-a890-e07d6940a25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1223865 Dec 08 13:08:57.083919 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58534) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:57.100110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Sync routers for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:57.187841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:57.190082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:57.200276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eda59a6e-52bc-43cf-a7bc-ff7119af7ed5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.224205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Port': ['ID=1c25220f-d6a7-45d8-a207-e7b21a85e9c2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:57.233171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No DVR routers for this DVR port 1c25220f-d6a7-45d8-a207-e7b21a85e9c2 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:08:57.313486 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.313954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.314421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.314922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.315442 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.315874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.316274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.316725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.317708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.318149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.318628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.323601 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-60212a05-8bdb-437e-844f-d6038fe595c2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7708 time: 0.2356694 Dec 08 13:08:57.326660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58536) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:57.394562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Allocated IP 2001:db8::2 (6efa8cf4-7fce-4343-91f3-f317e5fa8384/b47972d2-bd26-4647-811b-3fb150ca4664/526140d4-fc70-49db-89a6-ab4fb9db013e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:57.433907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.435141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.435141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.435573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.436023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.436470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.437018 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.437468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.437965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.438405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:57.443741 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-00ef93cf-1df3-4c0b-9eba-c0ea7f743e5a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6460 time: 0.1134298 Dec 08 13:08:57.445763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58538) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:57.449208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eda59a6e-52bc-43cf-a7bc-ff7119af7ed5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.454463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:57.512102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.547521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eda59a6e-52bc-43cf-a7bc-ff7119af7ed5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.608870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda59a6e-52bc-43cf-a7bc-ff7119af7ed5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787e5875-e34f-4c7d-a7cf-6ee280879ecd,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:57.630481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eda59a6e-52bc-43cf-a7bc-ff7119af7ed5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.634535 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eda59a6e-52bc-43cf-a7bc-ff7119af7ed5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5985200 Dec 08 13:08:57.635063 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58540) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:57.640802 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-97fec053-4222-4e9d-a877-dd82660a10c3 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': '787e5875-e34f-4c7d-a7cf-6ee280879ecd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:57.642853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9b0e-b0ae-4dbe-a524-9eed611d0f49 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.678779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999d18be-afa6-43b3-9718-46951b02db9a']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:57.730328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:57.766753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9b0e-b0ae-4dbe-a524-9eed611d0f49 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.771240 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ec6e9b0e-b0ae-4dbe-a524-9eed611d0f49 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/1dfc90a6-01c2-4862-bc4c-8a9a5f9dcf4b HTTP/1.1" status: 204 len: 168 time: 1.4866397 Dec 08 13:08:57.772137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e9b0e-b0ae-4dbe-a524-9eed611d0f49 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfc90a6-01c2-4862-bc4c-8a9a5f9dcf4b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:57.773870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58544) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:57.783988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0c66d6-d2fb-4819-982d-9fb9357e0322') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:57.784299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0c66d6-d2fb-4819-982d-9fb9357e0322') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:57.806137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.829589 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0777dc03-d70b-4025-aca6-fc3eee45d6de tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534883 Dec 08 13:08:57.834848 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58546) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:57.836880 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-97fec053-4222-4e9d-a877-dd82660a10c3 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The resource could not be found. Dec 08 13:08:57.840550 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-97fec053-4222-4e9d-a877-dd82660a10c3 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2010546 Dec 08 13:08:57.841699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58548) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:57.846642 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ce5aaeb6-1425-444e-b549-bbfbec1fab20 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': '787e5875-e34f-4c7d-a7cf-6ee280879ecd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6395a46a-082c-43fd-9e7c-dba18d616730'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:57.906543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.943539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.954115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:08:57.954532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:08:57.957898 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:08:57.973961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:57.977003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:08:57.977444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.044703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.067528 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-ce5aaeb6-1425-444e-b549-bbfbec1fab20 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The resource could not be found. Dec 08 13:08:58.075873 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ce5aaeb6-1425-444e-b549-bbfbec1fab20 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2258129 Dec 08 13:08:58.075873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58550) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:58.097248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1caf55a-7e6c-4ee4-b7eb-b85695ede182 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:58.100038 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b1caf55a-7e6c-4ee4-b7eb-b85695ede182 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2563415 Dec 08 13:08:58.104282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Router 835462fd-6d4e-41f4-861c-dec2373c820b has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:08:58.106670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58552) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:58.138217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Pushing event updated for resources: {'Port': ['ID=526140d4-fc70-49db-89a6-ab4fb9db013e,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:58.154814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:58.159130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:58.163055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:58.165754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5179c004-efa6-4cf7-8246-584b7b2a086c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.211730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5179c004-efa6-4cf7-8246-584b7b2a086c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.216598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '87f46dba-9628-4958-a663-2abf824493c5', 'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:93:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:53Z', 'updated_at': '2021-12-08T13:08:55Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:58.270332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Checking router: c6b49f78-86ae-489b-a890-e07d6940a25f for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:58.270868 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Updating router c6b49f78-86ae-489b-a890-e07d6940a25f port 87f46dba-9628-4958-a663-2abf824493c5 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:08:58.290295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Attempting to bind port 526140d4-fc70-49db-89a6-ab4fb9db013e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:58.290992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Attempting to bind port 526140d4-fc70-49db-89a6-ab4fb9db013e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c0078ef2-bc93-42be-bef8-301ef448dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6efa8cf4-7fce-4343-91f3-f317e5fa8384'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:58.291465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Attempting to bind port 526140d4-fc70-49db-89a6-ab4fb9db013e on network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:58.292644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.296991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.300444 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/999d18be-afa6-43b3-9718-46951b02db9a HTTP/1.1" status: 204 len: 168 time: 4.8001270 Dec 08 13:08:58.309058 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:58.309643 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1800721584'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:58.321534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:58.322137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Checking segment: {'id': 'c0078ef2-bc93-42be-bef8-301ef448dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6efa8cf4-7fce-4343-91f3-f317e5fa8384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:58.322611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.323342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Bound using segment: {'id': 'c0078ef2-bc93-42be-bef8-301ef448dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6efa8cf4-7fce-4343-91f3-f317e5fa8384'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:58.323694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Bound port: 526140d4-fc70-49db-89a6-ab4fb9db013e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0078ef2-bc93-42be-bef8-301ef448dd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6efa8cf4-7fce-4343-91f3-f317e5fa8384'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:58.324251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.336587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.350463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5179c004-efa6-4cf7-8246-584b7b2a086c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.356735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5179c004-efa6-4cf7-8246-584b7b2a086c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.356735 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5179c004-efa6-4cf7-8246-584b7b2a086c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/787e5875-e34f-4c7d-a7cf-6ee280879ecd HTTP/1.1" status: 204 len: 168 time: 0.2814932 Dec 08 13:08:58.360931 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58556) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:58.405012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179c004-efa6-4cf7-8246-584b7b2a086c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787e5875-e34f-4c7d-a7cf-6ee280879ecd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:58.456329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd8916-348e-4316-84f3-8c6da7ac12b9 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=999d18be-afa6-43b3-9718-46951b02db9a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:58.477516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9515f96-f1d5-4efc-982d-32dc07e8c9c2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:58.481551 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c9515f96-f1d5-4efc-982d-32dc07e8c9c2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3694665 Dec 08 13:08:58.488314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58558) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:58.491389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] For port 526140d4-fc70-49db-89a6-ab4fb9db013e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:58.514264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] For port 526140d4-fc70-49db-89a6-ab4fb9db013e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=526140d4-fc70-49db-89a6-ab4fb9db013e,segment=NetworkSegment(c0078ef2-bc93-42be-bef8-301ef448dd99),segment_id=c0078ef2-bc93-42be-bef8-301ef448dd99)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:58.525689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:58.530521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.557813 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ee3b2c47-bdc4-4aa0-9fd1-66355e6abe2c tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1917746 Dec 08 13:08:58.561554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58560) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:58.567836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f2dd29fc-b149-421b-89c8-1949c37b38ae tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': '3b83d88d-3455-429d-a537-7580fa4a58a5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:58.590548 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bd1a87ca-7f74-43da-bcf0-c82f29be7df2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891917 Dec 08 13:08:58.590917 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:08:58.590917 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58562) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:58.596760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:58.602601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.663742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3da59d-6dd0-41af-b382-4815eace0927 None None] Pushing event updated for resources: {'Port': ['ID=526140d4-fc70-49db-89a6-ab4fb9db013e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:58.684169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.684943 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment f9560daa-26ea-4478-857a-c2f7c138f87e of type vlan for network 1accccf6-48b3-4f28-836a-3fd708340001 Dec 08 13:08:58.785218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.785442 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-38c7c4ea-78f2-4dd1-9e98-d5718e07272a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4304 time: 1.3320966 Dec 08 13:08:58.799371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:08:58.809158 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] Sync routers for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:08:58.812806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-06929d29-525c-49e3-9b7c-10c8ec195f04 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "PUT /v2.0/routers/835462fd-6d4e-41f4-861c-dec2373c820b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1377866 Dec 08 13:08:58.816488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58568) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:58.839371 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:58.840084 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:58.865705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.872157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 2001:db8::1 (6efa8cf4-7fce-4343-91f3-f317e5fa8384/b47972d2-bd26-4647-811b-3fb150ca4664/5582c156-1501-45b2-bdcd-b259b1fca6ad) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:08:58.885716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:08:58.889807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.925319 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-447340f2-b907-439f-849c-c4deb0b2f70c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Deleting subnet 02b2679a-cb90-4739-a1b5-f8c6cebbeca5 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:08:58.933842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-447340f2-b907-439f-849c-c4deb0b2f70c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.944672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:58.983937 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-f2dd29fc-b149-421b-89c8-1949c37b38ae tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The resource could not be found. Dec 08 13:08:58.992682 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f2dd29fc-b149-421b-89c8-1949c37b38ae tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4286218 Dec 08 13:08:59.000003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.006761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:08:59.007523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.013529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58570) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:59.022688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8646993d-f5b0-4843-b61c-98f124082aed tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065501667'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:59.139150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4a2fe-df60-426d-8fcf-63e1fbed9205 None None] Pushing event updated for resources: {'Port': ['ID=87f46dba-9628-4958-a663-2abf824493c5,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:59.144884 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8391328 Dec 08 13:08:59.169701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58572) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:59.181170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '1accccf6-48b3-4f28-836a-3fd708340001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:59.185184 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:08:59.187950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.211754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8646993d-f5b0-4843-b61c-98f124082aed tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.211754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58574) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:08:59.224293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-447340f2-b907-439f-849c-c4deb0b2f70c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.227117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-97cd4c11-a3ee-4e41-9639-77b2b1d8264f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788836143', 'description': 'tempest-secgroup-smoke-1788836143 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:08:59.247090 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Attempting to bind port 87f46dba-9628-4958-a663-2abf824493c5 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:08:59.248004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Attempting to bind port 87f46dba-9628-4958-a663-2abf824493c5 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:08:59.248568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Attempting to bind port 87f46dba-9628-4958-a663-2abf824493c5 on network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:08:59.261311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:08:59.262303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Checking segment: {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:08:59.263184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.263771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Bound using segment: {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:08:59.267556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Bound port: 87f46dba-9628-4958-a663-2abf824493c5, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:08:59.268239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.383840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c11-a3ee-4e41-9639-77b2b1d8264f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.436153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] For port 87f46dba-9628-4958-a663-2abf824493c5, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:08:59.442171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] For port 87f46dba-9628-4958-a663-2abf824493c5, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=87f46dba-9628-4958-a663-2abf824493c5,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:08:59.458090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.511099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75d3bd-4489-4007-859a-b460529f9da1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=1accccf6-48b3-4f28-836a-3fd708340001,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:59.515889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.531649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 1accccf6-48b3-4f28-836a-3fd708340001 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:08:59.600676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 526140d4-fc70-49db-89a6-ab4fb9db013e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:08:59.608930 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:08:55Z', 'revision_number': 5, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:59.648201 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-447340f2-b907-439f-849c-c4deb0b2f70c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.663089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:08:59.678230 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] Checking router: 835462fd-6d4e-41f4-861c-dec2373c820b for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:08:59.687136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:08:59.700576 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] Routers {'835462fd-6d4e-41f4-861c-dec2373c820b'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:59.702173 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['835462fd-6d4e-41f4-861c-dec2373c820b'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:59.704238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=5582c156-1501-45b2-bdcd-b259b1fca6ad,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:59.706974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:08:59.707516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.719491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8646993d-f5b0-4843-b61c-98f124082aed tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.768743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:08:59.769417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:08:59.818915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8646993d-f5b0-4843-b61c-98f124082aed tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:08:59.839499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4a2fe-df60-426d-8fcf-63e1fbed9205 None None] Pushing event updated for resources: {'Port': ['ID=87f46dba-9628-4958-a663-2abf824493c5,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:08:59.926209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646993d-f5b0-4843-b61c-98f124082aed tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb979d7c-af51-40e5-a63c-4c28754d6590,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:00.001090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c11-a3ee-4e41-9639-77b2b1d8264f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.009857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:00.015422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.028018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 526140d4-fc70-49db-89a6-ab4fb9db013e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:00.028410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.035718 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] Set router 835462fd-6d4e-41f4-861c-dec2373c820b gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:00.069136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c11-a3ee-4e41-9639-77b2b1d8264f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.124820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd4c11-a3ee-4e41-9639-77b2b1d8264f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f67b2e2-f266-4b4f-aa00-65360209a823,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:00.147732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8646993d-f5b0-4843-b61c-98f124082aed tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.148994 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8646993d-f5b0-4843-b61c-98f124082aed tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1337967 Dec 08 13:09:00.164749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58578) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:00.175496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6d9e1f42-4d19-4f96-87c3-303189b39cd1 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--748592181'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:00.180841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.195284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:00.266909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 526140d4-fc70-49db-89a6-ab4fb9db013e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=526140d4-fc70-49db-89a6-ab4fb9db013e,segment=NetworkSegment(c0078ef2-bc93-42be-bef8-301ef448dd99),segment_id=c0078ef2-bc93-42be-bef8-301ef448dd99)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:00.286621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.409648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-447340f2-b907-439f-849c-c4deb0b2f70c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.472763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.477774 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:08:55Z', 'revision_number': 5, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:00.500378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447340f2-b907-439f-849c-c4deb0b2f70c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event deleted for resources: {'Subnet': ['ID=02b2679a-cb90-4739-a1b5-f8c6cebbeca5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:00.515219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-447340f2-b907-439f-849c-c4deb0b2f70c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.515346 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1aaa7-afb5-4fb8-9a60-0797226e47b5 None None] The sync data for ids ['835462fd-6d4e-41f4-861c-dec2373c820b'] in dv-neutron-799625-5-hyperv is: [{'id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963948196', 'tenant_id': '0f0aade1979141fb91c398026c436d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:06:22Z', 'updated_at': '2021-12-08T13:08:55Z', 'revision_number': 5, 'project_id': '0f0aade1979141fb91c398026c436d70', 'gw_port': {'id': '49ce77d6-44f1-430d-b89f-e67ee1c8b73d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835462fd-6d4e-41f4-861c-dec2373c820b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:06:23Z', 'updated_at': '2021-12-08T13:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:00.519184 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-447340f2-b907-439f-849c-c4deb0b2f70c tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "DELETE /v2.0/subnets/02b2679a-cb90-4739-a1b5-f8c6cebbeca5 HTTP/1.1" status: 204 len: 168 time: 1.7007849 Dec 08 13:09:00.522521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58580) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:00.524972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97cd4c11-a3ee-4e41-9639-77b2b1d8264f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.534508 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-97cd4c11-a3ee-4e41-9639-77b2b1d8264f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.3099484 Dec 08 13:09:00.581521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e5baa9-a6c2-4242-ab4b-bad5a9fe926b None None] Network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:00.588233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58582) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:00.592710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-cfdb507a-79b2-47cc-a7e7-a7d379125bf3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2f67b2e2-f266-4b4f-aa00-65360209a823', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:00.812316 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:00.990492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:09:01.023359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.141764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33887098-4d37-4d2a-b348-b004ed381c8c None None] Network 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:01.144139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab936a9-6bcb-4497-b02a-c3ec7ddd9d99 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:01.147920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=526140d4-fc70-49db-89a6-ab4fb9db013e,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:01.196800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-78a9f4b6-42a7-4a32-8c96-ce2a494cba18 None None] Provisioning complete for port 526140d4-fc70-49db-89a6-ab4fb9db013e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:01.197174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-78a9f4b6-42a7-4a32-8c96-ce2a494cba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.207577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=d0a261c9-c9ee-4aab-940c-62727f6023d5,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:01.272498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': 'f9560daa-26ea-4478-857a-c2f7c138f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1accccf6-48b3-4f28-836a-3fd708340001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:01.272994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 1accccf6-48b3-4f28-836a-3fd708340001, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:01.420551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '87f46dba-9628-4958-a663-2abf824493c5', 'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:93:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:53Z', 'updated_at': '2021-12-08T13:08:59Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:01.454433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f42-4d19-4f96-87c3-303189b39cd1 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.512041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7a6809-6130-41db-a7fd-1f3017bd2224 None None] The sync data for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv is: [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '87f46dba-9628-4958-a663-2abf824493c5', 'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:93:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:53Z', 'updated_at': '2021-12-08T13:08:59Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:01.517386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.528647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 526140d4-fc70-49db-89a6-ab4fb9db013e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:01.536750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.753343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 526140d4-fc70-49db-89a6-ab4fb9db013e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:01.753803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.784681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.838192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f42-4d19-4f96-87c3-303189b39cd1 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.846568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] For port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:01.859883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea9ca6a-a927-44c9-95e0-40e37a952e27 None None] DHCP port deletion for 11ea6c58-ca8a-4949-955a-7cb58ae27ba7 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:01.872574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.874222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.876523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 1accccf6-48b3-4f28-836a-3fd708340001 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:01.903761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f42-4d19-4f96-87c3-303189b39cd1 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.929391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cfdb507a-79b2-47cc-a7e7-a7d379125bf3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:01.953311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9b2ebb38-d8c6-4dfe-8af0-2d644d495a91 None None] Provisioning complete for port 87f46dba-9628-4958-a663-2abf824493c5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:01.953704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b2ebb38-d8c6-4dfe-8af0-2d644d495a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.000236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 1accccf6-48b3-4f28-836a-3fd708340001) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:02.018417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4dd002-fa67-402b-897e-df26d90905ae None None] Network 1accccf6-48b3-4f28-836a-3fd708340001 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:02.092305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.099954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:02.103425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.145722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1f42-4d19-4f96-87c3-303189b39cd1 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.147238 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6d9e1f42-4d19-4f96-87c3-303189b39cd1 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9790225 Dec 08 13:09:02.169288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58586) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:02.189533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ddb0cd6b-2bbf-4a17-9e61-52c297271fa2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': 'eb979d7c-af51-40e5-a63c-4c28754d6590', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '20e47bc1-4be1-4c12-85a0-7146523a53b6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:02.201950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.206015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.250291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=5582c156-1501-45b2-bdcd-b259b1fca6ad,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:02.255641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-aea9ca6a-a927-44c9-95e0-40e37a952e27 None None] Deleting port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:02.256017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aea9ca6a-a927-44c9-95e0-40e37a952e27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.267185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e1f42-4d19-4f96-87c3-303189b39cd1 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e47bc1-4be1-4c12-85a0-7146523a53b6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:02.277652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a52fc7dc-bc40-4508-b3f6-203e0536e841 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:02.281707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:02.295190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:02.386756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: a52fc7dc-bc40-4508-b3f6-203e0536e841 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:02.387108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a52fc7dc-bc40-4508-b3f6-203e0536e841 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:02.485228 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-ddb0cd6b-2bbf-4a17-9e61-52c297271fa2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:09:02.486339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ddb0cd6b-2bbf-4a17-9e61-52c297271fa2 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3096664 Dec 08 13:09:02.489120 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-1accccf6-48b3-4f28-836a-3fd708340001', 'network_id': '1accccf6-48b3-4f28-836a-3fd708340001', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': 'd0a261c9-c9ee-4aab-940c-62727f6023d5'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:02.493904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.494046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58590) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:02.519015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b2ebb38-d8c6-4dfe-8af0-2d644d495a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.525544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 30e2b117-1236-45e3-a79e-1f1b2025f6b1 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:09:02.541113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-aea9ca6a-a927-44c9-95e0-40e37a952e27 None None] For port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9dad0fdd-1729-48c5-88bb-ee0f3de5faa8,segment=NetworkSegment(d25e4e25-dafd-43da-9ee0-b35faee29770),segment_id=d25e4e25-dafd-43da-9ee0-b35faee29770)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:02.541524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aea9ca6a-a927-44c9-95e0-40e37a952e27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.586268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-aea9ca6a-a927-44c9-95e0-40e37a952e27 None None] Calling delete_port for 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:02.592901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,revision_number=6']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:02.617208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=a2e89d74-3542-49c1-9db4-7cf1edb04887,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:02.629264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:02.647664 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a1415c1f-a67d-491f-a5ec-6e96f1f32276 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4750235 Dec 08 13:09:02.650302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58592) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:02.664640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-759b730b-8411-4beb-98c4-404705e59ba6 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.705389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-759b730b-8411-4beb-98c4-404705e59ba6 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.712522 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:02.721441 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1bcfffe2-81d4-4fdb-869f-fd98ce7e22c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/30e2b117-1236-45e3-a79e-1f1b2025f6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6585016 Dec 08 13:09:02.721936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58594) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:02.745882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c825e10-9b51-4359-ba16-bee7f6ccd1ab None None] Sync routers for ids ['30e2b117-1236-45e3-a79e-1f1b2025f6b1'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:02.798320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9b2ebb38-d8c6-4dfe-8af0-2d644d495a91 None None] For port 87f46dba-9628-4958-a663-2abf824493c5, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=87f46dba-9628-4958-a663-2abf824493c5,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:02.804557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbdadd3-a12e-4d60-9e1e-0d613bb5b863 None None] Network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:02.830189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af046c-2732-4fe9-9855-f090e23e5c16 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:02.838694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-76af046c-2732-4fe9-9855-f090e23e5c16 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports/5582c156-1501-45b2-bdcd-b259b1fca6ad HTTP/1.1" status: 200 len: 911 time: 0.1116416 Dec 08 13:09:02.840164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58596) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:02.843799 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:02.853392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d753eb8e-4533-4230-bc89-2147230bfd67 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b47972d2-bd26-4647-811b-3fb150ca4664'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:02.861446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.869787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:02.870813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.904665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cfdb507a-79b2-47cc-a7e7-a7d379125bf3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.917482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c779048f-3b0c-4d98-92a7-0d171b0817de None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:02.934149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9b2ebb38-d8c6-4dfe-8af0-2d644d495a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:02.968809 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.000704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Deleting port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:03.001763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.019516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c825e10-9b51-4359-ba16-bee7f6ccd1ab None None] Routers {'30e2b117-1236-45e3-a79e-1f1b2025f6b1'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:03.020196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6c825e10-9b51-4359-ba16-bee7f6ccd1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['30e2b117-1236-45e3-a79e-1f1b2025f6b1'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:03.027695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cfdb507a-79b2-47cc-a7e7-a7d379125bf3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.039572 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-759b730b-8411-4beb-98c4-404705e59ba6 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.042185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-759b730b-8411-4beb-98c4-404705e59ba6 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.043373 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-759b730b-8411-4beb-98c4-404705e59ba6 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/20e47bc1-4be1-4c12-85a0-7146523a53b6 HTTP/1.1" status: 204 len: 168 time: 0.5514896 Dec 08 13:09:03.057830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58598) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:03.066874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb507a-79b2-47cc-a7e7-a7d379125bf3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597e1e30-d158-44c0-8c85-b9d8d24496b7,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:03.080538 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8f347277-c8d4-417d-8470-09293304127c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4887984 Dec 08 13:09:03.090085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58600) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:03.097174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-afc43abb-d1c6-40bc-be37-2bd5175a23de tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:03.138789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cfdb507a-79b2-47cc-a7e7-a7d379125bf3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.142697 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cfdb507a-79b2-47cc-a7e7-a7d379125bf3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5510223 Dec 08 13:09:03.147025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58602) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:03.157782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b730b-8411-4beb-98c4-404705e59ba6 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e47bc1-4be1-4c12-85a0-7146523a53b6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:03.158953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6c825e10-9b51-4359-ba16-bee7f6ccd1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:03.190712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d753eb8e-4533-4230-bc89-2147230bfd67 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.206312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-06f9b0f1-e864-4529-bd3c-95e88c3341ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2f67b2e2-f266-4b4f-aa00-65360209a823', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:03.270237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Allocated IP 172.20.0.1 (1accccf6-48b3-4f28-836a-3fd708340001/d0a261c9-c9ee-4aab-940c-62727f6023d5/62cadc63-029e-49e5-aa6e-36fd24059c45) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:03.272770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d9ee6443-dbd1-4aee-8ff9-f3d376edada7 None None] Provisioning complete for port 87f46dba-9628-4958-a663-2abf824493c5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:03.273153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6443-dbd1-4aee-8ff9-f3d376edada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.313841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ebb38-d8c6-4dfe-8af0-2d644d495a91 None None] Pushing event updated for resources: {'Port': ['ID=87f46dba-9628-4958-a663-2abf824493c5,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:03.317156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c825e10-9b51-4359-ba16-bee7f6ccd1ab None None] Routers {'30e2b117-1236-45e3-a79e-1f1b2025f6b1'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:03.317775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6c825e10-9b51-4359-ba16-bee7f6ccd1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['30e2b117-1236-45e3-a79e-1f1b2025f6b1'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:03.343551 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c69605dd-6f82-4910-b472-8203b24083f0 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4541 time: 0.2827089 Dec 08 13:09:03.383381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6c825e10-9b51-4359-ba16-bee7f6ccd1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:03.384035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c825e10-9b51-4359-ba16-bee7f6ccd1ab None None] The sync data for ids ['30e2b117-1236-45e3-a79e-1f1b2025f6b1'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:03.457360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58606) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:03.726483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d087f4b8-0fe9-411f-88c7-5a5f4b07c348 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.734231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87f46dba-9628-4958-a663-2abf824493c5 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:03.736453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aea9ca6a-a927-44c9-95e0-40e37a952e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.824588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d087f4b8-0fe9-411f-88c7-5a5f4b07c348 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.860666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9ca6a-a927-44c9-95e0-40e37a952e27 None None] Pushing event deleted for resources: {'Port': ['ID=9dad0fdd-1729-48c5-88bb-ee0f3de5faa8,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:03.865840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9ca6a-a927-44c9-95e0-40e37a952e27 None None] No DVR routers for this DVR port 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:03.897845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] For port 49ce77d6-44f1-430d-b89f-e67ee1c8b73d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=49ce77d6-44f1-430d-b89f-e67ee1c8b73d,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:03.898473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.925302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Calling delete_port for 49ce77d6-44f1-430d-b89f-e67ee1c8b73d owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:03.996451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d087f4b8-0fe9-411f-88c7-5a5f4b07c348 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:03.999108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d087f4b8-0fe9-411f-88c7-5a5f4b07c348 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.004313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d087f4b8-0fe9-411f-88c7-5a5f4b07c348 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/eb979d7c-af51-40e5-a63c-4c28754d6590 HTTP/1.1" status: 204 len: 168 time: 0.5420394 Dec 08 13:09:04.004566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58608) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:04.025247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06f9b0f1-e864-4529-bd3c-95e88c3341ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.033340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087f4b8-0fe9-411f-88c7-5a5f4b07c348 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb979d7c-af51-40e5-a63c-4c28754d6590,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:04.111812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 87f46dba-9628-4958-a663-2abf824493c5 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:04.112191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.127705 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-987fa454-1dba-4104-89c8-a85d31d7ab54 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1217189 Dec 08 13:09:04.135138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58610) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:04.136713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc43abb-d1c6-40bc-be37-2bd5175a23de tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:04.142826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-afc43abb-d1c6-40bc-be37-2bd5175a23de tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.144133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d753eb8e-4533-4230-bc89-2147230bfd67 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.155411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7cc9dd23-ae48-420f-89ab-d43eaf235402 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087101732'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:04.213811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d753eb8e-4533-4230-bc89-2147230bfd67 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.218201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d9ee6443-dbd1-4aee-8ff9-f3d376edada7 None None] Provisioning complete for port 5582c156-1501-45b2-bdcd-b259b1fca6ad triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:04.218830 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6443-dbd1-4aee-8ff9-f3d376edada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.222899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753eb8e-4533-4230-bc89-2147230bfd67 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:04.224035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d753eb8e-4533-4230-bc89-2147230bfd67 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.225512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d753eb8e-4533-4230-bc89-2147230bfd67 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/ports/5582c156-1501-45b2-bdcd-b259b1fca6ad HTTP/1.1" status: 200 len: 911 time: 1.3765748 Dec 08 13:09:04.234442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58612) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:04.240315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06f9b0f1-e864-4529-bd3c-95e88c3341ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.281414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.311952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee6443-dbd1-4aee-8ff9-f3d376edada7 None None] Port 5582c156-1501-45b2-bdcd-b259b1fca6ad cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:04.312721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06f9b0f1-e864-4529-bd3c-95e88c3341ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.386597 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9b0f1-e864-4529-bd3c-95e88c3341ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bcd405-6a93-40f7-834c-e719e007c50a,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:04.389932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.405471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d9ee6443-dbd1-4aee-8ff9-f3d376edada7 None None] Provisioning complete for port 526140d4-fc70-49db-89a6-ab4fb9db013e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:04.407532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6443-dbd1-4aee-8ff9-f3d376edada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.435596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cc9dd23-ae48-420f-89ab-d43eaf235402 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.460601 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.ipam_backend_mixin [None req-afc43abb-d1c6-40bc-be37-2bd5175a23de tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2e89d74-3542-49c1-9db4-7cf1edb04887 (CIDR: 2001:db8::/64) Dec 08 13:09:04.502371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753eb8e-4533-4230-bc89-2147230bfd67 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=5582c156-1501-45b2-bdcd-b259b1fca6ad,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:04.515667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Network 1accccf6-48b3-4f28-836a-3fd708340001 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:04.526230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:04.537929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:04.559866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:04.577713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06f9b0f1-e864-4529-bd3c-95e88c3341ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.579199 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-06f9b0f1-e864-4529-bd3c-95e88c3341ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3857846 Dec 08 13:09:04.583252 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc43abb-d1c6-40bc-be37-2bd5175a23de tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:09:04.584991 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc43abb-d1c6-40bc-be37-2bd5175a23de tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:04.585933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58616) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:04.601745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bf724563-13dd-4c12-8539-97e59d8e6bc5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2f67b2e2-f266-4b4f-aa00-65360209a823', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:04.609505 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cc9dd23-ae48-420f-89ab-d43eaf235402 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.617922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.620269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.630253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Pushing event updated for resources: {'Port': ['ID=62cadc63-029e-49e5-aa6e-36fd24059c45,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:04.666570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Attempting to bind port 62cadc63-029e-49e5-aa6e-36fd24059c45 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:04.666980 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Attempting to bind port 62cadc63-029e-49e5-aa6e-36fd24059c45 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'f9560daa-26ea-4478-857a-c2f7c138f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1accccf6-48b3-4f28-836a-3fd708340001'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:04.667357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Attempting to bind port 62cadc63-029e-49e5-aa6e-36fd24059c45 on network 1accccf6-48b3-4f28-836a-3fd708340001 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:04.672598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event deleted for resources: {'Port': ['ID=49ce77d6-44f1-430d-b89f-e67ee1c8b73d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:04.709683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cc9dd23-ae48-420f-89ab-d43eaf235402 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.713358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:04.713745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Checking segment: {'id': 'f9560daa-26ea-4478-857a-c2f7c138f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1accccf6-48b3-4f28-836a-3fd708340001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:04.714413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.714848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Bound using segment: {'id': 'f9560daa-26ea-4478-857a-c2f7c138f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1accccf6-48b3-4f28-836a-3fd708340001'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:04.715342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Bound port: 62cadc63-029e-49e5-aa6e-36fd24059c45, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9560daa-26ea-4478-857a-c2f7c138f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1accccf6-48b3-4f28-836a-3fd708340001'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:04.716384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.735101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a261c9-c9ee-4aab-940c-62727f6023d5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:04.770726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e050c7b-143f-4b9a-ab88-ffea975fae56 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:04.825947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:04.826331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.831377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d9ee6443-dbd1-4aee-8ff9-f3d376edada7 None None] Provisioning complete for port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:04.831758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6443-dbd1-4aee-8ff9-f3d376edada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.875766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.879090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bf724563-13dd-4c12-8539-97e59d8e6bc5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.879235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] For port 62cadc63-029e-49e5-aa6e-36fd24059c45, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:04.881686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9dd23-ae48-420f-89ab-d43eaf235402 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e456c88-2149-44db-90b4-115357d6bf19,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:04.915035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] For port 62cadc63-029e-49e5-aa6e-36fd24059c45, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=62cadc63-029e-49e5-aa6e-36fd24059c45,segment=NetworkSegment(f9560daa-26ea-4478-857a-c2f7c138f87e),segment_id=f9560daa-26ea-4478-857a-c2f7c138f87e)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:04.922924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.928491 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-afc43abb-d1c6-40bc-be37-2bd5175a23de tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8339710 Dec 08 13:09:04.929024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58618) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:04.933287 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1accccf6-48b3-4f28-836a-3fd708340001']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:04.937727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:04.946378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:04.987230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.043250 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.045554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.098918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cc9dd23-ae48-420f-89ab-d43eaf235402 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.100247 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7cc9dd23-ae48-420f-89ab-d43eaf235402 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9532170 Dec 08 13:09:05.104571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58620) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:05.106639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9560daa-26ea-4478-857a-c2f7c138f87e') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:05.106950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9560daa-26ea-4478-857a-c2f7c138f87e') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:05.113679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-dbc018fa-9231-40dd-8878-6ddacc6916ae tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': '0e456c88-2149-44db-90b4-115357d6bf19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:05.125278 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.154077 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.167637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:05.167637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:05.171425 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:05.174565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bf724563-13dd-4c12-8539-97e59d8e6bc5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.185883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.187198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Fanout notify agent at l3_agent the message router_deleted on router 835462fd-6d4e-41f4-861c-dec2373c820b {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:09:05.195053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:05.196260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.202710 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-01b9e7de-6f4c-45c2-a948-a2e47488f28a tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "DELETE /v2.0/routers/835462fd-6d4e-41f4-861c-dec2373c820b HTTP/1.1" status: 204 len: 168 time: 4.6429155 Dec 08 13:09:05.202710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58622) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:05.278862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7778aa-a35b-4a7f-9372-de5e29c1ca48 None None] Pushing event updated for resources: {'Port': ['ID=62cadc63-029e-49e5-aa6e-36fd24059c45,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:05.279087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bf724563-13dd-4c12-8539-97e59d8e6bc5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.297084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:05.297800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9dad0fdd-1729-48c5-88bb-ee0f3de5faa8 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:05.326930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57b5bc6-3291-4e1b-868e-4b80a520ad7b None None] Network 1accccf6-48b3-4f28-836a-3fd708340001 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:05.357310 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf724563-13dd-4c12-8539-97e59d8e6bc5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc75391-9e24-49d0-8e4d-dba88425e0e7,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:05.361945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:09:05.361945 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:09:05.361945 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'id': '1accccf6-48b3-4f28-836a-3fd708340001'}] Dec 08 13:09:05.361945 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:05.362401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:05.368265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.380083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-da690d3e-f39a-4efe-8bf3-821928e4cd4d None None] Provisioning complete for port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:05.380083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-da690d3e-f39a-4efe-8bf3-821928e4cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.386036 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-dbc018fa-9231-40dd-8878-6ddacc6916ae tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:09:05.390882 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dbc018fa-9231-40dd-8878-6ddacc6916ae tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2805359 Dec 08 13:09:05.391016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58624) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:05.396530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-52922cdc-a622-4e67-8a93-4499d102b55b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group_rule': {'security_group_id': '0e456c88-2149-44db-90b4-115357d6bf19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:05.403011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:05.408303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.499902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.521014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bf724563-13dd-4c12-8539-97e59d8e6bc5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.522340 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bf724563-13dd-4c12-8539-97e59d8e6bc5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9318240 Dec 08 13:09:05.527026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58628) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:05.531543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6975d03b-2295-41c8-993f-3f8c28c103b7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2f67b2e2-f266-4b4f-aa00-65360209a823', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:05.554261 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ea6c58-ca8a-4949-955a-7cb58ae27ba7']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:05.568186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25e4e25-dafd-43da-9ee0-b35faee29770') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:05.568598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25e4e25-dafd-43da-9ee0-b35faee29770') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:05.581157 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.592107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 5582c156-1501-45b2-bdcd-b259b1fca6ad {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:05.592530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.596294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe3739-2642-40c9-9cd6-dda5512883c3 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:09:05.607537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.622313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:05.622935 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:05.632848 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:05.716859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-da690d3e-f39a-4efe-8bf3-821928e4cd4d None None] Provisioning complete for port 5582c156-1501-45b2-bdcd-b259b1fca6ad triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:05.717242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-da690d3e-f39a-4efe-8bf3-821928e4cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.752433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6975d03b-2295-41c8-993f-3f8c28c103b7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.784143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-da690d3e-f39a-4efe-8bf3-821928e4cd4d None None] Port 5582c156-1501-45b2-bdcd-b259b1fca6ad cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:05.787995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.796577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.799383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe3739-2642-40c9-9cd6-dda5512883c3 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:09:05.815988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 5582c156-1501-45b2-bdcd-b259b1fca6ad owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:05.816527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.824526 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "DELETE /v2.0/networks/11ea6c58-ca8a-4949-955a-7cb58ae27ba7 HTTP/1.1" status: 204 len: 168 time: 0.6181946 Dec 08 13:09:05.828135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58630) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:05.842545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-da690d3e-f39a-4efe-8bf3-821928e4cd4d None None] Provisioning complete for port 526140d4-fc70-49db-89a6-ab4fb9db013e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:05.842957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-da690d3e-f39a-4efe-8bf3-821928e4cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.851618 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-52922cdc-a622-4e67-8a93-4499d102b55b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:09:05.856945 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-52922cdc-a622-4e67-8a93-4499d102b55b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4614131 Dec 08 13:09:05.860154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccb41f-6104-45bf-a39b-44ad271b8a90 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event deleted for resources: {'Network': ['ID=11ea6c58-ca8a-4949-955a-7cb58ae27ba7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:05.861233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58632) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:05.864473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.924819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6975d03b-2295-41c8-993f-3f8c28c103b7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.952292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Deleting port 62cadc63-029e-49e5-aa6e-36fd24059c45 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:05.953239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:05.984525 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6975d03b-2295-41c8-993f-3f8c28c103b7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.011615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975d03b-2295-41c8-993f-3f8c28c103b7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f5ed0a-9e62-404f-8669-eea2a74de93a,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:06.053027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] For port 62cadc63-029e-49e5-aa6e-36fd24059c45, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=62cadc63-029e-49e5-aa6e-36fd24059c45,segment=NetworkSegment(f9560daa-26ea-4478-857a-c2f7c138f87e),segment_id=f9560daa-26ea-4478-857a-c2f7c138f87e)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:06.053409 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.071895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Calling delete_port for 62cadc63-029e-49e5-aa6e-36fd24059c45 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:06.116759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a7917a6a-0d28-4c63-a443-1d2fa46225c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.134557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6975d03b-2295-41c8-993f-3f8c28c103b7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.139618 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6975d03b-2295-41c8-993f-3f8c28c103b7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6114564 Dec 08 13:09:06.141491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3090-5b8e-49dc-8ab1-59eae74d13b3 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.142321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58634) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:06.148592 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4c61647c-fc26-4110-8ec1-23dc822c6c7b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2f67b2e2-f266-4b4f-aa00-65360209a823', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:06.236468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a7917a6a-0d28-4c63-a443-1d2fa46225c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.247680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3090-5b8e-49dc-8ab1-59eae74d13b3 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.250426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.256317 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-4c61647c-fc26-4110-8ec1-23dc822c6c7b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:09:06.262262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4c61647c-fc26-4110-8ec1-23dc822c6c7b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.292848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.335354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Port': ['ID=62cadc63-029e-49e5-aa6e-36fd24059c45,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:06.345915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No DVR routers for this DVR port 62cadc63-029e-49e5-aa6e-36fd24059c45 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:06.385831 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:06.418268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:06.418972 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4c61647c-fc26-4110-8ec1-23dc822c6c7b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.421346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:06.421971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.433562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a700f0-af0c-48f2-8acf-0bfde0bf87b5 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:06.443478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.469563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1accccf6-48b3-4f28-836a-3fd708340001']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:06.481706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=a3abe81a-e463-4c52-910e-0f93fdebc401,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:06.485505 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9560daa-26ea-4478-857a-c2f7c138f87e') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:06.486039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9560daa-26ea-4478-857a-c2f7c138f87e') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:06.507408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.522350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.528873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:06.529294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:06.532458 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:06.712708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3090-5b8e-49dc-8ab1-59eae74d13b3 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.715764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8c4e3090-5b8e-49dc-8ab1-59eae74d13b3 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.721466 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8c4e3090-5b8e-49dc-8ab1-59eae74d13b3 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/0e456c88-2149-44db-90b4-115357d6bf19 HTTP/1.1" status: 204 len: 168 time: 0.8084695 Dec 08 13:09:06.725871 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58638) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:06.728349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e3090-5b8e-49dc-8ab1-59eae74d13b3 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e456c88-2149-44db-90b4-115357d6bf19,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:06.744332 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e2f87961-cfb6-4753-a420-ddc2c0fbbd5e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8144932 Dec 08 13:09:06.747477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a7917a6a-0d28-4c63-a443-1d2fa46225c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.750058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a7917a6a-0d28-4c63-a443-1d2fa46225c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.751359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58640) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:06.752924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4c61647c-fc26-4110-8ec1-23dc822c6c7b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.755469 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a7917a6a-0d28-4c63-a443-1d2fa46225c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] 10.222.0.76 "DELETE /v2.0/security-groups/1cb83939-464b-4dcc-a4fe-cb19dea2e4c7 HTTP/1.1" status: 204 len: 168 time: 0.9256001 Dec 08 13:09:06.760989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:b3:1b:00', 'name': 'tempest-NetworksTestDHCPv6-371058484'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:06.767481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.767627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.775680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7917a6a-0d28-4c63-a443-1d2fa46225c0 tempest-TestNetworkAdvancedServerOps-1499948251 tempest-TestNetworkAdvancedServerOps-1499948251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb83939-464b-4dcc-a4fe-cb19dea2e4c7,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:06.806070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.807614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=5582c156-1501-45b2-bdcd-b259b1fca6ad,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:06.811326 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/1accccf6-48b3-4f28-836a-3fd708340001 HTTP/1.1" status: 204 len: 168 time: 4.1384718 Dec 08 13:09:06.827579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58644) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:06.837803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252846118'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:06.867400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def92ee3-2512-4fa7-b2ee-66992610fb7d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=1accccf6-48b3-4f28-836a-3fd708340001,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:06.869372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61647c-fc26-4110-8ec1-23dc822c6c7b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb0c8d3-e39d-4a78-93c8-a11eed81f083,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:06.873748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d144d2d4-bf28-448d-b4c6-41cef13fe5ff None None] Update dhcp port {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': 'a2e89d74-3542-49c1-9db4-7cf1edb04887', 'ip_address': '2001:db8::f816:3eff:fe07:26ee'}, {'subnet_id': 'a3abe81a-e463-4c52-910e-0f93fdebc401'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '2d1b6d05-0d6c-4095-b7e8-a21e29476d4e'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:09:06.889290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4c61647c-fc26-4110-8ec1-23dc822c6c7b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.893632 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4c61647c-fc26-4110-8ec1-23dc822c6c7b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7488360 Dec 08 13:09:06.901320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58646) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:06.911207 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ee6e20e3-c9cd-426a-b80c-cb8d802028be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2f67b2e2-f266-4b4f-aa00-65360209a823', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:06.928674 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b3d25856-3775-4eb7-82cd-b1645d5886ab tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2016237 Dec 08 13:09:06.941576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d144d2d4-bf28-448d-b4c6-41cef13fe5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:06.954378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58650) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:06.967946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-12f1049a-2cc4-4467-a645-e68ecf85636d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858710212'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:07.053157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.120949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:07.131642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.185476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d144d2d4-bf28-448d-b4c6-41cef13fe5ff None None] Allocated IP 2001:db8:0:1::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/a3abe81a-e463-4c52-910e-0f93fdebc401/2d1b6d05-0d6c-4095-b7e8-a21e29476d4e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:07.186634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:07.224217 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-ee6e20e3-c9cd-426a-b80c-cb8d802028be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:09:07.229494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee6e20e3-c9cd-426a-b80c-cb8d802028be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.325076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee6e20e3-c9cd-426a-b80c-cb8d802028be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.327634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d144d2d4-bf28-448d-b4c6-41cef13fe5ff None None] For port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:07.368166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d144d2d4-bf28-448d-b4c6-41cef13fe5ff None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.392883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 49ce77d6-44f1-430d-b89f-e67ee1c8b73d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:07.415433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee6e20e3-c9cd-426a-b80c-cb8d802028be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.425263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 49ce77d6-44f1-430d-b89f-e67ee1c8b73d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:07.426160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 49ce77d6-44f1-430d-b89f-e67ee1c8b73d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:07.429940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e20e3-c9cd-426a-b80c-cb8d802028be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d579ee-81e8-400b-935b-c1aeff1ef5c2,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:07.495327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d144d2d4-bf28-448d-b4c6-41cef13fe5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.575282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58654) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:07.580316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.580663 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment 2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8 of type vlan for network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 Dec 08 13:09:07.589634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:09:07.589634 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:09:07.589634 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'project_id_1': 'd8d838e497bd4e1093f32354870224cf', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 8, 47, 21306)}] Dec 08 13:09:07.589634 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:07.589634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:07.603193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 30e2b117-1236-45e3-a79e-1f1b2025f6b1 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:07.619319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144d2d4-bf28-448d-b4c6-41cef13fe5ff None None] Pushing event updated for resources: {'Port': ['ID=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:07.640903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.754894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.resource_extend [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 13:09:07.764953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f1049a-2cc4-4467-a645-e68ecf85636d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.782460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:07.786338 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-92b2617f-7368-412a-a23a-70ef1e744b06 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f0aade1979141fb91c398026c436d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083464 Dec 08 13:09:07.791740 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-87925de3-9874-4abe-87fe-691543e70789 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/30e2b117-1236-45e3-a79e-1f1b2025f6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5526288 Dec 08 13:09:07.791740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58660) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:07.800268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58662) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:07.800372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee6e20e3-c9cd-426a-b80c-cb8d802028be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.800372 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ee6e20e3-c9cd-426a-b80c-cb8d802028be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8887572 Dec 08 13:09:07.800561 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a27f8-54b8-40dc-bd2f-cf8382aa12d0 None None] Sync routers for ids ['30e2b117-1236-45e3-a79e-1f1b2025f6b1'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:07.820410 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a27f8-54b8-40dc-bd2f-cf8382aa12d0 None None] Routers {'30e2b117-1236-45e3-a79e-1f1b2025f6b1'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:07.821464 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c52a27f8-54b8-40dc-bd2f-cf8382aa12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['30e2b117-1236-45e3-a79e-1f1b2025f6b1'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:07.848842 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4baa5bb4-7cf5-4224-8fce-f1316a8bcad9 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=30e2b117-1236-45e3-a79e-1f1b2025f6b1 HTTP/1.1" status: 200 len: 205 time: 0.0546529 Dec 08 13:09:07.852638 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58666) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:07.868055 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c52a27f8-54b8-40dc-bd2f-cf8382aa12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:07.890850 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a27f8-54b8-40dc-bd2f-cf8382aa12d0 None None] Routers {'30e2b117-1236-45e3-a79e-1f1b2025f6b1'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:07.891615 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c52a27f8-54b8-40dc-bd2f-cf8382aa12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:08:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['30e2b117-1236-45e3-a79e-1f1b2025f6b1'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:07.929204 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c52a27f8-54b8-40dc-bd2f-cf8382aa12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:07.929871 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a27f8-54b8-40dc-bd2f-cf8382aa12d0 None None] The sync data for ids ['30e2b117-1236-45e3-a79e-1f1b2025f6b1'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:07.958856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8701d507-1830-48fa-87b3-2dd64d9baecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.961514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3408e5a8-0c14-495c-a635-254e00a9eb17 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.963040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f1049a-2cc4-4467-a645-e68ecf85636d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:07.987818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8701d507-1830-48fa-87b3-2dd64d9baecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.123770 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7263ca80-9f40-423c-8c80-48e898412fdc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788836143&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0679967 Dec 08 13:09:08.142011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3408e5a8-0c14-495c-a635-254e00a9eb17 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.151011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3408e5a8-0c14-495c-a635-254e00a9eb17 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.211907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.217383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:08.217969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.327382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=014ea0fd-ebdb-40c1-923c-94ed435a98b2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:08.338607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:08.341755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ede9-02e1-4995-8f35-5f10843c475e req-4086e110-607e-4c03-bce1-41029e963f12 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:08.343370 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-4086e110-607e-4c03-bce1-41029e963f12 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521 HTTP/1.1" status: 200 len: 795 time: 0.2109103 Dec 08 13:09:08.363153 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-756c5796-1fc1-45b0-9275-4aaa792ab1b3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.0135834 Dec 08 13:09:08.440753 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-84b1ebf4-eca6-4d8d-b881-fa5769eb53ce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632348 Dec 08 13:09:08.591586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ebc9d47d-b482-4073-b249-41c1584c86a2 None None] Provisioning complete for port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:08.592101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d47d-b482-4073-b249-41c1584c86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.620644 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-668c3824-683d-44ef-a448-c8be6ae857f7 service neutron] 10.222.0.76 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621079 Dec 08 13:09:08.700159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f1049a-2cc4-4467-a645-e68ecf85636d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.732945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3408e5a8-0c14-495c-a635-254e00a9eb17 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.734201 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3408e5a8-0c14-495c-a635-254e00a9eb17 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Fanout notify agent at l3_agent the message router_deleted on router 30e2b117-1236-45e3-a79e-1f1b2025f6b1 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:09:08.736024 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:08.747849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8701d507-1830-48fa-87b3-2dd64d9baecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.749953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3408e5a8-0c14-495c-a635-254e00a9eb17 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.750384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8701d507-1830-48fa-87b3-2dd64d9baecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.753539 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3408e5a8-0c14-495c-a635-254e00a9eb17 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/30e2b117-1236-45e3-a79e-1f1b2025f6b1 HTTP/1.1" status: 204 len: 168 time: 0.8998923 Dec 08 13:09:08.758656 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8701d507-1830-48fa-87b3-2dd64d9baecb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e08df9a2-c46a-4b26-800f-149b9ef7f0f6 HTTP/1.1" status: 204 len: 168 time: 0.9648182 Dec 08 13:09:08.762837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58690) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:08.797709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1049a-2cc4-4467-a645-e68ecf85636d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6734522c-70d6-4f2c-8fa1-e65bea3cd1ab,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:08.830242 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-25b0e9c1-08c8-4a66-bbc2-f93e4781e785 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9975874 Dec 08 13:09:08.833531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58694) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:08.840870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-67cfeb60-d71b-4c0a-a459-dfbec742a94c service neutron] 10.222.0.76 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134540 Dec 08 13:09:08.848862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701d507-1830-48fa-87b3-2dd64d9baecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08df9a2-c46a-4b26-800f-149b9ef7f0f6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:08.848862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f1049a-2cc4-4467-a645-e68ecf85636d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.850035 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-12f1049a-2cc4-4467-a645-e68ecf85636d tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8915393 Dec 08 13:09:08.853508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58696) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:08.862676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8c8ac719-422c-4e10-a4a7-4f3a79d99d55 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:08.867451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c57c08cb-ee67-42a3-91be-4fa9e2ec6bbc tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:08.868142 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.api.v2.base [None req-c57c08cb-ee67-42a3-91be-4fa9e2ec6bbc tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 13:09:08.868650 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-c57c08cb-ee67-42a3-91be-4fa9e2ec6bbc tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 13:09:08.869722 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c57c08cb-ee67-42a3-91be-4fa9e2ec6bbc tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "PUT /v2.0/security-groups/6734522c-70d6-4f2c-8fa1-e65bea3cd1ab HTTP/1.1" status: 409 len: 330 time: 0.0151889 Dec 08 13:09:08.872649 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58698) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:08.908814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fc7b28-2c43-4250-bf78-8036120db3c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting subnet b47972d2-bd26-4647-811b-3fb150ca4664 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:08.915983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07fc7b28-2c43-4250-bf78-8036120db3c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:08.967108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.014996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07fc7b28-2c43-4250-bf78-8036120db3c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.019475 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 9a4b8292-696c-4513-9962-9d644ae3c98a yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:09:09.050478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-192150da-bb81-4db1-9b3b-cb28594c0b79 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.134589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac719-422c-4e10-a4a7-4f3a79d99d55 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.165031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-192150da-bb81-4db1-9b3b-cb28594c0b79 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.240502 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e7a454f0-626a-49d1-8c72-ff5e4f6dbc15 req-e42af8b2-b429-49ea-966c-847ec98a1766 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 210 time: 0.0339537 Dec 08 13:09:09.240677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac719-422c-4e10-a4a7-4f3a79d99d55 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.254161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07fc7b28-2c43-4250-bf78-8036120db3c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.317458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-192150da-bb81-4db1-9b3b-cb28594c0b79 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.323705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-192150da-bb81-4db1-9b3b-cb28594c0b79 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.326620 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-192150da-bb81-4db1-9b3b-cb28594c0b79 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/6734522c-70d6-4f2c-8fa1-e65bea3cd1ab HTTP/1.1" status: 204 len: 168 time: 0.4529839 Dec 08 13:09:09.329482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58708) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:09.350877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192150da-bb81-4db1-9b3b-cb28594c0b79 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6734522c-70d6-4f2c-8fa1-e65bea3cd1ab,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:09.354039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c8ac719-422c-4e10-a4a7-4f3a79d99d55 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 is not hosted by any dhcp agent {{(pid=103716) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 13:09:09.363575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ac719-422c-4e10-a4a7-4f3a79d99d55 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:09.367685 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac719-422c-4e10-a4a7-4f3a79d99d55 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.373722 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8c8ac719-422c-4e10-a4a7-4f3a79d99d55 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "PUT /v2.0/networks/014ea0fd-ebdb-40c1-923c-94ed435a98b2 HTTP/1.1" status: 200 len: 723 time: 0.5352116 Dec 08 13:09:09.374455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58714) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:09.424321 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bc09679c-96f7-40fe-b80f-2c3b84d61820 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0852799 Dec 08 13:09:09.425217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58720) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:09.434292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07fc7b28-2c43-4250-bf78-8036120db3c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.459055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '014ea0fd-ebdb-40c1-923c-94ed435a98b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:09.468223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc7b28-2c43-4250-bf78-8036120db3c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Subnet': ['ID=b47972d2-bd26-4647-811b-3fb150ca4664,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:09.468502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ac719-422c-4e10-a4a7-4f3a79d99d55 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=014ea0fd-ebdb-40c1-923c-94ed435a98b2,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:09.476032 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-40568a75-54d1-41ba-9ac5-a14faf80c3a5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] delete failed (client error): The resource could not be found. Dec 08 13:09:09.481573 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-40568a75-54d1-41ba-9ac5-a14faf80c3a5 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "DELETE /v2.0/security-groups/aaf16acc-b9e4-4c5a-8a21-8339ab9b8042 HTTP/1.1" status: 404 len: 347 time: 0.0546980 Dec 08 13:09:09.482295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58726) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:09.503374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:09.504145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07fc7b28-2c43-4250-bf78-8036120db3c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.504145 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-07fc7b28-2c43-4250-bf78-8036120db3c8 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/b47972d2-bd26-4647-811b-3fb150ca4664 HTTP/1.1" status: 204 len: 168 time: 0.7336287 Dec 08 13:09:09.504456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8:0:1::33d (c6b804cf-1df5-4af3-9dce-30751e804dc0/a3abe81a-e463-4c52-910e-0f93fdebc401/9a4b8292-696c-4513-9962-9d644ae3c98a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:09.508822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58728) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:09.520666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:feb3:1b00 (c6b804cf-1df5-4af3-9dce-30751e804dc0/a2e89d74-3542-49c1-9db4-7cf1edb04887/9a4b8292-696c-4513-9962-9d644ae3c98a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:09.533400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03258693-96b5-4ee5-b353-594ff516d839 None None] Network 6efa8cf4-7fce-4343-91f3-f317e5fa8384 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:09.546107 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-d82b411a-7fc0-47b8-a65f-b50da82aaf9b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] show failed (client error): The resource could not be found. Dec 08 13:09:09.550874 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d82b411a-7fc0-47b8-a65f-b50da82aaf9b tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-groups/a1687ad2-481a-4cc8-a892-1c38281d9057 HTTP/1.1" status: 404 len: 347 time: 0.0611329 Dec 08 13:09:09.550874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58730) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:09.557171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58732) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:09.558804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:09.586239 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-f886112d-7200-46bc-94a8-8b59077bab58 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] show failed (client error): The resource could not be found. Dec 08 13:09:09.587243 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f886112d-7200-46bc-94a8-8b59077bab58 tempest-NegativeSecGroupIPv6Test-294029618 tempest-NegativeSecGroupIPv6Test-294029618-project] 10.222.0.76 "GET /v2.0/security-group-rules/ca1056a7-4ae5-4954-81d9-54448d49cb6a HTTP/1.1" status: 404 len: 356 time: 0.0292473 Dec 08 13:09:09.611468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45e5a201-5dec-4420-9bf5-5891563e3a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.627444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.721664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:09.726103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.801622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45e5a201-5dec-4420-9bf5-5891563e3a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.858340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:09.858920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.893906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.931953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 526140d4-fc70-49db-89a6-ab4fb9db013e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:09.932581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:09.945186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d443b40-9263-40e0-b04c-85a2de819cf1 None None] DHCP port deletion for 6efa8cf4-7fce-4343-91f3-f317e5fa8384 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:09.976576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45e5a201-5dec-4420-9bf5-5891563e3a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.017755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3d443b40-9263-40e0-b04c-85a2de819cf1 None None] Deleting port 526140d4-fc70-49db-89a6-ab4fb9db013e {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:10.018014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3d443b40-9263-40e0-b04c-85a2de819cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.087433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5a201-5dec-4420-9bf5-5891563e3a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e815bf4-ce85-4c0f-bf5b-14171da949f1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:10.090004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.104141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port 526140d4-fc70-49db-89a6-ab4fb9db013e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=526140d4-fc70-49db-89a6-ab4fb9db013e,segment=NetworkSegment(c0078ef2-bc93-42be-bef8-301ef448dd99),segment_id=c0078ef2-bc93-42be-bef8-301ef448dd99)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:10.104529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.122232 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-45e5a201-5dec-4420-9bf5-5891563e3a6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca9e0aff7d1744a3ac76fac5ba0c785b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5657735 Dec 08 13:09:10.123361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 526140d4-fc70-49db-89a6-ab4fb9db013e owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:10.124907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58740) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:10.155269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:10.161900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:10.176368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3d443b40-9263-40e0-b04c-85a2de819cf1 None None] For port 526140d4-fc70-49db-89a6-ab4fb9db013e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=526140d4-fc70-49db-89a6-ab4fb9db013e,segment=NetworkSegment(c0078ef2-bc93-42be-bef8-301ef448dd99),segment_id=c0078ef2-bc93-42be-bef8-301ef448dd99)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:10.176777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3d443b40-9263-40e0-b04c-85a2de819cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.180387 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:10.186566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:10.189783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.192884 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=9a4b8292-696c-4513-9962-9d644ae3c98a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:10.193303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3d443b40-9263-40e0-b04c-85a2de819cf1 None None] Calling delete_port for 526140d4-fc70-49db-89a6-ab4fb9db013e owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:10.255267 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.297845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58746) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:10.344619 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e5f05b36-a060-46c2-84b4-fd8af990e8ce tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5881805 Dec 08 13:09:10.346256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58750) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:10.398556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bf10f225-7386-4b7d-a816-0fc0af84088c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.411183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.427422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=3ac175fa-1619-430d-b219-df8b54d5cd2b,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:10.438784 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c0887e8-8de8-43ec-8511-7417329c921e req-48234b26-b8b8-4c30-b9bb-82c9c466f6e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 210 time: 0.0751336 Dec 08 13:09:10.467457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3d443b40-9263-40e0-b04c-85a2de819cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.484691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': '2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '014ea0fd-ebdb-40c1-923c-94ed435a98b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:10.485193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 014ea0fd-ebdb-40c1-923c-94ed435a98b2, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:10.501191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d443b40-9263-40e0-b04c-85a2de819cf1 None None] No DVR routers for this DVR port 526140d4-fc70-49db-89a6-ab4fb9db013e on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:10.503621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d443b40-9263-40e0-b04c-85a2de819cf1 None None] Pushing event deleted for resources: {'Port': ['ID=526140d4-fc70-49db-89a6-ab4fb9db013e,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:10.521934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bf10f225-7386-4b7d-a816-0fc0af84088c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.559858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-741522c5-d0df-42bc-b009-ae17a5370d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.566361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-33e988f3-2c55-4322-b4cf-1c18c370f83d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 9a4b8292-696c-4513-9962-9d644ae3c98a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:10.568471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33e988f3-2c55-4322-b4cf-1c18c370f83d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.621876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-40004a77-a8af-4908-b716-ad5144e653f1 None None] Provisioning complete for port 9a4b8292-696c-4513-9962-9d644ae3c98a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:10.625974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-40004a77-a8af-4908-b716-ad5144e653f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.626154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.654857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:10.675658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-40004a77-a8af-4908-b716-ad5144e653f1 None None] Port 9a4b8292-696c-4513-9962-9d644ae3c98a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:10.695115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=526140d4-fc70-49db-89a6-ab4fb9db013e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:10.697431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No DVR routers for this DVR port 526140d4-fc70-49db-89a6-ab4fb9db013e on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:10.703387 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-14af2dea-9656-4219-966c-151cd605a682 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=09e399d411e24c08bae006d2c78ff708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980036 Dec 08 13:09:10.704331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58752) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:10.711882 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33e988f3-2c55-4322-b4cf-1c18c370f83d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.725426 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-33e988f3-2c55-4322-b4cf-1c18c370f83d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 9a4b8292-696c-4513-9962-9d644ae3c98a owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:10.760651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bf10f225-7386-4b7d-a816-0fc0af84088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.763397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bf10f225-7386-4b7d-a816-0fc0af84088c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.768031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bf10f225-7386-4b7d-a816-0fc0af84088c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e815bf4-ce85-4c0f-bf5b-14171da949f1 HTTP/1.1" status: 204 len: 168 time: 0.6387198 Dec 08 13:09:10.781547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 014ea0fd-ebdb-40c1-923c-94ed435a98b2) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:10.787082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:10.787701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.815274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b787b1-bb03-4b5f-a3f0-e9118116e633 None None] Network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:10.836645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10f225-7386-4b7d-a816-0fc0af84088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e815bf4-ce85-4c0f-bf5b-14171da949f1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:10.884081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c15d497a-93de-4905-9446-755ee65ccffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.961235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:10.998637 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4782f5c7-e453-47be-96fa-a61f464f6fd8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6155162 Dec 08 13:09:11.000867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efa8cf4-7fce-4343-91f3-f317e5fa8384']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:11.003622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58758) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:11.014520 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-45d7beac-ba07-43eb-9173-475a53bf3b3f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:11.017054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-014ea0fd-ebdb-40c1-923c-94ed435a98b2', 'network_id': '014ea0fd-ebdb-40c1-923c-94ed435a98b2', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': '3ac175fa-1619-430d-b219-df8b54d5cd2b'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:11.020982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.029560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c15d497a-93de-4905-9446-755ee65ccffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.042049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0078ef2-bc93-42be-bef8-301ef448dd99') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:11.043456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0078ef2-bc93-42be-bef8-301ef448dd99') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:11.067575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.099670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.109266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:11.109674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:11.112841 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:11.198746 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33e988f3-2c55-4322-b4cf-1c18c370f83d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.227531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c15d497a-93de-4905-9446-755ee65ccffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.230976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c15d497a-93de-4905-9446-755ee65ccffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.234699 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c15d497a-93de-4905-9446-755ee65ccffc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e47c79e4-b979-494a-9522-bf5feb4a3fe6 HTTP/1.1" status: 204 len: 168 time: 0.5270817 Dec 08 13:09:11.247798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d497a-93de-4905-9446-755ee65ccffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47c79e4-b979-494a-9522-bf5feb4a3fe6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:11.260081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e988f3-2c55-4322-b4cf-1c18c370f83d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=9a4b8292-696c-4513-9962-9d644ae3c98a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:11.275027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d7beac-ba07-43eb-9173-475a53bf3b3f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263367446'] for subnet, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.306683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.348039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.369829 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/networks/6efa8cf4-7fce-4343-91f3-f317e5fa8384 HTTP/1.1" status: 204 len: 168 time: 1.8599386 Dec 08 13:09:11.371351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77496820-5233-4235-b6cc-570ed00214ee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Network': ['ID=6efa8cf4-7fce-4343-91f3-f317e5fa8384,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:11.390995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58762) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:11.403405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4eb868eb-0fc4-41f1-b80b-4bec08641b01 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-426806983', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:11.481617 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Allocated IP 172.20.0.2 (014ea0fd-ebdb-40c1-923c-94ed435a98b2/3ac175fa-1619-430d-b219-df8b54d5cd2b/e6191cc8-7e7e-4353-9297-41717c3c988e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:11.484785 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33e988f3-2c55-4322-b4cf-1c18c370f83d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.493029 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-33e988f3-2c55-4322-b4cf-1c18c370f83d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/9a4b8292-696c-4513-9962-9d644ae3c98a HTTP/1.1" status: 204 len: 168 time: 1.1324687 Dec 08 13:09:11.495492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58766) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:11.547194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 526140d4-fc70-49db-89a6-ab4fb9db013e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:11.580510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 526140d4-fc70-49db-89a6-ab4fb9db013e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:11.581300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 526140d4-fc70-49db-89a6-ab4fb9db013e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:11.592027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d82d59-6190-4546-94e6-41de2a3efe84 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:11.593738 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b2d82d59-6190-4546-94e6-41de2a3efe84 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0971889 Dec 08 13:09:11.604462 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58768) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:11.630519 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d0ec201-54a3-42d3-89a5-98a9bec86dac req-79a020b5-a336-42be-a73d-e3a5bf63526a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 210 time: 0.0890839 Dec 08 13:09:11.634326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4eb868eb-0fc4-41f1-b80b-4bec08641b01 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.643665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4eb868eb-0fc4-41f1-b80b-4bec08641b01 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.713891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8787460b-5eb2-42f2-b7c1-6a05de03e7c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:11.719751 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8787460b-5eb2-42f2-b7c1-6a05de03e7c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1141131 Dec 08 13:09:11.720380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58770) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:11.738323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4eb868eb-0fc4-41f1-b80b-4bec08641b01 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.773252 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.787601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aa55e1-21fe-4c0f-8c57-de73158d37c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:11.789235 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aa55e1-21fe-4c0f-8c57-de73158d37c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:11.790945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aa55e1-21fe-4c0f-8c57-de73158d37c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:11.795356 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-53aa55e1-21fe-4c0f-8c57-de73158d37c4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0712223 Dec 08 13:09:11.796161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58774) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:11.807000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4eb868eb-0fc4-41f1-b80b-4bec08641b01 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.867254 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.903165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:11.903165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:11.904076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4eb868eb-0fc4-41f1-b80b-4bec08641b01 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:11.919833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:11.921178 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4eb868eb-0fc4-41f1-b80b-4bec08641b01 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5275836 Dec 08 13:09:11.951711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Pushing event updated for resources: {'Port': ['ID=e6191cc8-7e7e-4353-9297-41717c3c988e,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:11.986564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58776) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:12.003373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Attempting to bind port e6191cc8-7e7e-4353-9297-41717c3c988e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:12.003756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Attempting to bind port e6191cc8-7e7e-4353-9297-41717c3c988e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '014ea0fd-ebdb-40c1-923c-94ed435a98b2'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:12.004166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Attempting to bind port e6191cc8-7e7e-4353-9297-41717c3c988e on network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:12.011243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:12.011702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Checking segment: {'id': '2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '014ea0fd-ebdb-40c1-923c-94ed435a98b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:12.012065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.012590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Bound using segment: {'id': '2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '014ea0fd-ebdb-40c1-923c-94ed435a98b2'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:12.013104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Bound port: e6191cc8-7e7e-4353-9297-41717c3c988e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '014ea0fd-ebdb-40c1-923c-94ed435a98b2'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:12.013498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.033119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1887455488'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:12.143619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] For port e6191cc8-7e7e-4353-9297-41717c3c988e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:12.152537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] For port e6191cc8-7e7e-4353-9297-41717c3c988e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e6191cc8-7e7e-4353-9297-41717c3c988e,segment=NetworkSegment(2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8),segment_id=2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:12.179721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:12.185736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.222325 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.257898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ede9-02e1-4995-8f35-5f10843c475e req-a3e3b720-54f2-4fc6-8583-6ed570e47804 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:12.260154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-a3e3b720-54f2-4fc6-8583-6ed570e47804 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521 HTTP/1.1" status: 200 len: 795 time: 0.3374007 Dec 08 13:09:12.267136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:12.327509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee487d0c-09ff-4547-8206-f189720d2c22 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet a2e89d74-3542-49c1-9db4-7cf1edb04887 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:12.332982 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.333686 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added segment 45f0b29a-9dbb-408a-b6ed-6febb2c5d33b of type vlan for network 35042a4a-96e4-4920-a68d-19e808d25bcb Dec 08 13:09:12.335013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee487d0c-09ff-4547-8206-f189720d2c22 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.413284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee487d0c-09ff-4547-8206-f189720d2c22 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.441300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cfcf3-2349-4650-bee9-d99d06c2ba71 None None] Pushing event updated for resources: {'Port': ['ID=e6191cc8-7e7e-4353-9297-41717c3c988e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:12.471141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d7beac-ba07-43eb-9173-475a53bf3b3f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787370702978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263993885'] for subnet, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.519897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-b96e0ec4-dd12-4ae0-9992-36dd0fadf64a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 380 time: 0.2475686 Dec 08 13:09:12.528112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.533873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': '36749665-91ab-431c-b3af-b5377a2998cf', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['2f67b2e2-f266-4b4f-aa00-65360209a823']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:12.576563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d7beac-ba07-43eb-9173-475a53bf3b3f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:12.577611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d7beac-ba07-43eb-9173-475a53bf3b3f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.582372 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-45d7beac-ba07-43eb-9173-475a53bf3b3f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "PUT /v2.0/subnets/3ac175fa-1619-430d-b219-df8b54d5cd2b HTTP/1.1" status: 200 len: 806 time: 1.5755479 Dec 08 13:09:12.595260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58788) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:12.669870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7beac-ba07-43eb-9173-475a53bf3b3f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=3ac175fa-1619-430d-b219-df8b54d5cd2b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:12.765595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.776150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:12.777302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.844131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee487d0c-09ff-4547-8206-f189720d2c22 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.866731 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-975aa4ef-9f2f-4299-bb71-aebf019ec371 req-7e5c6ed3-4e84-4805-9c51-c5aeaaefa0be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 210 time: 0.0697784 Dec 08 13:09:12.901546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3cd24ddb-ee74-4cea-81ca-6f6179a75086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.913792 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:12.955918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Network': ['ID=35042a4a-96e4-4920-a68d-19e808d25bcb,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:12.961352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:12.966983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 35042a4a-96e4-4920-a68d-19e808d25bcb details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:12.981543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.014968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Deleting port e6191cc8-7e7e-4353-9297-41717c3c988e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:13.015615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.100130 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1566192b-a4da-4290-baef-ee027f9fb876 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1098709 Dec 08 13:09:13.104531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58812) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:13.114529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'subnet': {'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:13.129247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee487d0c-09ff-4547-8206-f189720d2c22 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.166713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee487d0c-09ff-4547-8206-f189720d2c22 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e89d74-3542-49c1-9db4-7cf1edb04887,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:13.169725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] For port e6191cc8-7e7e-4353-9297-41717c3c988e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e6191cc8-7e7e-4353-9297-41717c3c988e,segment=NetworkSegment(2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8),segment_id=2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:13.170050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.172897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee487d0c-09ff-4547-8206-f189720d2c22 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.180076 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ee487d0c-09ff-4547-8206-f189720d2c22 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/a2e89d74-3542-49c1-9db4-7cf1edb04887 HTTP/1.1" status: 204 len: 168 time: 1.3797035 Dec 08 13:09:13.182815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58816) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:13.188078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6101c1cf-9a00-49db-a20c-c7cdb4da8044 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:13.245762 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf30531-ac9a-4d82-9877-5562782baa59 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet a3abe81a-e463-4c52-910e-0f93fdebc401 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:13.252233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-faf30531-ac9a-4d82-9877-5562782baa59 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.255132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Calling delete_port for e6191cc8-7e7e-4353-9297-41717c3c988e owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:13.279555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.12 (cf5d6887-d9f7-4509-ba7d-bf04f19a0521/b608c8bf-f819-4c36-8f4c-ed953fe65fa9/2795267e-43fa-499d-a094-0b29409e9360) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:13.353851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-faf30531-ac9a-4d82-9877-5562782baa59 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.358221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58818) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:13.379901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:13.383700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.570040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-faf30531-ac9a-4d82-9877-5562782baa59 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.594238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e6191cc8-7e7e-4353-9297-41717c3c988e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:13.662463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-187f4a0e-0891-4cda-aa78-36d555b48d76 tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-916145554', 'prefixes': ['172.20.0.0/16']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:13.724525 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port e6191cc8-7e7e-4353-9297-41717c3c988e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:13.724940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.768783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.788241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Could not find standard attr ID for object e6191cc8-7e7e-4353-9297-41717c3c988e. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:09:13.798188 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No ports have port_id starting with e6191cc8-7e7e-4353-9297-41717c3c988e Dec 08 13:09:13.807400 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.821036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Port': ['ID=e6191cc8-7e7e-4353-9297-41717c3c988e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:13.887556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-faf30531-ac9a-4d82-9877-5562782baa59 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:13.933876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No DVR routers for this DVR port e6191cc8-7e7e-4353-9297-41717c3c988e on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:13.987453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf30531-ac9a-4d82-9877-5562782baa59 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=a3abe81a-e463-4c52-910e-0f93fdebc401,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:14.034234 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-faf30531-ac9a-4d82-9877-5562782baa59 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.048074 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878d041-a12d-4f9a-9b46-9db724bbf12b None None] Network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:14.055816 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b04d8c39-487a-4ee5-b3de-f8647aa51159 req-649f720d-abf0-4e6c-9d70-875548ce24a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 210 time: 0.0345311 Dec 08 13:09:14.057725 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-faf30531-ac9a-4d82-9877-5562782baa59 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/a3abe81a-e463-4c52-910e-0f93fdebc401 HTTP/1.1" status: 204 len: 168 time: 0.8731697 Dec 08 13:09:14.058542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58824) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:14.089625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.110714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.131328 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9ce38e53-0384-4371-85d2-bb043349b9d6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631816 Dec 08 13:09:14.134433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58826) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:14.146795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.191216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:14.200822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.267391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b091ecaf-b93e-48c4-a817-d69a9bb0185e None None] Could not find standard attr ID for object e6191cc8-7e7e-4353-9297-41717c3c988e. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:09:14.291632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:14.320043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:14.323168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:14.338062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-187f4a0e-0891-4cda-aa78-36d555b48d76 tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] Publish callbacks [] for subnetpool, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.338287 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.343814 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-187f4a0e-0891-4cda-aa78-36d555b48d76 tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9797614 Dec 08 13:09:14.345009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=2795267e-43fa-499d-a094-0b29409e9360,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:14.357138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58830) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:14.440599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac175fa-1619-430d-b219-df8b54d5cd2b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:14.495516 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3fa8522e-d31d-44b1-a84c-7bf718e186e6 tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] 10.222.0.76 "GET /v2.0/subnetpools/d429a12e-8e61-4c59-8cc0-ad4d499d00b3 HTTP/1.1" status: 200 len: 731 time: 0.1340878 Dec 08 13:09:14.501483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58832) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:14.502610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ec79a-5787-41e1-8795-2bbeea423d2a None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:14.511335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b95de6c1-f2ed-4b3c-b8ad-6e40f434129f tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1746689581'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:14.533257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e9f35307-20ff-4761-9e3d-7140516d16ca None None] Provisioning complete for port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:14.537510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Subnet': ['ID=0d153be2-ec89-4a76-a63c-9de9e0f7df30,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:14.537954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e9f35307-20ff-4761-9e3d-7140516d16ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.594945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.604680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Checking segment: {'id': '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:14.605629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network hostable DHCP agents. Network: 35042a4a-96e4-4920-a68d-19e808d25bcb, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:14.639604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014ea0fd-ebdb-40c1-923c-94ed435a98b2']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:14.649193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32178451-6a07-4050-b743-8ca33594bbcb None None] Network 014ea0fd-ebdb-40c1-923c-94ed435a98b2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:14.653019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:14.655887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.668605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:14.668605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6d6e20-aa62-4eb0-99a3-a3c1f9c3ddc8') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:14.682406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.714555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.722623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:14.723028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:14.726359 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:14.736301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:14.742180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.869975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.908370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 35042a4a-96e4-4920-a68d-19e808d25bcb is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:14.913756 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:14.915193 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-6d97f87b-95ce-4c4c-804f-2fd5375fb200 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3897617 Dec 08 13:09:14.917224 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/014ea0fd-ebdb-40c1-923c-94ed435a98b2 HTTP/1.1" status: 204 len: 168 time: 2.3152773 Dec 08 13:09:14.918125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89c771-9296-4893-b3ab-be373bec4f42 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=014ea0fd-ebdb-40c1-923c-94ed435a98b2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:14.932750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58834) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:14.963593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Request body: {'port': {'device_id': '36749665-91ab-431c-b3af-b5377a2998cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:14.975471 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a404bf-8202-494a-b18b-a644f575bc35 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:14.976137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a404bf-8202-494a-b18b-a644f575bc35 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:14.980288 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-10a404bf-8202-494a-b18b-a644f575bc35 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/014ea0fd-ebdb-40c1-923c-94ed435a98b2 HTTP/1.1" status: 404 len: 339 time: 0.0446990 Dec 08 13:09:14.980596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb49b39-761f-4183-8485-4d55f00b06d8 None None] DHCP port deletion for 014ea0fd-ebdb-40c1-923c-94ed435a98b2 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:14.986813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58836) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:15.003301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-904561425', 'description': 'd1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:15.018183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2c34222d-310e-4b7e-8f0c-b1977b06fa8f None None] Provisioning complete for port 2795267e-43fa-499d-a094-0b29409e9360 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:15.020824 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c34222d-310e-4b7e-8f0c-b1977b06fa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.056468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90485c35-5b24-43eb-a795-6bf95f7a0270 None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:15.091072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 35042a4a-96e4-4920-a68d-19e808d25bcb) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:15.103730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:15.107965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.109009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:15.110042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2c34222d-310e-4b7e-8f0c-b1977b06fa8f None None] Port 2795267e-43fa-499d-a094-0b29409e9360 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:15.121152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.125207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c1b42-afe2-4f8f-86dc-b4e9b4689b1b None None] Network 35042a4a-96e4-4920-a68d-19e808d25bcb requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:15.150366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:15.163332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b95de6c1-f2ed-4b3c-b8ad-6e40f434129f tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] Publish callbacks [] for subnetpool, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.168795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.168795 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment 7f309373-31d6-4fa1-a4d9-1175500a6241 of type vlan for network d586f35d-6661-4d7b-9fcd-ed615674b3ef Dec 08 13:09:15.169787 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b95de6c1-f2ed-4b3c-b8ad-6e40f434129f tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] 10.222.0.76 "PUT /v2.0/subnetpools/d429a12e-8e61-4c59-8cc0-ad4d499d00b3 HTTP/1.1" status: 200 len: 684 time: 0.6656289 Dec 08 13:09:15.228339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.232861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.234050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-90485c35-5b24-43eb-a795-6bf95f7a0270 None None] Deleting port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:15.234424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-90485c35-5b24-43eb-a795-6bf95f7a0270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.239305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58840) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:15.259576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.345831 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58844) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:15.346419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2840df79-ff47-483c-9519-05d0685eb523 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2403538 Dec 08 13:09:15.437583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.443230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:15.443847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.551078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-35042a4a-96e4-4920-a68d-19e808d25bcb', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:15.552501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.554814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e6191cc8-7e7e-4353-9297-41717c3c988e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:15.572769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=d586f35d-6661-4d7b-9fcd-ed615674b3ef,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:15.581645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4603e7e-35e7-4675-b940-28ba59c67c6c req-e65a73c6-01c5-4878-92db-0dbdc3359996 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:15.591782 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4603e7e-35e7-4675-b940-28ba59c67c6c req-e65a73c6-01c5-4878-92db-0dbdc3359996 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 932 time: 0.3167243 Dec 08 13:09:15.592592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-90485c35-5b24-43eb-a795-6bf95f7a0270 None None] For port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:15.593221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-90485c35-5b24-43eb-a795-6bf95f7a0270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.596659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network d586f35d-6661-4d7b-9fcd-ed615674b3ef details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:15.614812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e5f6c07-cd40-4954-8907-9caeffbf1041 tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] Publish callbacks [] for subnetpool, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.618994 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8e5f6c07-cd40-4954-8907-9caeffbf1041 tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] 10.222.0.76 "DELETE /v2.0/subnetpools/d429a12e-8e61-4c59-8cc0-ad4d499d00b3 HTTP/1.1" status: 204 len: 168 time: 0.3741033 Dec 08 13:09:15.619741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58846) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:15.634777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: e6191cc8-7e7e-4353-9297-41717c3c988e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:15.638740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e6191cc8-7e7e-4353-9297-41717c3c988e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:15.638740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:15.676237 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-3582a951-94b5-4efc-b751-566267c20f21 tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] show failed (client error): The resource could not be found. Dec 08 13:09:15.681260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58848) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:15.682641 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3582a951-94b5-4efc-b751-566267c20f21 tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] 10.222.0.76 "GET /v2.0/subnetpools/d429a12e-8e61-4c59-8cc0-ad4d499d00b3 HTTP/1.1" status: 404 len: 346 time: 0.0515158 Dec 08 13:09:15.696165 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8b268ae5-fc32-41e6-9a34-ed6eb855ce6e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7051246 Dec 08 13:09:15.722762 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58850) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:15.741545 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-19a3801e-89a7-4598-8e6b-fe90f178589a tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] delete failed (client error): The resource could not be found. Dec 08 13:09:15.742674 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-19a3801e-89a7-4598-8e6b-fe90f178589a tempest-SubnetPoolsTestJSON-956298472 tempest-SubnetPoolsTestJSON-956298472-project] 10.222.0.76 "DELETE /v2.0/subnetpools/d429a12e-8e61-4c59-8cc0-ad4d499d00b3 HTTP/1.1" status: 404 len: 346 time: 0.0590365 Dec 08 13:09:15.825310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Allocated IP 2001:db8::2 (35042a4a-96e4-4920-a68d-19e808d25bcb/0d153be2-ec89-4a76-a63c-9de9e0f7df30/28c8aea9-0036-4821-bdc0-0d031d081e65) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:15.851264 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4603e7e-35e7-4675-b940-28ba59c67c6c req-8653c501-0767-428d-9608-54753fa76c16 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581882 Dec 08 13:09:15.887524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:15.889423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-90485c35-5b24-43eb-a795-6bf95f7a0270 None None] Calling delete_port for 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:16.078901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.215481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.247547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.253270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-90485c35-5b24-43eb-a795-6bf95f7a0270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.275686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90485c35-5b24-43eb-a795-6bf95f7a0270 None None] No DVR routers for this DVR port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:16.283600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.objects.ports [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103715) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:09:16.333442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90485c35-5b24-43eb-a795-6bf95f7a0270 None None] Pushing event deleted for resources: {'Port': ['ID=2d1b6d05-0d6c-4095-b7e8-a21e29476d4e,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:16.347300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.363504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:09:16.363504 dv-neutron-799625-5-hyperv neutron-server[103717]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 08 13:09:16.363504 dv-neutron-799625-5-hyperv neutron-server[103717]: [parameters: {'status': 'DOWN', 'ports_id': '2d1b6d05-0d6c-4095-b7e8-a21e29476d4e'}] Dec 08 13:09:16.363504 dv-neutron-799625-5-hyperv neutron-server[103717]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:16.364035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:16.412420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 2001:db8::1 (35042a4a-96e4-4920-a68d-19e808d25bcb/0d153be2-ec89-4a76-a63c-9de9e0f7df30/41dc086a-ada8-4597-80bc-91a0c2755e95) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:16.447884 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Network 35042a4a-96e4-4920-a68d-19e808d25bcb is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:16.448753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Pushing event updated for resources: {'Port': ['ID=28c8aea9-0036-4821-bdc0-0d031d081e65,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:16.455194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:16.458051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:16.459640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f90e76-1a28-41f9-acae-512aa2567911 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:16.461373 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d0f90e76-1a28-41f9-acae-512aa2567911 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/networks?id=d586f35d-6661-4d7b-9fcd-ed615674b3ef HTTP/1.1" status: 200 len: 760 time: 0.7371864 Dec 08 13:09:16.478385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58858) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:16.487366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58860) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:16.502999 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-39402a0d-e42e-4051-89f9-ebfa5f9f7d90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'description': 'd2'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:16.547221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Attempting to bind port 28c8aea9-0036-4821-bdc0-0d031d081e65 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:16.548038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Attempting to bind port 28c8aea9-0036-4821-bdc0-0d031d081e65 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:16.549417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Attempting to bind port 28c8aea9-0036-4821-bdc0-0d031d081e65 on network 35042a4a-96e4-4920-a68d-19e808d25bcb {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:16.556580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:16.557840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Checking segment: {'id': '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:16.558441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.559036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Bound using segment: {'id': '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:16.559702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Bound port: 28c8aea9-0036-4821-bdc0-0d031d081e65, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:16.560277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.596611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.640539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df40c264-5413-41bd-bbd3-dbac285866db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.651753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] For port 28c8aea9-0036-4821-bdc0-0d031d081e65, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:16.655823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] For port 28c8aea9-0036-4821-bdc0-0d031d081e65, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=28c8aea9-0036-4821-bdc0-0d031d081e65,segment=NetworkSegment(45f0b29a-9dbb-408a-b6ed-6febb2c5d33b),segment_id=45f0b29a-9dbb-408a-b6ed-6febb2c5d33b)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:16.678010 dv-neutron-799625-5-hyperv neutron-server[103715]: WARNING neutron.services.revisions.revision_plugin [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Could not find related port for resource to bump revision. Dec 08 13:09:16.733711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df40c264-5413-41bd-bbd3-dbac285866db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.758241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.789604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_pluggable_backend [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103715) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 13:09:16.789926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_pluggable_backend [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Reverting IP allocation for 2001:db8::f816:3eff:fe07:26ee {{(pid=103715) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 13:09:16.793344 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 35042a4a-96e4-4920-a68d-19e808d25bcb is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:16.796094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_pluggable_backend [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe07:26ee {{(pid=103715) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 13:09:16.796555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:16.801009 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:16.801166 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.805844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.808568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2795267e-43fa-499d-a094-0b29409e9360 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:09:16.812612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.850129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.861490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=41dc086a-ada8-4597-80bc-91a0c2755e95,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:16.864861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39402a0d-e42e-4051-89f9-ebfa5f9f7d90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.895814 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df40c264-5413-41bd-bbd3-dbac285866db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.901081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:16.908585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:16.911242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Transition to ACTIVE for port object 2795267e-43fa-499d-a094-0b29409e9360 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:09:16.912984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:16.913595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:16.924178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=9d80f646-671d-48c6-a96c-1e39b3ad91f1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:16.938883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.939245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.939605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.939949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.940293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.940634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.940977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.941315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.941651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.942189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.942320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.942692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.943381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:16.949251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628fad59-486d-4b6c-a62f-adeff32b0d9c None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:16.952763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40c264-5413-41bd-bbd3-dbac285866db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4510cc-4d0c-40bc-93ca-fdc82bf61aa9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:16.952941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Port 2d1b6d05-0d6c-4095-b7e8-a21e29476d4e update to DOWN by agent not found {{(pid=103717) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 13:09:16.961918 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-df40c264-5413-41bd-bbd3-dbac285866db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5c16d08f77b143589d57cdca4817be8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4740682 Dec 08 13:09:16.965357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58866) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:16.965489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecac8d0-d1db-4934-9845-dc509bcd2e21 None None] Pushing event updated for resources: {'Port': ['ID=28c8aea9-0036-4821-bdc0-0d031d081e65,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:16.995277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39402a0d-e42e-4051-89f9-ebfa5f9f7d90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.031927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39402a0d-e42e-4051-89f9-ebfa5f9f7d90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network d586f35d-6661-4d7b-9fcd-ed615674b3ef is not hosted by any dhcp agent {{(pid=103715) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 13:09:17.038042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39402a0d-e42e-4051-89f9-ebfa5f9f7d90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:17.038687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39402a0d-e42e-4051-89f9-ebfa5f9f7d90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.039979 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-39402a0d-e42e-4051-89f9-ebfa5f9f7d90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "PUT /v2.0/networks/d586f35d-6661-4d7b-9fcd-ed615674b3ef HTTP/1.1" status: 200 len: 757 time: 0.5605874 Dec 08 13:09:17.046902 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1eb97a1b-64eb-4f62-9481-5f540ff6f078 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8964562 Dec 08 13:09:17.050148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58868) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:17.050492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58870) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:17.056104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e444-06db-4c4d-bd63-a8c4fb463fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.056529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.062135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-56fc6e51-81c1-4988-ad80-2a886437d653 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:17.089695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e444-06db-4c4d-bd63-a8c4fb463fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.101387 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': '9d80f646-671d-48c6-a96c-1e39b3ad91f1'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:17.103175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.188749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.211800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace85570-3947-4276-ad3d-f1e5c6e7c86d req-4d77a39e-e9bf-485e-8799-5a2057ee5922 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:17.213496 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ace85570-3947-4276-ad3d-f1e5c6e7c86d req-4d77a39e-e9bf-485e-8799-5a2057ee5922 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 932 time: 0.2566259 Dec 08 13:09:17.234701 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39402a0d-e42e-4051-89f9-ebfa5f9f7d90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=d586f35d-6661-4d7b-9fcd-ed615674b3ef,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:17.251716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network d586f35d-6661-4d7b-9fcd-ed615674b3ef details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:17.385867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Allocated IP 2001:db8::f816:3eff:fe43:3e8e (c6b804cf-1df5-4af3-9dce-30751e804dc0/9d80f646-671d-48c6-a96c-1e39b3ad91f1/8cbd7c0b-a010-4c80-9f90-8597a69fdd7d) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:17.402727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Pushing event updated for resources: {'Port': ['ID=2795267e-43fa-499d-a094-0b29409e9360,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:17.426976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0523e93-235f-4640-b123-e10c797deb5c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:17.429133 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a0523e93-235f-4640-b123-e10c797deb5c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/networks?id=d586f35d-6661-4d7b-9fcd-ed615674b3ef HTTP/1.1" status: 200 len: 760 time: 0.3746874 Dec 08 13:09:17.439477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58874) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:17.440244 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e444-06db-4c4d-bd63-a8c4fb463fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.454315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e444-06db-4c4d-bd63-a8c4fb463fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.454315 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e5d2e444-06db-4c4d-bd63-a8c4fb463fdd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af4510cc-4d0c-40bc-93ca-fdc82bf61aa9 HTTP/1.1" status: 204 len: 168 time: 0.4856317 Dec 08 13:09:17.486383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1773911592'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:17.505506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2e444-06db-4c4d-bd63-a8c4fb463fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4510cc-4d0c-40bc-93ca-fdc82bf61aa9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:17.508315 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:09:17.578037 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ace85570-3947-4276-ad3d-f1e5c6e7c86d req-c3a89c42-9256-413b-af4c-3c3a4c6fad0f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507655 Dec 08 13:09:17.642029 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 28c8aea9-0036-4821-bdc0-0d031d081e65 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:17.687263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Attempting to bind port 2795267e-43fa-499d-a094-0b29409e9360 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:17.687877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Attempting to bind port 2795267e-43fa-499d-a094-0b29409e9360 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:17.688178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Attempting to bind port 2795267e-43fa-499d-a094-0b29409e9360 on network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:17.695502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Port 2795267e-43fa-499d-a094-0b29409e9360 on network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:09:17.696238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Attempting to bind port 2795267e-43fa-499d-a094-0b29409e9360 on network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:17.702691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:17.703063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Checking segment: {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:17.711105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.711569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Bound using segment: {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:17.711569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Bound port: 2795267e-43fa-499d-a094-0b29409e9360, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60db0dc-f41b-4c32-83fa-6b1f08099f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:17.711569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.711865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.732088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 28c8aea9-0036-4821-bdc0-0d031d081e65 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:17.732472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.750035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:17.779973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.818018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:17.824122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] For port 2795267e-43fa-499d-a094-0b29409e9360, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:17.828179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] For port 2795267e-43fa-499d-a094-0b29409e9360, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=2795267e-43fa-499d-a094-0b29409e9360,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:17.834815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.835168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment ac251edf-b512-4baa-abba-5267cf5a98f4 of type vlan for network 95896352-d74d-46ee-af59-92e4d6c6e5fc Dec 08 13:09:17.844735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.882421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 28c8aea9-0036-4821-bdc0-0d031d081e65, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=28c8aea9-0036-4821-bdc0-0d031d081e65,segment=NetworkSegment(45f0b29a-9dbb-408a-b6ed-6febb2c5d33b),segment_id=45f0b29a-9dbb-408a-b6ed-6febb2c5d33b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:17.883101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.918165 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.918825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.919268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:17.963723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:17.969108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:17.973803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:17.977233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Pushing event updated for resources: {'Port': ['ID=8cbd7c0b-a010-4c80-9f90-8597a69fdd7d,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:17.992990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=41dc086a-ada8-4597-80bc-91a0c2755e95,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:18.014029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fc6e51-81c1-4988-ad80-2a886437d653 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:18.019301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-56fc6e51-81c1-4988-ad80-2a886437d653 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.023751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.030740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.081101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Attempting to bind port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:18.087887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Attempting to bind port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:18.087887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Attempting to bind port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:18.088488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 35042a4a-96e4-4920-a68d-19e808d25bcb is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:18.091490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:18.100239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:18.101674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.103664 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] 10.222.0.72 "PUT /v2.0/ports/2795267e-43fa-499d-a094-0b29409e9360 HTTP/1.1" status: 200 len: 1094 time: 3.1471655 Dec 08 13:09:18.134547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:18.135139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:18.135499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.135890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:18.136369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Bound port: 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:18.136771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.139184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=28c8aea9-0036-4821-bdc0-0d031d081e65,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:18.201367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'tag': '2795267e-43fa-499d-a094-0b29409e9360'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:09:18.204846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed63be8e-6859-4f58-baf2-73199e7cde58" -d '{"events": [{"name": "network-changed", "server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "tag": "2795267e-43fa-499d-a094-0b29409e9360"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:09:18.209878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3429d9-2461-4fa3-9138-6650218d1138 service neutron] Pushing event updated for resources: {'Port': ['ID=2795267e-43fa-499d-a094-0b29409e9360,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:18.247557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.255679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:18.256565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.366848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] For port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:18.375609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] For port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cbd7c0b-a010-4c80-9f90-8597a69fdd7d,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:18.405291 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9488888 Dec 08 13:09:18.409914 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58882) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:18.410049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620fdc23-cca7-4e30-afc4-ed0653b8776d None None] Network 35042a4a-96e4-4920-a68d-19e808d25bcb requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:18.419786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '95896352-d74d-46ee-af59-92e4d6c6e5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:18.459590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f093b-c766-48a2-bbcd-2ba72e0f80ff tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=95896352-d74d-46ee-af59-92e4d6c6e5fc,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:18.481241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 95896352-d74d-46ee-af59-92e4d6c6e5fc details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:18.496517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ede9-02e1-4995-8f35-5f10843c475e req-36dd556d-dfa5-4685-ae83-1116c7ae4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:18.498808 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-36dd556d-dfa5-4685-ae83-1116c7ae4279 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 1097 time: 0.2255089 Dec 08 13:09:18.501703 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.ipam_backend_mixin [None req-56fc6e51-81c1-4988-ad80-2a886437d653 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d80f646-671d-48c6-a96c-1e39b3ad91f1 (CIDR: 2001:db8::/64) Dec 08 13:09:18.547703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:09:18.552837 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-b6caf182-4c7a-4c35-8344-3110c0e150ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2795267e-43fa-499d-a094-0b29409e9360 HTTP/1.1" status: 200 len: 217 time: 0.0461564 Dec 08 13:09:18.574403 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fc6e51-81c1-4988-ad80-2a886437d653 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:09:18.575616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fc6e51-81c1-4988-ad80-2a886437d653 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:18.587650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.647047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ede9-02e1-4995-8f35-5f10843c475e req-0180d408-901a-4005-82cc-3481185ecb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:18.648762 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-0180d408-901a-4005-82cc-3481185ecb3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b608c8bf-f819-4c36-8f4c-ed953fe65fa9 HTTP/1.1" status: 200 len: 835 time: 0.0889974 Dec 08 13:09:18.659528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b292e95a-9e64-4289-adb2-7391b70817b7 None None] Provisioning complete for port 28c8aea9-0036-4821-bdc0-0d031d081e65 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:18.660489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b292e95a-9e64-4289-adb2-7391b70817b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.664743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9decc2-9ed6-4be3-9751-0d8eb8e6dbab x-openstack-request-id: req-ef9decc2-9ed6-4be3-9751-0d8eb8e6dbab {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:09:18.664989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "tag": "2795267e-43fa-499d-a094-0b29409e9360", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:09:18.665256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef9decc2-9ed6-4be3-9751-0d8eb8e6dbab {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:09:18.665682 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'tag': '2795267e-43fa-499d-a094-0b29409e9360', 'status': 'completed', 'code': 200} Dec 08 13:09:18.688006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:18.697047 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c05a3d3b-a249-4ac6-84c5-fc2deece0b30 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3472512 Dec 08 13:09:18.697364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58888) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:18.703363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-97990255'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:18.716624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:18.755948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ede9-02e1-4995-8f35-5f10843c475e req-8f91d8e4-a991-419d-a828-1945f858b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:18.757524 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-8f91d8e4-a991-419d-a828-1945f858b057 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865333 Dec 08 13:09:18.769623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1145c-0e50-47fb-8496-910f65f0a260 req-0917c75c-d0df-4f58-95dd-91b3d6a9493d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:18.772303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:18.773012 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1e1145c-0e50-47fb-8496-910f65f0a260 req-0917c75c-d0df-4f58-95dd-91b3d6a9493d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 944 time: 0.0932968 Dec 08 13:09:18.776571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:18.793420 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:18.794319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:18.840062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e6d5f-e11c-4bbd-a3e4-41af7db3d499 None None] Pushing event updated for resources: {'Port': ['ID=8cbd7c0b-a010-4c80-9f90-8597a69fdd7d,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:18.869861 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-56fc6e51-81c1-4988-ad80-2a886437d653 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8113606 Dec 08 13:09:18.871076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58890) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:18.876728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:18.897291 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1e1145c-0e50-47fb-8496-910f65f0a260 req-4be284ce-c235-4191-bc56-ac2387e94380 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023421 Dec 08 13:09:18.915794 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-ad7a290e-fec3-4014-a052-3abd2f2ef454 service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407647 Dec 08 13:09:18.969595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:19.038226 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5705ede9-02e1-4995-8f35-5f10843c475e req-01056ba8-398a-4fbd-9d98-27f70af0ba1e service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134140 Dec 08 13:09:19.159695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:19.164910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.224679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:19.245518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.246018 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added segment 25df7ff1-24f3-44c1-a160-abd1dc400ed7 of type vlan for network 52076360-6fc4-40f6-9350-bd6e25bcdc41 Dec 08 13:09:19.297013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-ad82fafe-2093-441c-b334-e247ac820a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:19.298604 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-ad82fafe-2093-441c-b334-e247ac820a44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 1097 time: 0.0856643 Dec 08 13:09:19.304430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.318247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:19.322058 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.372320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.427147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=bf541d9f-b622-487a-8860-c18a8fedaa0f,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:19.437688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-94bbe88e-3765-416f-ab14-50eb1da10ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:19.439644 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-94bbe88e-3765-416f-ab14-50eb1da10ca4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521 HTTP/1.1" status: 200 len: 896 time: 0.1333628 Dec 08 13:09:19.468854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.468854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.468854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.468854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.494951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.494951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.494951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.494951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.494951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.494951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.494951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.494951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.494951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:19.512682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': 'ac251edf-b512-4baa-abba-5267cf5a98f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95896352-d74d-46ee-af59-92e4d6c6e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:19.513049 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 95896352-d74d-46ee-af59-92e4d6c6e5fc, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:19.513570 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-cfac9f92-3a1c-4e3f-a078-dee4c2cf1172 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2795267e-43fa-499d-a094-0b29409e9360 HTTP/1.1" status: 200 len: 217 time: 0.0657704 Dec 08 13:09:19.545116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3c9a6dc4-a2b3-4a41-8648-6c9ebcfa617e None None] Provisioning complete for port 41dc086a-ada8-4597-80bc-91a0c2755e95 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:19.545471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3c9a6dc4-a2b3-4a41-8648-6c9ebcfa617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.552633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:16Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:17Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:19.607867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:19.608234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Updating router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 port 41dc086a-ada8-4597-80bc-91a0c2755e95 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:09:19.657798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.663774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:19.664431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.668108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-1a85f72f-c6b0-4d0c-9c66-46df3841e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:19.670253 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-1a85f72f-c6b0-4d0c-9c66-46df3841e649 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b608c8bf-f819-4c36-8f4c-ed953fe65fa9 HTTP/1.1" status: 200 len: 835 time: 0.1456234 Dec 08 13:09:19.695033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 28c8aea9-0036-4821-bdc0-0d031d081e65 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:19.748368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.748469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-83862ec1-537f-44ff-aaee-25dfc2d7bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:19.749185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-83862ec1-537f-44ff-aaee-25dfc2d7bc3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709279 Dec 08 13:09:19.756446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 95896352-d74d-46ee-af59-92e4d6c6e5fc is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:19.768716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a6dc4-a2b3-4a41-8648-6c9ebcfa617e None None] Port 41dc086a-ada8-4597-80bc-91a0c2755e95 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:19.818779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Network': ['ID=52076360-6fc4-40f6-9350-bd6e25bcdc41,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:19.821824 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3c9a6dc4-a2b3-4a41-8648-6c9ebcfa617e None None] Provisioning complete for port 28c8aea9-0036-4821-bdc0-0d031d081e65 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:19.822216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3c9a6dc4-a2b3-4a41-8648-6c9ebcfa617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.847073 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d5c5dd61-2b87-4a60-9f5f-e7b35a554420 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1484988 Dec 08 13:09:19.850436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58894) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:19.855673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'subnet': {'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:19.868361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 52076360-6fc4-40f6-9350-bd6e25bcdc41 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:19.893938 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 28c8aea9-0036-4821-bdc0-0d031d081e65 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:19.894316 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:19.900542 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-13504aea-32d1-4278-ae4c-96e960d98246 service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428182 Dec 08 13:09:19.918900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 95896352-d74d-46ee-af59-92e4d6c6e5fc) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:19.942884 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ab208-bcb5-498c-9efe-9660a945278d None None] Network 95896352-d74d-46ee-af59-92e4d6c6e5fc requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:19.998225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:19.998840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.012711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.139230 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed63be8e-6859-4f58-baf2-73199e7cde58 req-bbb4cff5-10db-495f-bb7f-5100e60ed026 service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306001 Dec 08 13:09:20.169561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4909e-069a-4333-8929-6aab2082cb60 req-22bea589-c082-450f-9b35-252570218fa2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:20.171451 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4d4909e-069a-4333-8929-6aab2082cb60 req-22bea589-c082-450f-9b35-252570218fa2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 944 time: 0.1136019 Dec 08 13:09:20.246148 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4d4909e-069a-4333-8929-6aab2082cb60 req-d48caa8b-8fd7-4500-9a72-4fac0d4c3891 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657852 Dec 08 13:09:20.354278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:20.380174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-95896352-d74d-46ee-af59-92e4d6c6e5fc', 'network_id': '95896352-d74d-46ee-af59-92e4d6c6e5fc', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': 'bf541d9f-b622-487a-8860-c18a8fedaa0f'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:20.381904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.458318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=0629206e-da18-4e54-b436-0c831ecebfcb,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:20.461519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:20.463264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:20.465789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:20.466428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.515965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dd3397-30ad-460c-a6ae-119fdcca9259 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:20.552255 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-55ef2a2c-ac18-4c9f-93bf-94c89bec556f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1422546 Dec 08 13:09:20.552255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58898) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:20.580573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a50f2d31-48a8-4578-8c12-46d1f9f6a49c None None] Provisioning complete for port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:20.580943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a50f2d31-48a8-4578-8c12-46d1f9f6a49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.618424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:20.618837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.625988 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a67e4f3f-dc58-4058-9970-738143cee18c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7513766 Dec 08 13:09:20.628623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58900) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:20.636761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:63:92:4d', 'name': 'tempest-NetworksTestDHCPv6-89203155'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:20.663794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.710351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.733041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.762504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:20.766267 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.790061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Allocated IP 172.20.0.2 (95896352-d74d-46ee-af59-92e4d6c6e5fc/bf541d9f-b622-487a-8860-c18a8fedaa0f/b738b979-5c20-42f6-9c7d-4cbb1ccb7efb) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:20.868652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:20.913344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:20.970023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a50f2d31-48a8-4578-8c12-46d1f9f6a49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.006637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.012675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.035611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port b41a1a41-f8c0-4193-b5df-3199d2ed3c17 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:09:21.049708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Pushing event updated for resources: {'Port': ['ID=41dc086a-ada8-4597-80bc-91a0c2755e95,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:21.061129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.098801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.098801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.099141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.099290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.099624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.099959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.100325 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.100662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.101070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.101353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.101685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.102054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.102358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:21.105527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f5f30-3983-408b-b8bd-361f2d0b9ab7 None None] Update dhcp port {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': '9d80f646-671d-48c6-a96c-1e39b3ad91f1', 'ip_address': '2001:db8::f816:3eff:fe43:3e8e'}, {'subnet_id': '0629206e-da18-4e54-b436-0c831ecebfcb'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '8cbd7c0b-a010-4c80-9f90-8597a69fdd7d'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:09:21.139335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a50f2d31-48a8-4578-8c12-46d1f9f6a49c None None] For port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cbd7c0b-a010-4c80-9f90-8597a69fdd7d,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:21.142947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Checking segment: {'id': '25df7ff1-24f3-44c1-a160-abd1dc400ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:21.143534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network hostable DHCP agents. Network: 52076360-6fc4-40f6-9350-bd6e25bcdc41, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:21.148058 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Subnet': ['ID=bf6f9729-106c-4fe3-908d-cd95a02ba808,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:21.255565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 52076360-6fc4-40f6-9350-bd6e25bcdc41 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:21.280253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8:0:1::10a (c6b804cf-1df5-4af3-9dce-30751e804dc0/0629206e-da18-4e54-b436-0c831ecebfcb/b41a1a41-f8c0-4193-b5df-3199d2ed3c17) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:21.287916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::f816:3eff:fe63:924d (c6b804cf-1df5-4af3-9dce-30751e804dc0/9d80f646-671d-48c6-a96c-1e39b3ad91f1/b41a1a41-f8c0-4193-b5df-3199d2ed3c17) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:21.361863 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 52076360-6fc4-40f6-9350-bd6e25bcdc41) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:21.367585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:21.368225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.375256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a50f2d31-48a8-4578-8c12-46d1f9f6a49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.390786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b6310c-6d39-4496-add8-21127543c91d None None] Network 52076360-6fc4-40f6-9350-bd6e25bcdc41 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:21.417835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb5798-e94e-47bf-9584-4afaba295df4 req-736ff62a-c859-4f41-bd39-52d240f7bfd1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:21.419607 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f5cb5798-e94e-47bf-9584-4afaba295df4 req-736ff62a-c859-4f41-bd39-52d240f7bfd1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 944 time: 0.0927451 Dec 08 13:09:21.457152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5f30-3983-408b-b8bd-361f2d0b9ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.483695 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Attempting to bind port 41dc086a-ada8-4597-80bc-91a0c2755e95 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:21.484072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Attempting to bind port 41dc086a-ada8-4597-80bc-91a0c2755e95 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:21.484442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Attempting to bind port 41dc086a-ada8-4597-80bc-91a0c2755e95 on network 35042a4a-96e4-4920-a68d-19e808d25bcb {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:21.496923 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-74431574-24b8-4067-910a-14370fe6fa02 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6453512 Dec 08 13:09:21.497820 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58906) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:21.534779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.537624 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f5cb5798-e94e-47bf-9584-4afaba295df4 req-38c68750-aefb-432a-b190-881178e51f08 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892415 Dec 08 13:09:21.556563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:21.556946 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Checking segment: {'id': '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:21.557355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.557754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Bound using segment: {'id': '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:21.558248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Bound port: 41dc086a-ada8-4597-80bc-91a0c2755e95, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:21.558661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.567257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.602724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a50f2d31-48a8-4578-8c12-46d1f9f6a49c None None] Provisioning complete for port 41dc086a-ada8-4597-80bc-91a0c2755e95 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:21.603108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a50f2d31-48a8-4578-8c12-46d1f9f6a49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.637517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:21.637890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:21.647289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f2d31-48a8-4578-8c12-46d1f9f6a49c None None] Pushing event updated for resources: {'Port': ['ID=8cbd7c0b-a010-4c80-9f90-8597a69fdd7d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:21.672970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.718900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:21.722141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:21.726471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:21.732554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:21.733203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.750022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=b41a1a41-f8c0-4193-b5df-3199d2ed3c17,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:21.768070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a50f2d31-48a8-4578-8c12-46d1f9f6a49c None None] Port 41dc086a-ada8-4597-80bc-91a0c2755e95 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:21.780784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.790878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-52076360-6fc4-40f6-9350-bd6e25bcdc41', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:21.791749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.863705 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f040f579-65ab-4f06-9c31-43912a8521f9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2329533 Dec 08 13:09:21.866319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58910) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:21.873791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Network 95896352-d74d-46ee-af59-92e4d6c6e5fc is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:21.887308 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 2795267e-43fa-499d-a094-0b29409e9360 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:09:21.894850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.901517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] For port 41dc086a-ada8-4597-80bc-91a0c2755e95, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:21.910428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:21.934636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=bf541d9f-b622-487a-8860-c18a8fedaa0f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:21.937157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Pushing event updated for resources: {'Port': ['ID=b738b979-5c20-42f6-9c7d-4cbb1ccb7efb,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:21.948090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.971153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ba3236d8-11a1-4b80-9ecf-cc2fa9c56131 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port b41a1a41-f8c0-4193-b5df-3199d2ed3c17 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:21.971729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba3236d8-11a1-4b80-9ecf-cc2fa9c56131 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:21.988605 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:22.011987 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] For port 41dc086a-ada8-4597-80bc-91a0c2755e95, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=41dc086a-ada8-4597-80bc-91a0c2755e95,segment=NetworkSegment(45f0b29a-9dbb-408a-b6ed-6febb2c5d33b),segment_id=45f0b29a-9dbb-408a-b6ed-6febb2c5d33b)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:22.067569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba3236d8-11a1-4b80-9ecf-cc2fa9c56131 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.081419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ba3236d8-11a1-4b80-9ecf-cc2fa9c56131 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for b41a1a41-f8c0-4193-b5df-3199d2ed3c17 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:22.083233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9dacb5a9-659a-4d33-945c-987cc5c18054 None None] Provisioning complete for port 41dc086a-ada8-4597-80bc-91a0c2755e95 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:22.083689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9dacb5a9-659a-4d33-945c-987cc5c18054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.088031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.112772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-fb3f5f30-3983-408b-b8bd-361f2d0b9ab7 None None] Allocated IP 2001:db8:0:1::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/0629206e-da18-4e54-b436-0c831ecebfcb/8cbd7c0b-a010-4c80-9f90-8597a69fdd7d) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:22.120111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95896352-d74d-46ee-af59-92e4d6c6e5fc']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:22.140611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac251edf-b512-4baa-abba-5267cf5a98f4') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:22.140850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac251edf-b512-4baa-abba-5267cf5a98f4') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:22.153061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.153614 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.203636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.217346 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:22.217761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:22.220910 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:22.292489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Attempting to bind port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:22.292870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Attempting to bind port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'ac251edf-b512-4baa-abba-5267cf5a98f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95896352-d74d-46ee-af59-92e4d6c6e5fc'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:22.303237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Attempting to bind port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb on network 95896352-d74d-46ee-af59-92e4d6c6e5fc {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:22.344848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:22.345231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Checking segment: {'id': 'ac251edf-b512-4baa-abba-5267cf5a98f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95896352-d74d-46ee-af59-92e4d6c6e5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:22.345642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.346049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Bound using segment: {'id': 'ac251edf-b512-4baa-abba-5267cf5a98f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95896352-d74d-46ee-af59-92e4d6c6e5fc'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:22.346533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Bound port: b738b979-5c20-42f6-9c7d-4cbb1ccb7efb, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac251edf-b512-4baa-abba-5267cf5a98f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95896352-d74d-46ee-af59-92e4d6c6e5fc'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:22.346951 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.363876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba3236d8-11a1-4b80-9ecf-cc2fa9c56131 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.397992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:09:22.397992 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:09:22.397992 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'id': '95896352-d74d-46ee-af59-92e4d6c6e5fc'}] Dec 08 13:09:22.397992 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:22.398826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:22.404743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Allocated IP 2001:db8:1::2 (52076360-6fc4-40f6-9350-bd6e25bcdc41/bf6f9729-106c-4fe3-908d-cd95a02ba808/a2e0fc41-84fc-4a90-acdc-38aa83da1b54) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:22.437857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3236d8-11a1-4b80-9ecf-cc2fa9c56131 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=b41a1a41-f8c0-4193-b5df-3199d2ed3c17,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:22.457162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba3236d8-11a1-4b80-9ecf-cc2fa9c56131 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.461116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ba3236d8-11a1-4b80-9ecf-cc2fa9c56131 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/b41a1a41-f8c0-4193-b5df-3199d2ed3c17 HTTP/1.1" status: 204 len: 168 time: 0.5937417 Dec 08 13:09:22.463806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58912) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:22.474139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 2795267e-43fa-499d-a094-0b29409e9360, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=2795267e-43fa-499d-a094-0b29409e9360,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:22.478224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bbe41-6067-4ad6-ab78-219bc3f76c76 None None] Pushing event updated for resources: {'Port': ['ID=41dc086a-ada8-4597-80bc-91a0c2755e95,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:22.482261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:22.482925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:22.501047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:22.533886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11290ed0-cda4-4ba3-9470-d9f3090c9a99 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:22.535696 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-11290ed0-cda4-4ba3-9470-d9f3090c9a99 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0707417 Dec 08 13:09:22.538443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58914) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:22.590274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4173c7d-6841-411e-b2f4-3d1bf1413ca6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:22.594432 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b4173c7d-6841-411e-b2f4-3d1bf1413ca6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0548370 Dec 08 13:09:22.594689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58918) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:22.624135 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '2795267e-43fa-499d-a094-0b29409e9360', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'port_id': '2795267e-43fa-499d-a094-0b29409e9360', 'mac_address': 'fa:16:3e:e5:af:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:09:22.657568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c690f-3239-489d-add7-4477128f17a8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:22.663449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c690f-3239-489d-add7-4477128f17a8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:22.665576 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c690f-3239-489d-add7-4477128f17a8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:22.667714 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-931c690f-3239-489d-add7-4477128f17a8 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0718775 Dec 08 13:09:22.670405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58920) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:22.671912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e711-ba7c-4eb8-9777-22e3c2dbe200 req-bb527402-7d4f-4218-b7cf-4caa6c3f40be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:22.673471 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ae5e711-ba7c-4eb8-9777-22e3c2dbe200 req-bb527402-7d4f-4218-b7cf-4caa6c3f40be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 944 time: 0.0585799 Dec 08 13:09:22.690075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fb3f5f30-3983-408b-b8bd-361f2d0b9ab7 None None] For port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cbd7c0b-a010-4c80-9f90-8597a69fdd7d,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:22.730943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4c83d3-3880-4e11-9227-25e52c84d903 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 0629206e-da18-4e54-b436-0c831ecebfcb {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:22.736541 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ae5e711-ba7c-4eb8-9777-22e3c2dbe200 req-de4f9b34-2d5a-4330-a7c1-ab5fb6bfbe22 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560710 Dec 08 13:09:22.817416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:22.824114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9dacb5a9-659a-4d33-945c-987cc5c18054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.857976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] For port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:22.900524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.905017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5f30-3983-408b-b8bd-361f2d0b9ab7 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.908697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] For port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b738b979-5c20-42f6-9c7d-4cbb1ccb7efb,segment=NetworkSegment(ac251edf-b512-4baa-abba-5267cf5a98f4),segment_id=ac251edf-b512-4baa-abba-5267cf5a98f4)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:22.909600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.955296 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Deleting port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:22.955646 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:22.991375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2795267e-43fa-499d-a094-0b29409e9360 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:09:23.009321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b4c83d3-3880-4e11-9227-25e52c84d903 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.048374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] For port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:23.048737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.069437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Calling delete_port for b738b979-5c20-42f6-9c7d-4cbb1ccb7efb owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:23.076906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b4c83d3-3880-4e11-9227-25e52c84d903 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.189609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5f30-3983-408b-b8bd-361f2d0b9ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.195216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9dacb5a9-659a-4d33-945c-987cc5c18054 None None] For port 41dc086a-ada8-4597-80bc-91a0c2755e95, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=41dc086a-ada8-4597-80bc-91a0c2755e95,segment=NetworkSegment(45f0b29a-9dbb-408a-b6ed-6febb2c5d33b),segment_id=45f0b29a-9dbb-408a-b6ed-6febb2c5d33b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:23.220628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b4c83d3-3880-4e11-9227-25e52c84d903 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.228840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.230688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:23.231053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.266939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 2795267e-43fa-499d-a094-0b29409e9360, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=2795267e-43fa-499d-a094-0b29409e9360,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:23.375337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.376442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9dacb5a9-659a-4d33-945c-987cc5c18054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.377952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b4c83d3-3880-4e11-9227-25e52c84d903 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.413351 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c83d3-3880-4e11-9227-25e52c84d903 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=0629206e-da18-4e54-b436-0c831ecebfcb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:23.416395 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.427071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.434030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No DVR routers for this DVR port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:23.435664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Port': ['ID=b738b979-5c20-42f6-9c7d-4cbb1ccb7efb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:23.448565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b4c83d3-3880-4e11-9227-25e52c84d903 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.448565 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2b4c83d3-3880-4e11-9227-25e52c84d903 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/0629206e-da18-4e54-b436-0c831ecebfcb HTTP/1.1" status: 204 len: 168 time: 0.7721214 Dec 08 13:09:23.449116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58924) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server [None req-3167da8c-90d4-44d4-8997-9c3428b32a87 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb could not be found. Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:09:23.459391 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port b738b979-5c20-42f6-9c7d-4cbb1ccb7efb could not be found. Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: ERROR oslo_messaging.rpc.server Dec 08 13:09:23.463974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f5f30-3983-408b-b8bd-361f2d0b9ab7 None None] Pushing event updated for resources: {'Port': ['ID=8cbd7c0b-a010-4c80-9f90-8597a69fdd7d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:23.501961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d15659-edd9-4de3-9cd4-806a87450252 None None] Network 95896352-d74d-46ee-af59-92e4d6c6e5fc requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:23.509014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76a8e1-ba97-494b-bcbe-254a3ece617e None None] Pushing event deleted for resources: {'Port': ['ID=b738b979-5c20-42f6-9c7d-4cbb1ccb7efb,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:23.541950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.556898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b633cfd-f3ba-48a6-9a33-f17a0e67a720 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 9d80f646-671d-48c6-a96c-1e39b3ad91f1 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:23.560238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b633cfd-f3ba-48a6-9a33-f17a0e67a720 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.569053 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95896352-d74d-46ee-af59-92e4d6c6e5fc']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:23.583912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac251edf-b512-4baa-abba-5267cf5a98f4') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:23.584632 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac251edf-b512-4baa-abba-5267cf5a98f4') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:23.597962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.599740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.604764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b633cfd-f3ba-48a6-9a33-f17a0e67a720 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.614712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.621352 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:23.621791 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:23.658294 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:23.665733 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['2795267e-43fa-499d-a094-0b29409e9360'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:09:23.668540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-31ec5fe8-f63f-4593-87fe-03fbeef58d8a None None] Provisioning complete for port 41dc086a-ada8-4597-80bc-91a0c2755e95 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:23.668540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-31ec5fe8-f63f-4593-87fe-03fbeef58d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.729508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b633cfd-f3ba-48a6-9a33-f17a0e67a720 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.767523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Network 52076360-6fc4-40f6-9350-bd6e25bcdc41 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:23.775229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 2001:db8:1::1 (52076360-6fc4-40f6-9350-bd6e25bcdc41/bf6f9729-106c-4fe3-908d-cd95a02ba808/6aa2fc05-079b-40d2-800e-b34087e21867) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:23.787196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacb5a9-659a-4d33-945c-987cc5c18054 None None] Pushing event updated for resources: {'Port': ['ID=41dc086a-ada8-4597-80bc-91a0c2755e95,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:23.790408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:23.816000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:23.829865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.841860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.845741 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/95896352-d74d-46ee-af59-92e4d6c6e5fc HTTP/1.1" status: 204 len: 168 time: 3.2924588 Dec 08 13:09:23.849040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58928) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:23.876206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d18c6-010a-4c7a-b717-1d366bf7a20e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=95896352-d74d-46ee-af59-92e4d6c6e5fc,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:23.925287 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=2795267e-43fa-499d-a094-0b29409e9360,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:23.938413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:16Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:21Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:23.948683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-01093e5a-e8ed-4cbd-a7b1-f60f03df7e9d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] GET failed (client error): The resource could not be found. Dec 08 13:09:23.950062 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-01093e5a-e8ed-4cbd-a7b1-f60f03df7e9d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/subnets/bf541d9f-b622-487a-8860-c18a8fedaa0f HTTP/1.1" status: 404 len: 337 time: 0.0996890 Dec 08 13:09:23.953236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58932) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:23.954508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b633cfd-f3ba-48a6-9a33-f17a0e67a720 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:23.989373 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-92109b8b-ecb6-4fd7-9f24-31cfdc598e52 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:23.989866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92109b8b-ecb6-4fd7-9f24-31cfdc598e52 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:23.997036 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-92109b8b-ecb6-4fd7-9f24-31cfdc598e52 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/95896352-d74d-46ee-af59-92e4d6c6e5fc HTTP/1.1" status: 404 len: 339 time: 0.0372310 Dec 08 13:09:23.997390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b633cfd-f3ba-48a6-9a33-f17a0e67a720 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=9d80f646-671d-48c6-a96c-1e39b3ad91f1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:23.997390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b633cfd-f3ba-48a6-9a33-f17a0e67a720 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.002644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58934) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:24.006178 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3b633cfd-f3ba-48a6-9a33-f17a0e67a720 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/9d80f646-671d-48c6-a96c-1e39b3ad91f1 HTTP/1.1" status: 204 len: 168 time: 0.5555620 Dec 08 13:09:24.010717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58936) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:24.041856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Attempting to bind port a2e0fc41-84fc-4a90-acdc-38aa83da1b54 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:24.042242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Attempting to bind port a2e0fc41-84fc-4a90-acdc-38aa83da1b54 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '25df7ff1-24f3-44c1-a160-abd1dc400ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:24.042642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Attempting to bind port a2e0fc41-84fc-4a90-acdc-38aa83da1b54 on network 52076360-6fc4-40f6-9350-bd6e25bcdc41 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:24.057588 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:24.057965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Checking segment: {'id': '25df7ff1-24f3-44c1-a160-abd1dc400ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:24.058383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.058974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Bound using segment: {'id': '25df7ff1-24f3-44c1-a160-abd1dc400ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:24.059499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Bound port: a2e0fc41-84fc-4a90-acdc-38aa83da1b54, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25df7ff1-24f3-44c1-a160-abd1dc400ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:24.059894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.062858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4da14f-efb6-4d70-b74c-6a3ab8aa44df None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:16Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:21Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:24.078155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.191013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Pushing event updated for resources: {'Port': ['ID=a2e0fc41-84fc-4a90-acdc-38aa83da1b54,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:24.300825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721eca3-d44b-46c0-930c-b4d199e72d68 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:24.303364 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5721eca3-d44b-46c0-930c-b4d199e72d68 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2948482 Dec 08 13:09:24.306029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58938) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:24.373821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e4de6-7db3-4f99-90d5-c4c3329c5f50 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:24.379081 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5fd22952-0932-40f1-9472-30c3c90ad928 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 207 time: 0.0683784 Dec 08 13:09:24.380086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58940) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:24.439052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] For port a2e0fc41-84fc-4a90-acdc-38aa83da1b54, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:24.542884 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8e3a9dde-ef15-4e01-a79c-c603d0d2fe92 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5303817 Dec 08 13:09:24.543499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] For port a2e0fc41-84fc-4a90-acdc-38aa83da1b54, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a2e0fc41-84fc-4a90-acdc-38aa83da1b54,segment=NetworkSegment(25df7ff1-24f3-44c1-a160-abd1dc400ed7),segment_id=25df7ff1-24f3-44c1-a160-abd1dc400ed7)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:24.553283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e52875-2783-426c-8183-d17069504213 req-f090e3fd-2bfb-4c45-8369-962f1fe92586 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:24.559675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a401d844-3d11-470d-a784-9af838c93fdf None None] Provisioning complete for port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:24.559887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a401d844-3d11-470d-a784-9af838c93fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.566047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7001c22b-36da-438f-921a-909565c72b05 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:24.567202 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6e52875-2783-426c-8183-d17069504213 req-f090e3fd-2bfb-4c45-8369-962f1fe92586 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 945 time: 0.6812327 Dec 08 13:09:24.570485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58942) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:24.577057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7001c22b-36da-438f-921a-909565c72b05 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:24.583656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7001c22b-36da-438f-921a-909565c72b05 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:24.590522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7001c22b-36da-438f-921a-909565c72b05 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:24.593509 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7001c22b-36da-438f-921a-909565c72b05 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2123539 Dec 08 13:09:24.597181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:24.600450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.602431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58944) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:24.680589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 41dc086a-ada8-4597-80bc-91a0c2755e95 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:24.701339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 52076360-6fc4-40f6-9350-bd6e25bcdc41 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:24.709123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.712689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6e52875-2783-426c-8183-d17069504213 req-ddc3fb8a-02e9-4efe-8d07-90522d27b571 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408103 Dec 08 13:09:24.716571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:24.772458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:24.772996 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.811083 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=6aa2fc05-079b-40d2-800e-b34087e21867,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:24.864778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:24.871247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.888842 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-621559ad-7cd5-448a-af26-ef3d26eb2915 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2815442 Dec 08 13:09:24.893394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58946) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:24.911335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca407e-57bc-473b-85f0-c8c1d91cafcf None None] Pushing event updated for resources: {'Port': ['ID=a2e0fc41-84fc-4a90-acdc-38aa83da1b54,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:24.933369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 41dc086a-ada8-4597-80bc-91a0c2755e95 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:24.933912 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:24.972649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eb5667-d24f-4967-b28b-f5459d6d1de1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:24.975712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eb5667-d24f-4967-b28b-f5459d6d1de1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:24.978361 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f9eb5667-d24f-4967-b28b-f5459d6d1de1 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0839784 Dec 08 13:09:24.982179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58950) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:25.025174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db5437-bea9-4441-a7b2-b9745991378f None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:25.050086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:25.081455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7b308-4f13-435b-bab0-5d1ae2441dd5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:25.083863 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7b308-4f13-435b-bab0-5d1ae2441dd5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['shared'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:25.085796 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-35b7b308-4f13-435b-bab0-5d1ae2441dd5 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1014571 Dec 08 13:09:25.086966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.089196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58952) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:25.179152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-24db5437-bea9-4441-a7b2-b9745991378f None None] Deleting port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:25.179152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-24db5437-bea9-4441-a7b2-b9745991378f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.192239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:25.192634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.313008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3fc7af-6544-430b-b6db-c5272b3baee8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:25.318701 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9a3fc7af-6544-430b-b6db-c5272b3baee8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/networks/d3761dc9-da9e-49fd-9a16-4092347bb57e HTTP/1.1" status: 200 len: 800 time: 0.2244565 Dec 08 13:09:25.333549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58954) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:25.339053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-24db5437-bea9-4441-a7b2-b9745991378f None None] For port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8cbd7c0b-a010-4c80-9f90-8597a69fdd7d,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:25.339916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-24db5437-bea9-4441-a7b2-b9745991378f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.358272 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-24db5437-bea9-4441-a7b2-b9745991378f None None] Calling delete_port for 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:25.372128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.461166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:25.468028 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:25.474387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:25.475039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.500460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=c2f61566-1c36-49a8-acbb-8518fa418d1b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:25.513838 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c13dae2c-5737-4da7-bd6e-e4126d3d58ca tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/networks/d3761dc9-da9e-49fd-9a16-4092347bb57e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1896532 Dec 08 13:09:25.523154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58956) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:25.545517 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.573601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48929349-798d-457c-9f34-45687d98a385 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:25.575026 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-48929349-798d-457c-9f34-45687d98a385 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/subnets/1f644d08-5f3f-4d13-a41b-72d3a0e5cc64 HTTP/1.1" status: 200 len: 811 time: 0.0600464 Dec 08 13:09:25.578812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58958) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:25.634129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaefdca-3e20-4661-a60b-7f2e10250f3d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:25.635588 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cbaefdca-3e20-4661-a60b-7f2e10250f3d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "GET /v2.0/subnets/1f644d08-5f3f-4d13-a41b-72d3a0e5cc64?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0558631 Dec 08 13:09:25.639244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58960) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:25.643954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1676357766'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:25.668608 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c700ce7d-e047-4ad9-b81d-64dec2847424 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0751407 Dec 08 13:09:25.670794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58962) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:25.675211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.676029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.678200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ff2c1022-4dee-4498-bc11-8f10047e4a1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:25.735563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=6aa2fc05-079b-40d2-800e-b34087e21867,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:25.776288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-24db5437-bea9-4441-a7b2-b9745991378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.814859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db5437-bea9-4441-a7b2-b9745991378f None None] No DVR routers for this DVR port 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:25.818064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 52076360-6fc4-40f6-9350-bd6e25bcdc41 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:25.818988 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db5437-bea9-4441-a7b2-b9745991378f None None] Pushing event deleted for resources: {'Port': ['ID=8cbd7c0b-a010-4c80-9f90-8597a69fdd7d,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:25.819557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:25.848640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e5634-ccd5-42e6-b45e-d119fe82e457 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:25.850525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:25.854303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.896023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:25.909253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793874fc-134a-461d-b12d-c8750c87a31f req-653b3fc0-bb64-4067-94dd-2952035fdbb4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:25.911373 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-793874fc-134a-461d-b12d-c8750c87a31f req-653b3fc0-bb64-4067-94dd-2952035fdbb4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 945 time: 0.1070709 Dec 08 13:09:25.917713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.918088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Added segment 4aecbf3e-6716-4aad-9787-bc76db8627eb of type vlan for network 767842dd-be4f-4bbc-8dba-641d087d231d Dec 08 13:09:25.927447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 2795267e-43fa-499d-a094-0b29409e9360 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:25.939268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:25.975627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2c1022-4dee-4498-bc11-8f10047e4a1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:25.979505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1022-4dee-4498-bc11-8f10047e4a1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:25.996978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.042264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c6b804cf-1df5-4af3-9dce-30751e804dc0', 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'project_id': 'd8d838e497bd4e1093f32354870224cf', 'fixed_ips': [{'subnet_id': 'c2f61566-1c36-49a8-acbb-8518fa418d1b'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:26.047552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.121898 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-793874fc-134a-461d-b12d-c8750c87a31f req-0e4dfb78-79f0-48bb-816f-28a1bd9b247d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953771 Dec 08 13:09:26.155848 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.ipam_backend_mixin [None req-ff2c1022-4dee-4498-bc11-8f10047e4a1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2f61566-1c36-49a8-acbb-8518fa418d1b (CIDR: 2001:db8::/64) Dec 08 13:09:26.205098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2c1022-4dee-4498-bc11-8f10047e4a1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:09:26.205689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2c1022-4dee-4498-bc11-8f10047e4a1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:26.234707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/c2f61566-1c36-49a8-acbb-8518fa418d1b/152bd9ef-b475-4ba3-9164-20bfb911dcf4) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:26.243573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.247024 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 2795267e-43fa-499d-a094-0b29409e9360 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:09:26.252712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:26.258001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 2795267e-43fa-499d-a094-0b29409e9360 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:26.258396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.258518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.373104 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ff2c1022-4dee-4498-bc11-8f10047e4a1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6991150 Dec 08 13:09:26.374306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Network': ['ID=767842dd-be4f-4bbc-8dba-641d087d231d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:26.376433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58968) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:26.389232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:26.403133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 767842dd-be4f-4bbc-8dba-641d087d231d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:26.403325 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-db8b94d1-b0c6-4bb7-a537-fc687530c316 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7599821 Dec 08 13:09:26.414784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58970) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:26.420834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'network_id': '767842dd-be4f-4bbc-8dba-641d087d231d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:26.429968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:26.446746 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-93c96341-5601-4dff-980a-61776451198e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9367235 Dec 08 13:09:26.450856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58972) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:26.455743 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1968552154'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:26.556175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a2e0fc41-84fc-4a90-acdc-38aa83da1b54 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:26.626393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:26.629034 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:26.636299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.656172 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:26.656172 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:26.664609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:09:26.664609 dv-neutron-799625-5-hyperv neutron-server[103715]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:09:26.664609 dv-neutron-799625-5-hyperv neutron-server[103715]: [parameters: {'project_id_1': 'd8d838e497bd4e1093f32354870224cf', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 9, 6, 635607)}] Dec 08 13:09:26.664609 dv-neutron-799625-5-hyperv neutron-server[103715]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:26.664609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:26.693574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.705893 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:26.721501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.721857 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added segment 40511ad6-db3d-481d-8765-35bc2817fa43 of type vlan for network e9f60758-6f0c-48cf-aac8-551ba1c64224 Dec 08 13:09:26.724939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.735384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2795267e-43fa-499d-a094-0b29409e9360'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:09:26.737967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d3733d-88a2-47b2-8bd4-8c13eb997075" -d '{"events": [{"server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "name": "network-vif-plugged", "status": "completed", "tag": "2795267e-43fa-499d-a094-0b29409e9360"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:09:26.741004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b22c8d-4f64-4443-b96e-faf97d2bf627 None None] Network 52076360-6fc4-40f6-9350-bd6e25bcdc41 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:26.768419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 2795267e-43fa-499d-a094-0b29409e9360, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=2795267e-43fa-499d-a094-0b29409e9360,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:26.775182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.806198 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a2e0fc41-84fc-4a90-acdc-38aa83da1b54 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:26.806685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.832246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Made reservation on behalf of 3c0f5f8010774fb0814ae3161356372f for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:26.837458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.886771 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:26.899767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7c2167f7-aef4-4da4-9db5-6545335290cb None None] Provisioning complete for port a2e0fc41-84fc-4a90-acdc-38aa83da1b54 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:26.900143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c2167f7-aef4-4da4-9db5-6545335290cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.916713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_backend_mixin [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing IP validity checks on allocation pools {{(pid=103715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 13:09:26.916954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.ipam_backend_mixin [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 13:09:26.933971 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728301a8-5d6f-4039-8bd5-4a8abdf2efa2 x-openstack-request-id: req-728301a8-5d6f-4039-8bd5-4a8abdf2efa2 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:09:26.934302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "name": "network-vif-plugged", "status": "completed", "tag": "2795267e-43fa-499d-a094-0b29409e9360", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:09:26.936139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-728301a8-5d6f-4039-8bd5-4a8abdf2efa2 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:09:26.936139 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2795267e-43fa-499d-a094-0b29409e9360', 'code': 200} Dec 08 13:09:26.939883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.944312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.952816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:26.955724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:26.959721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.015461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:27.031646 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:27.034113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:27.048651 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Network': ['ID=e9f60758-6f0c-48cf-aac8-551ba1c64224,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:27.087162 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network e9f60758-6f0c-48cf-aac8-551ba1c64224 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:27.130329 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1f8fc432-79f5-42ca-bec8-14c07c654ffa tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6791840 Dec 08 13:09:27.133315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 58980) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:27.139716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'subnet': {'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:27.163046 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:24Z', 'revision_number': 3, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:25Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:27.180920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.186188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Pushing event updated for resources: {'Port': ['ID=152bd9ef-b475-4ba3-9164-20bfb911dcf4,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:27.195580 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:27.196544 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Updating router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 port 6aa2fc05-079b-40d2-800e-b34087e21867 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:09:27.245620 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.341944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c2167f7-aef4-4da4-9db5-6545335290cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.354961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Attempting to bind port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:27.355338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Attempting to bind port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:27.355704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Attempting to bind port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 on network c6b804cf-1df5-4af3-9dce-30751e804dc0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:27.376739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=90311483-627d-45c6-b148-7a2234f60e78,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:27.400484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:27.400484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Checking segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:27.400894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.401236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Bound using segment: {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:27.401721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Bound port: 152bd9ef-b475-4ba3-9164-20bfb911dcf4, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16d86-9410-4c45-965d-dfacd6511dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:27.402110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.413101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:27.417998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.424151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=2795267e-43fa-499d-a094-0b29409e9360,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:27.441875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.483582 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-7c2167f7-aef4-4da4-9db5-6545335290cb None None] For port a2e0fc41-84fc-4a90-acdc-38aa83da1b54, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a2e0fc41-84fc-4a90-acdc-38aa83da1b54,segment=NetworkSegment(25df7ff1-24f3-44c1-a160-abd1dc400ed7),segment_id=25df7ff1-24f3-44c1-a160-abd1dc400ed7)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:27.526969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] For port 152bd9ef-b475-4ba3-9164-20bfb911dcf4, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:27.532575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] For port 152bd9ef-b475-4ba3-9164-20bfb911dcf4, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=152bd9ef-b475-4ba3-9164-20bfb911dcf4,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:27.567410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c2167f7-aef4-4da4-9db5-6545335290cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.587980 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0c45d-a78f-4d43-ae87-848f0456ecc3 req-73468b2c-c722-45ee-9b18-fa9e3c2500d2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:27.593100 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-65b0c45d-a78f-4d43-ae87-848f0456ecc3 req-73468b2c-c722-45ee-9b18-fa9e3c2500d2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 946 time: 0.2708890 Dec 08 13:09:27.650362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:27.650362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:27.658065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.674309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2167f7-aef4-4da4-9db5-6545335290cb None None] Pushing event updated for resources: {'Port': ['ID=a2e0fc41-84fc-4a90-acdc-38aa83da1b54,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:27.699883 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.724356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Checking segment: {'id': '4aecbf3e-6716-4aad-9787-bc76db8627eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '767842dd-be4f-4bbc-8dba-641d087d231d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:27.725830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network hostable DHCP agents. Network: 767842dd-be4f-4bbc-8dba-641d087d231d, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:27.743955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61396a5-ec4f-49df-a0e9-5510c7a7eb2f req-3c8a6b4d-4ceb-4517-8145-19ee35e805fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:27.751192 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f61396a5-ec4f-49df-a0e9-5510c7a7eb2f req-3c8a6b4d-4ceb-4517-8145-19ee35e805fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 1099 time: 0.4510996 Dec 08 13:09:27.751192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:27.751192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.762865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ea5a2-395e-4d92-8c85-0ea9f423d035 None None] Pushing event updated for resources: {'Port': ['ID=152bd9ef-b475-4ba3-9164-20bfb911dcf4,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:27.800921 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.829689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-65b0c45d-a78f-4d43-ae87-848f0456ecc3 req-0c7a9acf-18d4-479d-bbed-840bfe13b318 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163220 Dec 08 13:09:27.902995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-47b23317-7a28-4ad6-a5e9-6b89d03e9ff2 None None] Provisioning complete for port a2e0fc41-84fc-4a90-acdc-38aa83da1b54 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:27.903598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47b23317-7a28-4ad6-a5e9-6b89d03e9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:27.951668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Network 767842dd-be4f-4bbc-8dba-641d087d231d is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:27.952202 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Attempting to bind port 6aa2fc05-079b-40d2-800e-b34087e21867 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:27.952979 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Attempting to bind port 6aa2fc05-079b-40d2-800e-b34087e21867 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '25df7ff1-24f3-44c1-a160-abd1dc400ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:27.953774 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Attempting to bind port 6aa2fc05-079b-40d2-800e-b34087e21867 on network 52076360-6fc4-40f6-9350-bd6e25bcdc41 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:27.962266 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Pushing event updated for resources: {'Port': ['ID=6aa2fc05-079b-40d2-800e-b34087e21867,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:27.983828 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.984588 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.985157 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.985723 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.986323 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.991484 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f61396a5-ec4f-49df-a0e9-5510c7a7eb2f req-93260b12-2c7f-44fb-9ef5-e2dc7a62ba2a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302167 Dec 08 13:09:27.992803 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.993488 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.994107 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.994706 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.995287 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.995833 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.996423 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:27.996961 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:09:28.001077 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:28.002169 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Checking segment: {'id': '25df7ff1-24f3-44c1-a160-abd1dc400ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:28.002868 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:28.003468 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Bound using segment: {'id': '25df7ff1-24f3-44c1-a160-abd1dc400ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:28.004218 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Bound port: 6aa2fc05-079b-40d2-800e-b34087e21867, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25df7ff1-24f3-44c1-a160-abd1dc400ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:28.004872 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:28.130670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-47b23317-7a28-4ad6-a5e9-6b89d03e9ff2 None None] Provisioning complete for port 6aa2fc05-079b-40d2-800e-b34087e21867 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:28.131260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47b23317-7a28-4ad6-a5e9-6b89d03e9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:28.180937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 767842dd-be4f-4bbc-8dba-641d087d231d) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:28.181159 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] For port 6aa2fc05-079b-40d2-800e-b34087e21867, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:28.185164 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] For port 6aa2fc05-079b-40d2-800e-b34087e21867, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6aa2fc05-079b-40d2-800e-b34087e21867,segment=NetworkSegment(25df7ff1-24f3-44c1-a160-abd1dc400ed7),segment_id=25df7ff1-24f3-44c1-a160-abd1dc400ed7)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:28.211141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a77734e-214c-4b55-acbb-129b8bb11215 None None] Network 767842dd-be4f-4bbc-8dba-641d087d231d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:28.248108 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:28.250936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:28.251549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:28.274469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:28.307214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-47b23317-7a28-4ad6-a5e9-6b89d03e9ff2 None None] Port 6aa2fc05-079b-40d2-800e-b34087e21867 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:28.388970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c2c791b8-f693-4db1-8d67-f8d0f053bff8 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9701419 Dec 08 13:09:28.389177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58986) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:28.396595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b933a20d-3328-4ec1-b095-590fe0cc5e90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:28.414462 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf79dca-8df9-44a2-a19b-75147baf3093 None None] Pushing event updated for resources: {'Port': ['ID=6aa2fc05-079b-40d2-800e-b34087e21867,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:28.420784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-767842dd-be4f-4bbc-8dba-641d087d231d', 'network_id': '767842dd-be4f-4bbc-8dba-641d087d231d', 'project_id': '3c0f5f8010774fb0814ae3161356372f', 'fixed_ips': [{'subnet_id': '90311483-627d-45c6-b148-7a2234f60e78'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:28.421822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:28.464090 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:28.466963 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:28.511654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Checking segment: {'id': '40511ad6-db3d-481d-8765-35bc2817fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:28.512224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network hostable DHCP agents. Network: e9f60758-6f0c-48cf-aac8-551ba1c64224, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:28.516396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Subnet': ['ID=8f0990a3-15ab-4af3-aaea-ea8a67480bf8,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:28.532628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.objects.ports [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103715) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:09:28.667328 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:28.678368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b933a20d-3328-4ec1-b095-590fe0cc5e90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263367446'] for subnet, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:28.704988 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:28.812546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network e9f60758-6f0c-48cf-aac8-551ba1c64224 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:28.890811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:28.891330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8cbd7c0b-a010-4c80-9f90-8597a69fdd7d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:28.899889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d20aeb67-2680-4b68-aa35-cae2b398dfa1 None None] Provisioning complete for port 6aa2fc05-079b-40d2-800e-b34087e21867 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:28.900199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d20aeb67-2680-4b68-aa35-cae2b398dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:28.975384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.009049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, e9f60758-6f0c-48cf-aac8-551ba1c64224) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:29.039009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:29.041470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.054410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e6007-6339-431d-a56c-55dda9bac150 None None] Network e9f60758-6f0c-48cf-aac8-551ba1c64224 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:29.107300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b933a20d-3328-4ec1-b095-590fe0cc5e90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787370702978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263993885'] for subnet, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.155333 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:24Z', 'revision_number': 3, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:28Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:29.170703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d20aeb67-2680-4b68-aa35-cae2b398dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.227486 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b933a20d-3328-4ec1-b095-590fe0cc5e90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:29.228098 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b933a20d-3328-4ec1-b095-590fe0cc5e90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.229494 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b933a20d-3328-4ec1-b095-590fe0cc5e90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "PUT /v2.0/subnets/90311483-627d-45c6-b148-7a2234f60e78 HTTP/1.1" status: 200 len: 877 time: 0.8392417 Dec 08 13:09:29.237760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58990) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:29.243273 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bd732-b91e-4e37-98e5-cd78a6a52d4a None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:24Z', 'revision_number': 3, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:28Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:29.262162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 58992) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:29.267829 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bb549dff-601c-4931-bda7-7b6bb0d9f7b5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1223049 Dec 08 13:09:29.300503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 152bd9ef-b475-4ba3-9164-20bfb911dcf4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:29.386662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118baf-6d92-4466-bfcf-37da4726720c req-f0f96125-5712-41aa-b301-1c9c10976607 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:29.388512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ce118baf-6d92-4466-bfcf-37da4726720c req-f0f96125-5712-41aa-b301-1c9c10976607 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 946 time: 0.3838089 Dec 08 13:09:29.540049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d20aeb67-2680-4b68-aa35-cae2b398dfa1 None None] For port 6aa2fc05-079b-40d2-800e-b34087e21867, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6aa2fc05-079b-40d2-800e-b34087e21867,segment=NetworkSegment(25df7ff1-24f3-44c1-a160-abd1dc400ed7),segment_id=25df7ff1-24f3-44c1-a160-abd1dc400ed7)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:29.546380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Allocated IP 172.20.0.3 (767842dd-be4f-4bbc-8dba-641d087d231d/90311483-627d-45c6-b148-7a2234f60e78/0262c30d-6a81-401a-a1ff-31741f75bb41) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:29.580794 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ce118baf-6d92-4466-bfcf-37da4726720c req-7562eef3-394c-43c8-bfcc-2e48067bd233 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833637 Dec 08 13:09:29.590541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] For port 152bd9ef-b475-4ba3-9164-20bfb911dcf4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=152bd9ef-b475-4ba3-9164-20bfb911dcf4,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:29.596959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:29.597549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.644100 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-e9f60758-6f0c-48cf-aac8-551ba1c64224', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:29.645568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.671230 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.686143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d20aeb67-2680-4b68-aa35-cae2b398dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.786250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.789972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.803654 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:29.806184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933a20d-3328-4ec1-b095-590fe0cc5e90 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event updated for resources: {'Subnet': ['ID=90311483-627d-45c6-b148-7a2234f60e78,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:29.949469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aeb67-2680-4b68-aa35-cae2b398dfa1 None None] Pushing event updated for resources: {'Port': ['ID=6aa2fc05-079b-40d2-800e-b34087e21867,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:29.951729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=b8f1a20a-e87e-40ba-8c13-408854149098,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:29.969099 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-424cff55-4d07-41ec-9a2b-8b605aed08a0 None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:29.969479 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-424cff55-4d07-41ec-9a2b-8b605aed08a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.014659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=152bd9ef-b475-4ba3-9164-20bfb911dcf4,revision_number=4']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:30.045983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:30.052531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:30.058557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:30.062397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.109730 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-a5c6ac26-5944-4219-92fd-bd166d1bd17b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558756279&fields=id&tenant_id=846e760336ad44e4bde1f5d154098eec HTTP/1.1" status: 200 len: 267 time: 0.1405697 Dec 08 13:09:30.132682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.133739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200fbd8a-5e1c-4f3a-bf73-9263ffb11c04 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:30.169107 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4b4fa213-bbe1-43bc-a2e8-22bd6ee51413 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7848263 Dec 08 13:09:30.177619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59004) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:30.180999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:22:9a:df', 'name': 'tempest-NetworksTestDHCPv6-1667820400'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:30.239642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.241991 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.246091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-738856de-102f-486b-afea-6140d96fe408 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:30.247698 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-738856de-102f-486b-afea-6140d96fe408 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 812 time: 0.1322484 Dec 08 13:09:30.268478 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-dbbff589-1fd5-4139-b3df-7cb98eabdb49 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/quotas/846e760336ad44e4bde1f5d154098eec HTTP/1.1" status: 200 len: 375 time: 0.0146370 Dec 08 13:09:30.290365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Allocated IP 2001:db8:2::2 (e9f60758-6f0c-48cf-aac8-551ba1c64224/8f0990a3-15ab-4af3-aaea-ea8a67480bf8/45d7adb7-551e-46d1-befc-b07123c984ae) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:30.323560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.347090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-f24b1eec-22c5-47aa-80ea-32f01815e43d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676050 Dec 08 13:09:30.394178 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 152bd9ef-b475-4ba3-9164-20bfb911dcf4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=152bd9ef-b475-4ba3-9164-20bfb911dcf4,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:30.413571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-424cff55-4d07-41ec-9a2b-8b605aed08a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.415762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.457126 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-aecd0905-a039-475b-8b9b-538bf8beda15 service neutron] 10.222.0.76 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017685 Dec 08 13:09:30.480586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.481372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a2e0fc41-84fc-4a90-acdc-38aa83da1b54 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:30.523333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.548776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:30.578248 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-e854e5a1-b844-48e1-bf87-3dd66001ddf0 service neutron] 10.222.0.76 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135416 Dec 08 13:09:30.581309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Network 767842dd-be4f-4bbc-8dba-641d087d231d is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:30.584179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Pushing event updated for resources: {'Port': ['ID=0262c30d-6a81-401a-a1ff-31741f75bb41,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:30.602055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=90311483-627d-45c6-b148-7a2234f60e78,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:30.621992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:30.624130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:30.747885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.774197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767842dd-be4f-4bbc-8dba-641d087d231d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:30.783476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-424cff55-4d07-41ec-9a2b-8b605aed08a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:30.783994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-424cff55-4d07-41ec-9a2b-8b605aed08a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:30.784940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aecbf3e-6716-4aad-9787-bc76db8627eb') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:30.785260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aecbf3e-6716-4aad-9787-bc76db8627eb') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:30.797196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.799977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0dbce-e8e5-41ac-adad-2f070da2a37b req-4c2a909e-2af3-4fc3-871a-fb1cdce727ff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:30.801637 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-81a0dbce-e8e5-41ac-adad-2f070da2a37b req-4c2a909e-2af3-4fc3-871a-fb1cdce727ff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 946 time: 0.0912974 Dec 08 13:09:30.803989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Attempting to bind port 0262c30d-6a81-401a-a1ff-31741f75bb41 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:30.804371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Attempting to bind port 0262c30d-6a81-401a-a1ff-31741f75bb41 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '4aecbf3e-6716-4aad-9787-bc76db8627eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '767842dd-be4f-4bbc-8dba-641d087d231d'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:30.804749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Attempting to bind port 0262c30d-6a81-401a-a1ff-31741f75bb41 on network 767842dd-be4f-4bbc-8dba-641d087d231d {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:30.810511 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=152bd9ef-b475-4ba3-9164-20bfb911dcf4,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:30.819028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.825884 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:30.826294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Checking segment: {'id': '4aecbf3e-6716-4aad-9787-bc76db8627eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '767842dd-be4f-4bbc-8dba-641d087d231d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:30.827345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:30.828242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.828379 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.828871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Bound using segment: {'id': '4aecbf3e-6716-4aad-9787-bc76db8627eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '767842dd-be4f-4bbc-8dba-641d087d231d'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:30.829370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Bound port: 0262c30d-6a81-401a-a1ff-31741f75bb41, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aecbf3e-6716-4aad-9787-bc76db8627eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '767842dd-be4f-4bbc-8dba-641d087d231d'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:30.829773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.866666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a2e0fc41-84fc-4a90-acdc-38aa83da1b54 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:30.867524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.870887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.875000 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-81a0dbce-e8e5-41ac-adad-2f070da2a37b req-1b271176-2044-4781-b388-a86864eb6618 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647383 Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:30.919022 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:30.932884 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:30.973751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.002903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port ba8c080d-2174-4578-a44b-378970485dd0 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:09:31.015037 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:09:31.015037 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:09:31.015037 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'id': '767842dd-be4f-4bbc-8dba-641d087d231d'}] Dec 08 13:09:31.015037 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:31.015494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:31.021080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac92f31-0bd7-4e9d-8e53-eab6a806ad56 req-f01c9456-5d97-4175-a836-9c66d092a365 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:31.023906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Network e9f60758-6f0c-48cf-aac8-551ba1c64224 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:31.029033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] For port 0262c30d-6a81-401a-a1ff-31741f75bb41, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:31.030856 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5ac92f31-0bd7-4e9d-8e53-eab6a806ad56 req-f01c9456-5d97-4175-a836-9c66d092a365 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 946 time: 0.0759928 Dec 08 13:09:31.035531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:31.043954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:31.068646 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] For port 0262c30d-6a81-401a-a1ff-31741f75bb41, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0262c30d-6a81-401a-a1ff-31741f75bb41,segment=NetworkSegment(4aecbf3e-6716-4aad-9787-bc76db8627eb),segment_id=4aecbf3e-6716-4aad-9787-bc76db8627eb)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:31.085804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 2001:db8:2::1 (e9f60758-6f0c-48cf-aac8-551ba1c64224/8f0990a3-15ab-4af3-aaea-ea8a67480bf8/6598169d-8d0c-4be7-a2ec-766073678841) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:31.104761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5ac92f31-0bd7-4e9d-8e53-eab6a806ad56 req-12b86c95-8742-4b39-9992-6a168e65c09e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679498 Dec 08 13:09:31.109796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Pushing event updated for resources: {'Port': ['ID=45d7adb7-551e-46d1-befc-b07123c984ae,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:31.121941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59016) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:31.154962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.180436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc4efab-7dff-4dc3-85f8-3934f9838189 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:31.182830 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-afc4efab-7dff-4dc3-85f8-3934f9838189 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 1094 time: 0.0595417 Dec 08 13:09:31.187058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59018) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:31.197070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '2795267e-43fa-499d-a094-0b29409e9360', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:31.312895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.357144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::301 (c6b804cf-1df5-4af3-9dce-30751e804dc0/c2f61566-1c36-49a8-acbb-8518fa418d1b/ba8c080d-2174-4578-a44b-378970485dd0) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:31.386048 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.407695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8:0:1:f816:3eff:fe22:9adf (c6b804cf-1df5-4af3-9dce-30751e804dc0/b8f1a20a-e87e-40ba-8c13-408854149098/ba8c080d-2174-4578-a44b-378970485dd0) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:31.443144 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-378c4fbb-607a-422f-b32e-2159dee87dd0 req-4139354d-ce9f-4565-ad1f-af089bec450f tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0430329 Dec 08 13:09:31.519334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.533608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.561666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Attempting to bind port 45d7adb7-551e-46d1-befc-b07123c984ae on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:31.562144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Attempting to bind port 45d7adb7-551e-46d1-befc-b07123c984ae by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '40511ad6-db3d-481d-8765-35bc2817fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:31.562426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Attempting to bind port 45d7adb7-551e-46d1-befc-b07123c984ae on network e9f60758-6f0c-48cf-aac8-551ba1c64224 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:31.573473 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:31.573865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Checking segment: {'id': '40511ad6-db3d-481d-8765-35bc2817fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:31.574274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.574697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Bound using segment: {'id': '40511ad6-db3d-481d-8765-35bc2817fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:31.575603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Bound port: 45d7adb7-551e-46d1-befc-b07123c984ae, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40511ad6-db3d-481d-8765-35bc2817fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:31.575603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.580053 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.708500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a9031-0375-488c-86cb-57cf6592a9a8 None None] Network 767842dd-be4f-4bbc-8dba-641d087d231d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:31.712666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dcce4-3ae0-449f-800c-98bea63f02a3 None None] Pushing event updated for resources: {'Port': ['ID=0262c30d-6a81-401a-a1ff-31741f75bb41,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:31.719080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network e9f60758-6f0c-48cf-aac8-551ba1c64224 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:31.731861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:31.737158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-424cff55-4d07-41ec-9a2b-8b605aed08a0 None None] Provisioning complete for port 6aa2fc05-079b-40d2-800e-b34087e21867 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:31.737534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-424cff55-4d07-41ec-9a2b-8b605aed08a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.741184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:31.745554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.745554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=6598169d-8d0c-4be7-a2ec-766073678841,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:31.778409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.114 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/e97d8bfb-a3b1-4505-a0f8-88332efaf7ec) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:31.810431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.823926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] For port 45d7adb7-551e-46d1-befc-b07123c984ae, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:31.865163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] For port 45d7adb7-551e-46d1-befc-b07123c984ae, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=45d7adb7-551e-46d1-befc-b07123c984ae,segment=NetworkSegment(40511ad6-db3d-481d-8765-35bc2817fa43),segment_id=40511ad6-db3d-481d-8765-35bc2817fa43)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:31.874025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Deleting port 0262c30d-6a81-401a-a1ff-31741f75bb41 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:31.877577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.882508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 152bd9ef-b475-4ba3-9164-20bfb911dcf4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:31.933093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.951924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.962182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d3c98-7c8f-4c8c-972e-fb9915ad29d7 None None] Network 767842dd-be4f-4bbc-8dba-641d087d231d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:31.962484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] For port 0262c30d-6a81-401a-a1ff-31741f75bb41, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0262c30d-6a81-401a-a1ff-31741f75bb41,segment=NetworkSegment(4aecbf3e-6716-4aad-9787-bc76db8627eb),segment_id=4aecbf3e-6716-4aad-9787-bc76db8627eb)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:31.962484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:31.979143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Calling delete_port for 0262c30d-6a81-401a-a1ff-31741f75bb41 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:32.005302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.080092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.102018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2ae42-1138-48f0-944e-0ab8cd6015c7 None None] Pushing event updated for resources: {'Port': ['ID=45d7adb7-551e-46d1-befc-b07123c984ae,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:32.106933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:32.107528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.125622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.138265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:32.144731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:32.153882 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:32.157220 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:32.189964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:32.192203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:32.198759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:32.199259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.203652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d31832ba-d094-4b94-8085-c7fd1d6be6f8 None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:32.203806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d31832ba-d094-4b94-8085-c7fd1d6be6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.205123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=e97d8bfb-a3b1-4505-a0f8-88332efaf7ec,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:32.213349 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=ba8c080d-2174-4578-a44b-378970485dd0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:32.297469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6aa2fc05-079b-40d2-800e-b34087e21867 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:32.390340 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-266cb7a2-847a-4dfd-9227-9a5e6dc0af98 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2139208 Dec 08 13:09:32.390492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59030) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:32.442128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.470966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d31832ba-d094-4b94-8085-c7fd1d6be6f8 None None] Could not find standard attr ID for object b41a1a41-f8c0-4193-b5df-3199d2ed3c17. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:09:32.512696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6aa2fc05-079b-40d2-800e-b34087e21867 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:32.513341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.522131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No DVR routers for this DVR port 0262c30d-6a81-401a-a1ff-31741f75bb41 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:32.671289 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-81bbca6d-5ec4-426c-b9a0-0a447f85cb5a req-84b0e4f6-ce9b-4de0-a15f-3024536effec tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0644093 Dec 08 13:09:32.700933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-89fc61df-4b19-4851-b3fd-8e4d00778d28 None None] Provisioning complete for port ba8c080d-2174-4578-a44b-378970485dd0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:32.701579 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-89fc61df-4b19-4851-b3fd-8e4d00778d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.740071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-89fc61df-4b19-4851-b3fd-8e4d00778d28 None None] Port ba8c080d-2174-4578-a44b-378970485dd0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:32.894561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9010d295-d26f-4732-809b-b66098db83e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port ba8c080d-2174-4578-a44b-378970485dd0 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:32.895482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9010d295-d26f-4732-809b-b66098db83e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:32.916060 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Port': ['ID=0262c30d-6a81-401a-a1ff-31741f75bb41,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:33.023877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.059099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767842dd-be4f-4bbc-8dba-641d087d231d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:33.077691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aecbf3e-6716-4aad-9787-bc76db8627eb') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:33.077992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aecbf3e-6716-4aad-9787-bc76db8627eb') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:33.090829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.116230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.118122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.124708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:33.125109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:33.128669 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:33.193402 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.199556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.265683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=6598169d-8d0c-4be7-a2ec-766073678841,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:33.310320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.326067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.334729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59034) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:33.336422 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/767842dd-be4f-4bbc-8dba-641d087d231d HTTP/1.1" status: 204 len: 168 time: 4.0975482 Dec 08 13:09:33.369607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fd9d2-0dc8-4c3a-abad-8dd3a5c5cd76 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=767842dd-be4f-4bbc-8dba-641d087d231d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:33.384218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network e9f60758-6f0c-48cf-aac8-551ba1c64224 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:33.386874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:33.393671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8310c29d-607d-42cd-9055-531173376f20 None None] Network e9f60758-6f0c-48cf-aac8-551ba1c64224 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:33.416759 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ceb6e4c-918f-4cd9-9714-17b580ace39e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:33.417134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ceb6e4c-918f-4cd9-9714-17b580ace39e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:33.421553 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4ceb6e4c-918f-4cd9-9714-17b580ace39e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/90311483-627d-45c6-b148-7a2234f60e78 HTTP/1.1" status: 404 len: 337 time: 0.0828402 Dec 08 13:09:33.429202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59036) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:33.447080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.490319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-58aa0bb6-4712-4c8d-9b3b-154e49cc0bfc None None] Provisioning complete for port 45d7adb7-551e-46d1-befc-b07123c984ae triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:33.491123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-58aa0bb6-4712-4c8d-9b3b-154e49cc0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.504852 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70b8031-cb19-469c-a5d4-87ee2a978f26 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:33.505409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70b8031-cb19-469c-a5d4-87ee2a978f26 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:33.510802 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d70b8031-cb19-469c-a5d4-87ee2a978f26 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/767842dd-be4f-4bbc-8dba-641d087d231d HTTP/1.1" status: 404 len: 339 time: 0.0783548 Dec 08 13:09:33.511832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59038) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:33.528397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9010d295-d26f-4732-809b-b66098db83e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.552291 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-93878e14-e8b5-4a4f-ba72-b0a207305d8c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:33.552829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93878e14-e8b5-4a4f-ba72-b0a207305d8c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:33.558622 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-93878e14-e8b5-4a4f-ba72-b0a207305d8c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/bf541d9f-b622-487a-8860-c18a8fedaa0f HTTP/1.1" status: 404 len: 337 time: 0.0430651 Dec 08 13:09:33.558804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9010d295-d26f-4732-809b-b66098db83e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for ba8c080d-2174-4578-a44b-378970485dd0 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:33.560082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59040) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:33.578155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:33.599065 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-13684449-bdd9-466b-9b57-b66aa3921924 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:33.599585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13684449-bdd9-466b-9b57-b66aa3921924 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:33.603133 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-13684449-bdd9-466b-9b57-b66aa3921924 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/95896352-d74d-46ee-af59-92e4d6c6e5fc HTTP/1.1" status: 404 len: 339 time: 0.0422008 Dec 08 13:09:33.605451 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59042) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:33.671868 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-58aa0bb6-4712-4c8d-9b3b-154e49cc0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.722209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-58aa0bb6-4712-4c8d-9b3b-154e49cc0bfc None None] For port 45d7adb7-551e-46d1-befc-b07123c984ae, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=45d7adb7-551e-46d1-befc-b07123c984ae,segment=NetworkSegment(40511ad6-db3d-481d-8765-35bc2817fa43),segment_id=40511ad6-db3d-481d-8765-35bc2817fa43)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:33.727599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 45d7adb7-551e-46d1-befc-b07123c984ae up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:33.764369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.788374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-58aa0bb6-4712-4c8d-9b3b-154e49cc0bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.821694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3a718dc-2d1c-4bce-a01d-3ac273f67012 req-353a3f1f-ee34-418c-b26d-bd737ff80ef7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0540452 Dec 08 13:09:33.830712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:33.838902 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-048b33fe-5294-431e-b1ca-6059379423ae tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5656619 Dec 08 13:09:33.839827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59046) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:33.845229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-223355325'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:33.850660 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:33.864819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 45d7adb7-551e-46d1-befc-b07123c984ae triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:33.866087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.882848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:33.908182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:33.908829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:33.953811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa0bb6-4712-4c8d-9b3b-154e49cc0bfc None None] Pushing event updated for resources: {'Port': ['ID=45d7adb7-551e-46d1-befc-b07123c984ae,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:33.999689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:34.007146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.035255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:34.040811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.049070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.076166 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d586f35d-6661-4d7b-9fcd-ed615674b3ef']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:34.088328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f309373-31d6-4fa1-a4d9-1175500a6241') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:34.088897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f309373-31d6-4fa1-a4d9-1175500a6241') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:34.100025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.110393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-30be796f-1152-4a96-8720-d8f840a762ec None None] Provisioning complete for port 6598169d-8d0c-4be7-a2ec-766073678841 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:34.110803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-30be796f-1152-4a96-8720-d8f840a762ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.123046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.131788 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:34.132267 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:34.135942 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:34.200957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-30be796f-1152-4a96-8720-d8f840a762ec None None] Port 6598169d-8d0c-4be7-a2ec-766073678841 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:34.213364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:34.225528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.225877 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added segment b09ee51a-c221-4d50-b246-fe38cf49dace of type vlan for network 94fa0b17-0e0e-41f3-bf75-76726424221c Dec 08 13:09:34.259375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-30be796f-1152-4a96-8720-d8f840a762ec None None] Provisioning complete for port 45d7adb7-551e-46d1-befc-b07123c984ae triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:34.259975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-30be796f-1152-4a96-8720-d8f840a762ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.269358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-142cf6bd-9617-4541-9867-ba2fa2a501b3 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:34.271960 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-142cf6bd-9617-4541-9867-ba2fa2a501b3 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 812 time: 0.1435072 Dec 08 13:09:34.272586 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.274973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.277335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9010d295-d26f-4732-809b-b66098db83e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.279489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.307471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.315791 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/d586f35d-6661-4d7b-9fcd-ed615674b3ef HTTP/1.1" status: 204 len: 168 time: 0.7089920 Dec 08 13:09:34.344334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59048) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.351773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234413b-f7d4-4f9f-b19f-79d5ace64863 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=d586f35d-6661-4d7b-9fcd-ed615674b3ef,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:34.375630 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d1c542-c1be-4fab-97a8-44a8dcf2443e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.376092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d1c542-c1be-4fab-97a8-44a8dcf2443e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.380345 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b7d1c542-c1be-4fab-97a8-44a8dcf2443e tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/3ac175fa-1619-430d-b219-df8b54d5cd2b HTTP/1.1" status: 404 len: 337 time: 0.0400913 Dec 08 13:09:34.384628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59050) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.405580 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-267050dd-2b40-450b-93c2-96d6259fa60f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.406168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267050dd-2b40-450b-93c2-96d6259fa60f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.410439 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-267050dd-2b40-450b-93c2-96d6259fa60f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/014ea0fd-ebdb-40c1-923c-94ed435a98b2 HTTP/1.1" status: 404 len: 339 time: 0.0253932 Dec 08 13:09:34.420650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59052) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.455795 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-73463e0c-2a17-4d7a-9684-84456526582d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.456338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73463e0c-2a17-4d7a-9684-84456526582d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.460111 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-73463e0c-2a17-4d7a-9684-84456526582d tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/d0a261c9-c9ee-4aab-940c-62727f6023d5 HTTP/1.1" status: 404 len: 337 time: 0.0378852 Dec 08 13:09:34.462138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.469888 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:34.470670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59054) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.471141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.475483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9010d295-d26f-4732-809b-b66098db83e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.481693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:31Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:32Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:34.482638 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9010d295-d26f-4732-809b-b66098db83e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/ba8c080d-2174-4578-a44b-378970485dd0 HTTP/1.1" status: 204 len: 168 time: 2.0866380 Dec 08 13:09:34.495108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59056) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.531979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:34.532217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Updating router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 port 6598169d-8d0c-4be7-a2ec-766073678841 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:09:34.559494 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b23e6a66-52f3-42c0-ade8-53ba75cb6362 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846e760336ad44e4bde1f5d154098eec HTTP/1.1" status: 200 len: 380 time: 0.2711411 Dec 08 13:09:34.586767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Network': ['ID=94fa0b17-0e0e-41f3-bf75-76726424221c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:34.590866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.611399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 94fa0b17-0e0e-41f3-bf75-76726424221c details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:34.616388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'port': {'device_id': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'admin_state_up': True, 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'security_groups': ['fd23f76a-19f1-4196-b3d1-c4da9e037b1f']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:34.632598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-466fb048-c689-4f0a-9db7-4c5c333b82e5 None None] Provisioning complete for port 6598169d-8d0c-4be7-a2ec-766073678841 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:34.633102 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-466fb048-c689-4f0a-9db7-4c5c333b82e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.642885 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fd94af-1292-4d5a-9c4f-b8f29ca30435 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.643347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fd94af-1292-4d5a-9c4f-b8f29ca30435 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.649007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-75fd94af-1292-4d5a-9c4f-b8f29ca30435 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/1accccf6-48b3-4f28-836a-3fd708340001 HTTP/1.1" status: 404 len: 339 time: 0.1627312 Dec 08 13:09:34.649488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59058) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.661931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=e97d8bfb-a3b1-4505-a0f8-88332efaf7ec,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:34.702393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59060) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.703307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010d295-d26f-4732-809b-b66098db83e1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=ba8c080d-2174-4578-a44b-378970485dd0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:34.706430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:34.712930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'subnet': {'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:34.713460 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7d0b617f-1822-403c-a69e-7f8420479d3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8730640 Dec 08 13:09:34.764763 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef797c5-9d40-45e7-9371-75e9d6d38ad6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.765884 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef797c5-9d40-45e7-9371-75e9d6d38ad6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.771264 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5ef797c5-9d40-45e7-9371-75e9d6d38ad6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/efdba96a-c653-45d7-beac-def7f84c1a64 HTTP/1.1" status: 404 len: 337 time: 0.1198518 Dec 08 13:09:34.774073 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59062) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.799003 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6317fb97-c557-4e75-b1d1-e21713668106 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.799759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6317fb97-c557-4e75-b1d1-e21713668106 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.806279 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6317fb97-c557-4e75-b1d1-e21713668106 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/999d18be-afa6-43b3-9718-46951b02db9a HTTP/1.1" status: 404 len: 339 time: 0.0285079 Dec 08 13:09:34.807940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59064) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.838466 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a12296b-3257-4f33-8342-918c297ba475 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.839200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a12296b-3257-4f33-8342-918c297ba475 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.843374 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9a12296b-3257-4f33-8342-918c297ba475 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/6096c715-4f62-463f-809b-6fa5a837e953 HTTP/1.1" status: 404 len: 337 time: 0.0346186 Dec 08 13:09:34.850756 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59066) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.871965 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00afae0-3b00-40a4-98d4-719cd11bf7a6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.872620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00afae0-3b00-40a4-98d4-719cd11bf7a6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.878993 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d00afae0-3b00-40a4-98d4-719cd11bf7a6 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/3d69dee3-54ee-49ce-ba32-962fa724c041 HTTP/1.1" status: 404 len: 339 time: 0.0240283 Dec 08 13:09:34.878993 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59070) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.890898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c61be-8daa-4add-952d-e4fb47254bec tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:34.895401 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5e2c61be-8daa-4add-952d-e4fb47254bec tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3966720 Dec 08 13:09:34.896084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59072) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.915159 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f52f46-250e-401e-8b51-9846c1fdfd95 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.915555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7531255-0b5d-44e5-8de2-79230baa4354 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:09:34.916155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f52f46-250e-401e-8b51-9846c1fdfd95 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.919921 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-15f52f46-250e-401e-8b51-9846c1fdfd95 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/b9e34311-e1ae-44f8-8376-819bb2a871dd HTTP/1.1" status: 404 len: 337 time: 0.0398202 Dec 08 13:09:34.922420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59076) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.943899 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ebd322-fa30-4360-9dd4-2f90b0c5d207 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.944962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ebd322-fa30-4360-9dd4-2f90b0c5d207 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.952363 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d4ebd322-fa30-4360-9dd4-2f90b0c5d207 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/0961a133-3716-4bed-9057-0de04e123af7 HTTP/1.1" status: 404 len: 339 time: 0.0281553 Dec 08 13:09:34.954269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59080) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:34.986217 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-e899ff3a-81ee-458c-896b-02e900d3da50 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:34.986789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e899ff3a-81ee-458c-896b-02e900d3da50 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:34.990662 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e899ff3a-81ee-458c-896b-02e900d3da50 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/a18e8086-a7f9-4dc7-8bfb-d37b918b0b83 HTTP/1.1" status: 404 len: 337 time: 0.0351710 Dec 08 13:09:34.993154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59082) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:35.014400 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ce4315-72db-44c3-9634-2e085ee84732 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:35.015599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ce4315-72db-44c3-9634-2e085ee84732 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:35.018898 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c9ce4315-72db-44c3-9634-2e085ee84732 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/8dcbe93d-dd5d-400a-8ef7-e1a66d76a97b HTTP/1.1" status: 404 len: 339 time: 0.0246253 Dec 08 13:09:35.023411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59084) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:35.086816 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2f639cc4-a9d6-4dd6-a680-a015502ede14 req-95e1f64d-cc48-4fa8-a209-f1d99d71da23 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0620532 Dec 08 13:09:35.087168 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5567003-590f-42d5-97d5-72d36d0202b7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:35.087168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5567003-590f-42d5-97d5-72d36d0202b7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:35.087168 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b5567003-590f-42d5-97d5-72d36d0202b7 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/65eda3b4-860d-4a88-aa37-73aa9cd1fbd3 HTTP/1.1" status: 404 len: 337 time: 0.0355999 Dec 08 13:09:35.087168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59086) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:35.087573 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 4bb0fe82-82c5-4642-85b7-98eb8e7c9caa associated. External IP: 172.26.7.114, port: 2795267e-43fa-499d-a094-0b29409e9360. Dec 08 13:09:35.087669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-466fb048-c689-4f0a-9db7-4c5c333b82e5 None None] Port 6598169d-8d0c-4be7-a2ec-766073678841 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:35.087869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e5cba2-aee7-41b3-8722-fb1b5d8b9740 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:35.088039 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1255ac1-25e9-475a-abc7-92e3e6303058 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:35.088664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1255ac1-25e9-475a-abc7-92e3e6303058 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:35.088843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b3e5cba2-aee7-41b3-8722-fb1b5d8b9740 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1373768 Dec 08 13:09:35.094477 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c1255ac1-25e9-475a-abc7-92e3e6303058 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/349c2513-d4c4-46a4-9a71-d60a4130b651 HTTP/1.1" status: 404 len: 339 time: 0.0301278 Dec 08 13:09:35.095684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59088) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:35.108045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59090) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:35.196634 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99420d2-1603-404c-8b0a-474819afc52f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:35.197392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99420d2-1603-404c-8b0a-474819afc52f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:35.201071 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f99420d2-1603-404c-8b0a-474819afc52f tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/8891693e-f5cf-4e4c-bb82-87678c38725d HTTP/1.1" status: 404 len: 337 time: 0.0917656 Dec 08 13:09:35.204459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59092) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:35.224506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7531255-0b5d-44e5-8de2-79230baa4354 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:09:35.235063 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ca30db-2147-4396-a9e9-8e6ad43e8e72 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:35.235715 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ca30db-2147-4396-a9e9-8e6ad43e8e72 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:35.242279 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-33ca30db-2147-4396-a9e9-8e6ad43e8e72 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/931d80c0-6bdf-4256-aa0d-e8151ea053c4 HTTP/1.1" status: 404 len: 339 time: 0.0343547 Dec 08 13:09:35.243649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59094) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:35.249840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-71377743-c1d4-4efd-9ae8-5b6b5b41f0c7 None None] Provisioning complete for port 6598169d-8d0c-4be7-a2ec-766073678841 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:35.250299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-71377743-c1d4-4efd-9ae8-5b6b5b41f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.262820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Made reservation on behalf of 846e760336ad44e4bde1f5d154098eec for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:35.266792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.292531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87251755-5a7b-4fcd-9ac6-f894157627f3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:35.294345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87251755-5a7b-4fcd-9ac6-f894157627f3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:35.296087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87251755-5a7b-4fcd-9ac6-f894157627f3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:35.300654 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-87251755-5a7b-4fcd-9ac6-f894157627f3 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2009518 Dec 08 13:09:35.303432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59096) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:35.334805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Made reservation on behalf of 9c6a26dc3d2d46c6b07505cdc03ca406 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:35.338550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.370191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-744d45c9-06c0-4385-991f-3aefe4bfeaaa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet b8f1a20a-e87e-40ba-8c13-408854149098 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:35.374441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-744d45c9-06c0-4385-991f-3aefe4bfeaaa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.378467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-71377743-c1d4-4efd-9ae8-5b6b5b41f0c7 None None] Port 6598169d-8d0c-4be7-a2ec-766073678841 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:35.428431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-744d45c9-06c0-4385-991f-3aefe4bfeaaa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.580321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-744d45c9-06c0-4385-991f-3aefe4bfeaaa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.681134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router c6b49f78-86ae-489b-a890-e07d6940a25f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:35.719571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 45d7adb7-551e-46d1-befc-b07123c984ae up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:35.726110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7dc8ad-b788-48f5-a243-0701e34c860c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Deleting subnet 1f644d08-5f3f-4d13-a41b-72d3a0e5cc64 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:35.729894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc8ad-b788-48f5-a243-0701e34c860c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.786621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.788299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc8ad-b788-48f5-a243-0701e34c860c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.793241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-744d45c9-06c0-4385-991f-3aefe4bfeaaa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.855673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-744d45c9-06c0-4385-991f-3aefe4bfeaaa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.860155 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-744d45c9-06c0-4385-991f-3aefe4bfeaaa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/b8f1a20a-e87e-40ba-8c13-408854149098 HTTP/1.1" status: 204 len: 168 time: 0.5558057 Dec 08 13:09:35.861102 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.865991 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59098) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:35.884645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Allocated IP 172.20.0.7 (58e95dc5-cebe-4147-bf35-0ce256eb3ae5/68a64757-38c6-4933-aa48-f059014ffc65/d820b704-bcd8-4e3b-96a1-c2d04c98fd77) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:35.892735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:35.897798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d45c9-06c0-4385-991f-3aefe4bfeaaa tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f1a20a-e87e-40ba-8c13-408854149098,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:35.912490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 45d7adb7-551e-46d1-befc-b07123c984ae triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:35.912490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:35.919071 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] Sync routers for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:35.932992 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:35.934617 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:35.942206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-c342ea70-349f-4fa0-8bb1-74c53e327946 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet c2f61566-1c36-49a8-acbb-8518fa418d1b {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:35.949773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c342ea70-349f-4fa0-8bb1-74c53e327946 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.015255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.023635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6154e64-e064-4d49-9141-906b2d88c94e None None] Pushing event updated for resources: {'Port': ['ID=6598169d-8d0c-4be7-a2ec-766073678841,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:36.045791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb1e878-7662-4fbf-9a25-92b2d656f8e5 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:09:36.055926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c342ea70-349f-4fa0-8bb1-74c53e327946 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.059371 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc8ad-b788-48f5-a243-0701e34c860c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.099673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.199129 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bb82bf89-40de-44c6-9141-3d0a8fe599a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0108972 Dec 08 13:09:36.201147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c342ea70-349f-4fa0-8bb1-74c53e327946 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.204009 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59102) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:36.211135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'tag': '2795267e-43fa-499d-a094-0b29409e9360'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:09:36.212585 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:36.214494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a579379-ab93-438a-ac62-3f711830e343" -d '{"events": [{"name": "network-changed", "server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "tag": "2795267e-43fa-499d-a094-0b29409e9360"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:09:36.220687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Attempting to bind port 6598169d-8d0c-4be7-a2ec-766073678841 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:36.221069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Attempting to bind port 6598169d-8d0c-4be7-a2ec-766073678841 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '40511ad6-db3d-481d-8765-35bc2817fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:36.221685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Attempting to bind port 6598169d-8d0c-4be7-a2ec-766073678841 on network e9f60758-6f0c-48cf-aac8-551ba1c64224 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:36.290466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:36.290926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Checking segment: {'id': '40511ad6-db3d-481d-8765-35bc2817fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:36.291339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.291743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Bound using segment: {'id': '40511ad6-db3d-481d-8765-35bc2817fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:36.292903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Bound port: 6598169d-8d0c-4be7-a2ec-766073678841, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40511ad6-db3d-481d-8765-35bc2817fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:36.293305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.296223 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c0b170f-26b3-40c3-8521-a0369dac60a7 req-91c81d18-a618-4e8f-8077-56b7fac75acc tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0768661 Dec 08 13:09:36.300096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9ce96c-0636-4078-b13f-24e9c57f9348 x-openstack-request-id: req-8f9ce96c-0636-4078-b13f-24e9c57f9348 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:09:36.300404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "tag": "2795267e-43fa-499d-a094-0b29409e9360", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:09:36.300671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f9ce96c-0636-4078-b13f-24e9c57f9348 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:09:36.301741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'tag': '2795267e-43fa-499d-a094-0b29409e9360', 'status': 'completed', 'code': 200} Dec 08 13:09:36.312086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Subnet': ['ID=df7c86d6-81ea-4a0a-86d7-71575a66eb08,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:36.319049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Checking segment: {'id': 'b09ee51a-c221-4d50-b246-fe38cf49dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:36.319426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network hostable DHCP agents. Network: 94fa0b17-0e0e-41f3-bf75-76726424221c, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:36.384498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.406913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a579379-ab93-438a-ac62-3f711830e343 req-547d63b0-b224-4e3b-847b-875fb55db9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:36.408497 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a579379-ab93-438a-ac62-3f711830e343 req-547d63b0-b224-4e3b-847b-875fb55db9e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 1099 time: 0.0576298 Dec 08 13:09:36.414822 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4f00cc78-4ed5-48f2-9afb-57b5eff76a4e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/4bb0fe82-82c5-4642-85b7-98eb8e7c9caa HTTP/1.1" status: 200 len: 992 time: 0.2077842 Dec 08 13:09:36.434319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] For port 6598169d-8d0c-4be7-a2ec-766073678841, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:36.438124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] For port 6598169d-8d0c-4be7-a2ec-766073678841, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6598169d-8d0c-4be7-a2ec-766073678841,segment=NetworkSegment(40511ad6-db3d-481d-8765-35bc2817fa43),segment_id=40511ad6-db3d-481d-8765-35bc2817fa43)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:36.441170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb1e878-7662-4fbf-9a25-92b2d656f8e5 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:09:36.462474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 94fa0b17-0e0e-41f3-bf75-76726424221c is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:36.466864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc8ad-b788-48f5-a243-0701e34c860c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.509187 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dc8ad-b788-48f5-a243-0701e34c860c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Subnet': ['ID=1f644d08-5f3f-4d13-a41b-72d3a0e5cc64,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:36.524411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc8ad-b788-48f5-a243-0701e34c860c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.524828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.530686 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2d7dc8ad-b788-48f5-a243-0701e34c860c tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/subnets/1f644d08-5f3f-4d13-a41b-72d3a0e5cc64 HTTP/1.1" status: 204 len: 168 time: 1.2848463 Dec 08 13:09:36.533112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59106) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:36.553981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 94fa0b17-0e0e-41f3-bf75-76726424221c) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:36.558552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:36.559399 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.563849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a579379-ab93-438a-ac62-3f711830e343 req-8e8fb399-70a0-44ca-b110-cce6efa8abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:36.571862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a579379-ab93-438a-ac62-3f711830e343 req-8e8fb399-70a0-44ca-b110-cce6efa8abcf service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521 HTTP/1.1" status: 200 len: 896 time: 0.1532502 Dec 08 13:09:36.627362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:36.627955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:36.637120 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '4bb0fe82-82c5-4642-85b7-98eb8e7c9caa', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'port_id': '2795267e-43fa-499d-a094-0b29409e9360', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'mac_address': 'fa:16:3e:e5:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36749665-91ab-431c-b3af-b5377a2998cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:09:32Z', 'updated_at': '2021-12-08T13:09:32Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f46dba-9628-4958-a663-2abf824493c5', 'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:93:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:53Z', 'updated_at': '2021-12-08T13:09:02Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:36.674101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.675543 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] Checking router: c6b49f78-86ae-489b-a890-e07d6940a25f for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:36.686046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c342ea70-349f-4fa0-8bb1-74c53e327946 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.690866 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:36.691727 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:36.716085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c342ea70-349f-4fa0-8bb1-74c53e327946 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.719876 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c342ea70-349f-4fa0-8bb1-74c53e327946 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/c2f61566-1c36-49a8-acbb-8518fa418d1b HTTP/1.1" status: 204 len: 168 time: 0.8521082 Dec 08 13:09:36.738195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59108) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:36.747620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ea70-349f-4fa0-8bb1-74c53e327946 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f61566-1c36-49a8-acbb-8518fa418d1b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:36.753957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:36.770850 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6154e64-e064-4d49-9141-906b2d88c94e None None] Pushing event updated for resources: {'Port': ['ID=6598169d-8d0c-4be7-a2ec-766073678841,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:36.780753 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-db48becc-3041-4abe-9205-ae6d8e2edc9f tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0692933 Dec 08 13:09:36.800422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59110) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:36.807557 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fa800415-143f-41ef-8591-e6c4d475b55d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660875 Dec 08 13:09:36.810371 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59112) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:36.815634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:36.836458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:36.844934 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:36.875792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:37.012672 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a579379-ab93-438a-ac62-3f711830e343 req-e6b57bdd-c4d6-47e2-b7a8-0d42515645ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2795267e-43fa-499d-a094-0b29409e9360 HTTP/1.1" status: 200 len: 1000 time: 0.4278226 Dec 08 13:09:37.013553 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:37.023610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:37.039004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Deleting port 07df9bf5-97d0-4d01-b31a-86fed60c233b {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:37.039641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.203729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] For port 07df9bf5-97d0-4d01-b31a-86fed60c233b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=07df9bf5-97d0-4d01-b31a-86fed60c233b,segment=NetworkSegment(882bdc62-b50b-46d6-8e59-72ad1f00a748),segment_id=882bdc62-b50b-46d6-8e59-72ad1f00a748)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:37.204940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.239120 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-94fa0b17-0e0e-41f3-bf75-76726424221c', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:09:37.239922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.257499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Calling delete_port for 07df9bf5-97d0-4d01-b31a-86fed60c233b owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:37.362418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:37.367180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.434150 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '4bb0fe82-82c5-4642-85b7-98eb8e7c9caa', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'port_id': '2795267e-43fa-499d-a094-0b29409e9360', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'mac_address': 'fa:16:3e:e5:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36749665-91ab-431c-b3af-b5377a2998cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:09:32Z', 'updated_at': '2021-12-08T13:09:32Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f46dba-9628-4958-a663-2abf824493c5', 'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:93:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:53Z', 'updated_at': '2021-12-08T13:09:02Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:37.464405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59116) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:37.478083 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.480471 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea2a7e-c212-4ed5-9e18-54bb101ce322 None None] The sync data for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv is: [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '4bb0fe82-82c5-4642-85b7-98eb8e7c9caa', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'port_id': '2795267e-43fa-499d-a094-0b29409e9360', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'mac_address': 'fa:16:3e:e5:af:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36749665-91ab-431c-b3af-b5377a2998cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:09:32Z', 'updated_at': '2021-12-08T13:09:32Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f46dba-9628-4958-a663-2abf824493c5', 'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:93:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:53Z', 'updated_at': '2021-12-08T13:09:02Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:37.584492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Port': ['ID=07df9bf5-97d0-4d01-b31a-86fed60c233b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:37.590333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] No DVR routers for this DVR port 07df9bf5-97d0-4d01-b31a-86fed60c233b on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:37.615945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'Port': ['ID=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:37.668876 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b408fb4d-4471-4f65-9e48-f8df34f1e92a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/4bb0fe82-82c5-4642-85b7-98eb8e7c9caa HTTP/1.1" status: 200 len: 992 time: 0.2032874 Dec 08 13:09:37.726774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.758992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3761dc9-da9e-49fd-9a16-4092347bb57e']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:37.771237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882bdc62-b50b-46d6-8e59-72ad1f00a748') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:37.771637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882bdc62-b50b-46d6-8e59-72ad1f00a748') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:37.780344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Allocated IP 2001:db8:3::2 (94fa0b17-0e0e-41f3-bf75-76726424221c/df7c86d6-81ea-4a0a-86d7-71575a66eb08/dea6873a-093d-4926-a4bc-8b821668d44b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:37.789031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.805992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.820351 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:37.820594 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.868215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b39b236-94a0-4bac-b66a-6409be2b219e None None] New status for floating IP 4bb0fe82-82c5-4642-85b7-98eb8e7c9caa: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:09:37.884448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:37.886778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:37.892633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a579379-ab93-438a-ac62-3f711830e343 req-038a4aec-742d-4096-ae65-da96d3c17527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:37.894369 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a579379-ab93-438a-ac62-3f711830e343 req-038a4aec-742d-4096-ae65-da96d3c17527 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b608c8bf-f819-4c36-8f4c-ed953fe65fa9 HTTP/1.1" status: 200 len: 835 time: 0.8692057 Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:37.901114 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:37.920012 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:31Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:36Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:37.922906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e434bdf-c932-4bdf-8249-c73e82fa645c req-28d8feb5-17e0-49aa-ba28-2e3c8ab36450 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:37.924588 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2e434bdf-c932-4bdf-8249-c73e82fa645c req-28d8feb5-17e0-49aa-ba28-2e3c8ab36450 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 931 time: 0.3058887 Dec 08 13:09:37.977749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68043b-bdca-4919-b2ef-7e63c8135a0e None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:31Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:36Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:38.020971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.030637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.031574 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] 10.222.0.76 "DELETE /v2.0/networks/d3761dc9-da9e-49fd-9a16-4092347bb57e HTTP/1.1" status: 204 len: 168 time: 1.4973001 Dec 08 13:09:38.047631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbd977-62a9-494a-946b-4c13a06cab85 tempest-NetworksTest-531607812 tempest-NetworksTest-531607812-project] Pushing event deleted for resources: {'Network': ['ID=d3761dc9-da9e-49fd-9a16-4092347bb57e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:38.082042 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2de6b441-c71a-4531-b60c-4ea25072c938 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4782937 Dec 08 13:09:38.096937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Request body: {'port': {'device_id': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:38.102967 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a579379-ab93-438a-ac62-3f711830e343 req-4bebbe78-116b-46cf-bcf1-f89b0d9ffbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:38.104522 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a579379-ab93-438a-ac62-3f711830e343 req-4bebbe78-116b-46cf-bcf1-f89b0d9ffbf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1977353 Dec 08 13:09:38.107119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.122124 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2e434bdf-c932-4bdf-8249-c73e82fa645c req-bdb85557-dafc-419a-8905-0b2a2003b2c4 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832423 Dec 08 13:09:38.171832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:38.175376 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:38.185940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:38.186592 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.218442 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=54353efd-5f80-4c9c-b62d-81840983f6d4,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:38.230881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.322216 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-67a228b7-0386-4ad5-b10c-be1c8d5535fc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5106223 Dec 08 13:09:38.328173 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59120) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:38.333728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-814b5b6f-d0f1-4fad-a337-fb22bdc1d0c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:38.337510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.340373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.346461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.365141 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a579379-ab93-438a-ac62-3f711830e343 req-345d8f27-c32f-44ae-b5c7-a60911d2259e service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409279 Dec 08 13:09:38.431861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Network 94fa0b17-0e0e-41f3-bf75-76726424221c is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:38.442113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:38.445377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:38.500935 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Pushing event updated for resources: {'Port': ['ID=dea6873a-093d-4926-a4bc-8b821668d44b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:38.551879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Attempting to bind port dea6873a-093d-4926-a4bc-8b821668d44b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:38.552491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Attempting to bind port dea6873a-093d-4926-a4bc-8b821668d44b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b09ee51a-c221-4d50-b246-fe38cf49dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:38.553164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Attempting to bind port dea6873a-093d-4926-a4bc-8b821668d44b on network 94fa0b17-0e0e-41f3-bf75-76726424221c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:38.561819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:38.562527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Checking segment: {'id': 'b09ee51a-c221-4d50-b246-fe38cf49dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:38.563192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.563804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Bound using segment: {'id': 'b09ee51a-c221-4d50-b246-fe38cf49dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:38.564517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Bound port: dea6873a-093d-4926-a4bc-8b821668d44b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09ee51a-c221-4d50-b246-fe38cf49dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:38.565135 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.649140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] For port dea6873a-093d-4926-a4bc-8b821668d44b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:38.663809 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814b5b6f-d0f1-4fad-a337-fb22bdc1d0c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:38.669386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-814b5b6f-d0f1-4fad-a337-fb22bdc1d0c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.674754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] For port dea6873a-093d-4926-a4bc-8b821668d44b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dea6873a-093d-4926-a4bc-8b821668d44b,segment=NetworkSegment(b09ee51a-c221-4d50-b246-fe38cf49dace),segment_id=b09ee51a-c221-4d50-b246-fe38cf49dace)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:38.675755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59122) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:38.767113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:38.813761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a579379-ab93-438a-ac62-3f711830e343 req-3992ac10-4ee7-4087-8830-860daf441828 service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384696 Dec 08 13:09:38.891301 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f9ad5-01c7-44c5-9cf7-2b24f651f7f0 None None] Pushing event updated for resources: {'Port': ['ID=dea6873a-093d-4926-a4bc-8b821668d44b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:38.893704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59126) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:38.983120 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a3bef099-9b47-417c-a897-b562c989a86c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/4bb0fe82-82c5-4642-85b7-98eb8e7c9caa HTTP/1.1" status: 200 len: 994 time: 0.3063753 Dec 08 13:09:39.046424 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.ipam_backend_mixin [None req-814b5b6f-d0f1-4fad-a337-fb22bdc1d0c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54353efd-5f80-4c9c-b62d-81840983f6d4 (CIDR: 2001:db8::/64) Dec 08 13:09:39.097251 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-814b5b6f-d0f1-4fad-a337-fb22bdc1d0c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:09:39.099619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814b5b6f-d0f1-4fad-a337-fb22bdc1d0c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:39.169748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Allocated IP 2001:db8:3::1 (94fa0b17-0e0e-41f3-bf75-76726424221c/df7c86d6-81ea-4a0a-86d7-71575a66eb08/addad552-b33c-404a-aa63-b8cf49a78ccf) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:39.192320 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-814b5b6f-d0f1-4fad-a337-fb22bdc1d0c5 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8650305 Dec 08 13:09:39.204031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59132) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:39.204387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d820b704-bcd8-4e3b-96a1-c2d04c98fd77 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:09:39.209638 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'subnet': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:39.226530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.273762 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f00dd16b-2301-40a7-a8cd-efde3ef3f577 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c0f5f8010774fb0814ae3161356372f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736978 Dec 08 13:09:39.298482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59134) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:39.312175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Transition to ACTIVE for port object d820b704-bcd8-4e3b-96a1-c2d04c98fd77 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:09:39.372606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6986ec-5fcd-4fde-a0fd-9d742a8c29f4 req-5672bb22-294c-4285-b324-d541ef1f5af1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:39.374164 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3e6986ec-5fcd-4fde-a0fd-9d742a8c29f4 req-5672bb22-294c-4285-b324-d541ef1f5af1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 931 time: 0.1201608 Dec 08 13:09:39.377729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.400992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44cb2096-c45e-4ae4-bdaf-2df5650d36e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.437170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44cb2096-c45e-4ae4-bdaf-2df5650d36e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.461452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.487717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:39.529101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:39.531028 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3e6986ec-5fcd-4fde-a0fd-9d742a8c29f4 req-93cd49d3-8d75-4333-ad2f-7150cbd0d488 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373720 Dec 08 13:09:39.533388 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.576853 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44cb2096-c45e-4ae4-bdaf-2df5650d36e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.580162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-44cb2096-c45e-4ae4-bdaf-2df5650d36e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.599273 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-44cb2096-c45e-4ae4-bdaf-2df5650d36e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c77d6321-0ba1-4b50-9a0e-1f90e4040e26 HTTP/1.1" status: 204 len: 168 time: 0.2876811 Dec 08 13:09:39.614160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Attempting to bind port d820b704-bcd8-4e3b-96a1-c2d04c98fd77 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:39.614519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Attempting to bind port d820b704-bcd8-4e3b-96a1-c2d04c98fd77 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:39.614862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Attempting to bind port d820b704-bcd8-4e3b-96a1-c2d04c98fd77 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:39.621747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Port d820b704-bcd8-4e3b-96a1-c2d04c98fd77 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:09:39.622370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Attempting to bind port d820b704-bcd8-4e3b-96a1-c2d04c98fd77 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:39.636723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:39.636723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Checking segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:39.636723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Bound using segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:39.636723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Bound port: d820b704-bcd8-4e3b-96a1-c2d04c98fd77, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:39.636723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.667985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb2096-c45e-4ae4-bdaf-2df5650d36e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77d6321-0ba1-4b50-9a0e-1f90e4040e26,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:39.699857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.788607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 94fa0b17-0e0e-41f3-bf75-76726424221c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:39.805934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:39.814381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:39.814381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:39.908607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] For port d820b704-bcd8-4e3b-96a1-c2d04c98fd77, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:39.911029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=addad552-b33c-404a-aa63-b8cf49a78ccf,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:39.944226 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6598169d-8d0c-4be7-a2ec-766073678841 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:39.955688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] For port d820b704-bcd8-4e3b-96a1-c2d04c98fd77, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:40.022223 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6598169d-8d0c-4be7-a2ec-766073678841 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:40.022906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.148432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.151872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.153460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.211304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:40.211574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.212968 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] 10.222.0.72 "PUT /v2.0/ports/d820b704-bcd8-4e3b-96a1-c2d04c98fd77 HTTP/1.1" status: 200 len: 1093 time: 2.1203215 Dec 08 13:09:40.213491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'tag': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:09:40.217624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ff89b-520c-4c03-971f-75fa6713d61b", "tag": "d820b704-bcd8-4e3b-96a1-c2d04c98fd77"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:09:40.229933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.objects.ports [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 13:09:40.304351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0bdda-52e1-461e-953f-99aaa2f67ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:40.313265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 6598169d-8d0c-4be7-a2ec-766073678841, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6598169d-8d0c-4be7-a2ec-766073678841,segment=NetworkSegment(40511ad6-db3d-481d-8765-35bc2817fa43),segment_id=40511ad6-db3d-481d-8765-35bc2817fa43)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:40.319559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.344445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf69f10-0816-4846-866f-a74ab4a082ef None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:40.359518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87fd897-3b61-48fc-b129-79a3ea16e8c6 x-openstack-request-id: req-b87fd897-3b61-48fc-b129-79a3ea16e8c6 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:09:40.360059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ff89b-520c-4c03-971f-75fa6713d61b", "tag": "d820b704-bcd8-4e3b-96a1-c2d04c98fd77", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:09:40.360787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b87fd897-3b61-48fc-b129-79a3ea16e8c6 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:09:40.361338 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'tag': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'status': 'completed', 'code': 200} Dec 08 13:09:40.385564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a01eb5-5988-4f53-a8cc-95228122725b None None] Network d3761dc9-da9e-49fd-9a16-4092347bb57e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:40.385564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32bad92-51e5-4591-8fcd-bd0ba424a9c2 None None] Network 94fa0b17-0e0e-41f3-bf75-76726424221c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:40.508748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.510434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dea6873a-093d-4926-a4bc-8b821668d44b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:40.530785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-49002ca9-96ac-4837-bf59-cfbabdc463f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:40.532626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-49002ca9-96ac-4837-bf59-cfbabdc463f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 1096 time: 0.1764698 Dec 08 13:09:40.646312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a01eb5-5988-4f53-a8cc-95228122725b None None] Network d3761dc9-da9e-49fd-9a16-4092347bb57e could not be found, it might have been deleted concurrently. {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 13:09:40.677144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.708891 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-2a75e4bb-417b-4139-944b-da9c05762f5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d820b704-bcd8-4e3b-96a1-c2d04c98fd77 HTTP/1.1" status: 200 len: 217 time: 0.1664300 Dec 08 13:09:40.755782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c089820c-2d79-4fe9-8a1a-94985b622036 None None] Provisioning complete for port dea6873a-093d-4926-a4bc-8b821668d44b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:40.756550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c089820c-2d79-4fe9-8a1a-94985b622036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.767873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8fa1c7b0-c6ac-4985-9cc1-175e92760c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.814221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0052b8-1388-49fb-bbb0-8a1b0d6aa0aa None None] DHCP port deletion for d3761dc9-da9e-49fd-9a16-4092347bb57e request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:40.868955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=6598169d-8d0c-4be7-a2ec-766073678841,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:40.921625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port dea6873a-093d-4926-a4bc-8b821668d44b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:40.922121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:40.998210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] For port 152bd9ef-b475-4ba3-9164-20bfb911dcf4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=152bd9ef-b475-4ba3-9164-20bfb911dcf4,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:41.079724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.109886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4d1e5-155c-43df-96ca-89b1c28a3a88 req-9f76c15b-7a15-4fa7-954c-27feb477c493 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:41.118080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ff4d1e5-155c-43df-96ca-89b1c28a3a88 req-9f76c15b-7a15-4fa7-954c-27feb477c493 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 943 time: 0.4477808 Dec 08 13:09:41.121076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-3291f080-ff27-448c-b09d-fd5533346821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:41.128574 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59160) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:41.132616 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-3291f080-ff27-448c-b09d-fd5533346821 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.3754811 Dec 08 13:09:41.143498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.144271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.234960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c089820c-2d79-4fe9-8a1a-94985b622036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.294286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:41.300535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.305526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:41.335870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ff4d1e5-155c-43df-96ca-89b1c28a3a88 req-fd3975c8-fe4a-455c-bfbd-dba83550d8c0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117274 Dec 08 13:09:41.384996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.385726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.391997 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:41.392273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879781a-91ea-42b7-bdc5-25bc6d472256 None None] Update dhcp port {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'fixed_ips': [{'subnet_id': '7bf3e173-f276-4211-adb9-1628c6c84638', 'ip_address': '2001:db8:0:1:f816:3eff:fe5a:f9cf'}, {'subnet_id': '54353efd-5f80-4c9c-b62d-81840983f6d4'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '152bd9ef-b475-4ba3-9164-20bfb911dcf4'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:09:41.393233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.407149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-secgroup--685339784'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:41.422077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c089820c-2d79-4fe9-8a1a-94985b622036 None None] For port dea6873a-093d-4926-a4bc-8b821668d44b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dea6873a-093d-4926-a4bc-8b821668d44b,segment=NetworkSegment(b09ee51a-c221-4d50-b246-fe38cf49dace),segment_id=b09ee51a-c221-4d50-b246-fe38cf49dace)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:41.458547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.477252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Subnet': ['ID=7bf3e173-f276-4211-adb9-1628c6c84638,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:41.491320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=152bd9ef-b475-4ba3-9164-20bfb911dcf4,revision_number=9']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:41.497279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f879781a-91ea-42b7-bdc5-25bc6d472256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.499849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c089820c-2d79-4fe9-8a1a-94985b622036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.543573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event updated for resources: {'Port': ['ID=addad552-b33c-404a-aa63-b8cf49a78ccf,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:41.551904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-4ae696e1-03f5-456b-b137-9fc83022ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:41.554048 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-4ae696e1-03f5-456b-b137-9fc83022ef5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2492826 Dec 08 13:09:41.594326 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.605276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.699097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:41.699519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:41.704338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089820c-2d79-4fe9-8a1a-94985b622036 None None] Pushing event updated for resources: {'Port': ['ID=dea6873a-093d-4926-a4bc-8b821668d44b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:41.770606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.781911 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-af49b56b-6512-48ee-9e72-6ebc31ed3e5b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5763569 Dec 08 13:09:41.782795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59164) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:41.784640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dad92f96-f089-44b9-8bb9-490a0a1b1bd1 None None] Provisioning complete for port 6598169d-8d0c-4be7-a2ec-766073678841 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:41.785013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dad92f96-f089-44b9-8bb9-490a0a1b1bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.790259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Network 94fa0b17-0e0e-41f3-bf75-76726424221c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:41.796189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Request body: {'port': {'network_id': 'c6b804cf-1df5-4af3-9dce-30751e804dc0', 'mac_address': 'fa:16:3e:9e:e3:94', 'name': 'tempest-NetworksTestDHCPv6-1430701241'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:41.816585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:41.843655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:41.892078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-f879781a-91ea-42b7-bdc5-25bc6d472256 None None] Allocated IP 2001:db8::2 (c6b804cf-1df5-4af3-9dce-30751e804dc0/54353efd-5f80-4c9c-b62d-81840983f6d4/152bd9ef-b475-4ba3-9164-20bfb911dcf4) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:41.929347 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-991ed4bb-60cf-4b1b-bb05-f980132806f1 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544929 Dec 08 13:09:41.945289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e01df07-9c79-492c-9a51-5621ac1a95cb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:41.997147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.055222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.089666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1426a-f8a9-4dc0-9004-9c6f59e0c9a9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:42.125670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1908066a-760c-4abf-8773-4e5e12fdb623 None None] Network 94fa0b17-0e0e-41f3-bf75-76726424221c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:42.154824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.162646 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1f7d36fe-542f-4e79-b958-9ec833ef2fe5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0330470 Dec 08 13:09:42.163636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59166) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:42.231139 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f48459fe-0318-426a-9347-37cbf3ad56b9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0659733 Dec 08 13:09:42.233602 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59168) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:42.238098 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-470747cb-3a5c-43b1-b603-6ff4a6d2037d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-security--1850054533', 'description': 'tempest-security-description-411084227'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:42.274882 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-470747cb-3a5c-43b1-b603-6ff4a6d2037d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.328256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-470747cb-3a5c-43b1-b603-6ff4a6d2037d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.426290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-470747cb-3a5c-43b1-b603-6ff4a6d2037d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.429335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-470747cb-3a5c-43b1-b603-6ff4a6d2037d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.433161 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-470747cb-3a5c-43b1-b603-6ff4a6d2037d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "PUT /v2.0/security-groups/72e1426a-f8a9-4dc0-9004-9c6f59e0c9a9 HTTP/1.1" status: 200 len: 1796 time: 0.1959939 Dec 08 13:09:42.433333 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6598169d-8d0c-4be7-a2ec-766073678841 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:42.434521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59172) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:42.484407 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f879781a-91ea-42b7-bdc5-25bc6d472256 None None] For port 152bd9ef-b475-4ba3-9164-20bfb911dcf4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=152bd9ef-b475-4ba3-9164-20bfb911dcf4,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:42.524441 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-306f896b-ebeb-4910-b2ee-373a4cfc7d84 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups/72e1426a-f8a9-4dc0-9004-9c6f59e0c9a9 HTTP/1.1" status: 200 len: 1796 time: 0.0867779 Dec 08 13:09:42.526374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470747cb-3a5c-43b1-b603-6ff4a6d2037d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1426a-f8a9-4dc0-9004-9c6f59e0c9a9,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:42.538826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f879781a-91ea-42b7-bdc5-25bc6d472256 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.539521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59174) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:42.546723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6598169d-8d0c-4be7-a2ec-766073678841 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:42.547097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.609041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f879781a-91ea-42b7-bdc5-25bc6d472256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.624885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6eda-0a10-4fee-a12b-fd2ae4d07f6a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.664874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6eda-0a10-4fee-a12b-fd2ae4d07f6a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.727570 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7975985b-7a16-4b09-9735-afcf5fa0cf9d req-b8bd4150-b3fc-487a-babf-52c5bd884767 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7783284 Dec 08 13:09:42.752561 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 152bd9ef-b475-4ba3-9164-20bfb911dcf4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:42.771455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:42.804133 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6eda-0a10-4fee-a12b-fd2ae4d07f6a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.807025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6eda-0a10-4fee-a12b-fd2ae4d07f6a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.808820 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cd8d6eda-0a10-4fee-a12b-fd2ae4d07f6a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/72e1426a-f8a9-4dc0-9004-9c6f59e0c9a9 HTTP/1.1" status: 204 len: 168 time: 0.2672877 Dec 08 13:09:42.813976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59176) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:42.842677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d6eda-0a10-4fee-a12b-fd2ae4d07f6a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1426a-f8a9-4dc0-9004-9c6f59e0c9a9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:42.858245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879781a-91ea-42b7-bdc5-25bc6d472256 None None] Pushing event updated for resources: {'Port': ['ID=152bd9ef-b475-4ba3-9164-20bfb911dcf4,revision_number=10']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:42.880676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3b63979a-d9a9-4516-9f0d-e3cd6d6f04c0 None None] Provisioning complete for port dea6873a-093d-4926-a4bc-8b821668d44b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:42.881057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3b63979a-d9a9-4516-9f0d-e3cd6d6f04c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:42.939038 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5743d793-2592-4c4d-86bd-3d08ab621390 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1202166 Dec 08 13:09:42.939786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59178) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:42.972838 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-abbcd6a4-f75e-4e53-8be1-4b5e846fb055 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] delete failed (client error): The resource could not be found. Dec 08 13:09:42.981320 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-abbcd6a4-f75e-4e53-8be1-4b5e846fb055 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/72e1426a-f8a9-4dc0-9004-9c6f59e0c9a9 HTTP/1.1" status: 404 len: 347 time: 0.0402684 Dec 08 13:09:42.982039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59180) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:42.988144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-32fa2555-1e17-4c51-80a5-bb2535155a68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308096135'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:43.018469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:43.021068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dbc12e9f-2226-4e15-9356-1fb7ff70e75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:43.023573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:43.023940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:43.038302 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:43.046189 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c951ff89-3545-4bc8-af63-a8388c6d28a7 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2276282 Dec 08 13:09:43.046189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Made reservation on behalf of d8d838e497bd4e1093f32354870224cf for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:43.053152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59182) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:43.063665 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:43.069699 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:43.097025 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:43.115877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3b63979a-d9a9-4516-9f0d-e3cd6d6f04c0 None None] Provisioning complete for port addad552-b33c-404a-aa63-b8cf49a78ccf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:43.116258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3b63979a-d9a9-4516-9f0d-e3cd6d6f04c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:43.193657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32fa2555-1e17-4c51-80a5-bb2535155a68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:43.209988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:43.254654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648dc63-90d8-4537-a1be-624d1caaf11f req-cda8692e-1c14-4af3-b4a2-6c0a7a2550bb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:43.260454 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6648dc63-90d8-4537-a1be-624d1caaf11f req-cda8692e-1c14-4af3-b4a2-6c0a7a2550bb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 943 time: 0.5369945 Dec 08 13:09:43.261253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3b63979a-d9a9-4516-9f0d-e3cd6d6f04c0 None None] Port addad552-b33c-404a-aa63-b8cf49a78ccf cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:43.273919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dea6873a-093d-4926-a4bc-8b821668d44b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:43.311418 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:43.398132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-5f88f30e-4c20-4b3d-a553-24cff996fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:43.399750 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-5f88f30e-4c20-4b3d-a553-24cff996fc8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 1096 time: 0.3963768 Dec 08 13:09:43.411058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] device_id is not set on port 0f729154-9f47-48ae-8a2b-d4a9a84919b0 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:09:43.416215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a7a2bad4-9c0d-4b7e-973d-36a8d74288d1 None None] Provisioning complete for port dea6873a-093d-4926-a4bc-8b821668d44b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:43.416592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bad4-9c0d-4b7e-973d-36a8d74288d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:43.468185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port dea6873a-093d-4926-a4bc-8b821668d44b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:43.468185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:43.736484 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:39Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addad552-b33c-404a-aa63-b8cf49a78ccf', 'name': '', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:4c:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:38Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:43.774391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 07df9bf5-97d0-4d01-b31a-86fed60c233b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:43.774793 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6648dc63-90d8-4537-a1be-624d1caaf11f req-3d15c9a7-4d24-4bad-8eb5-b1ffce83d489 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4949284 Dec 08 13:09:43.807201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-77515f57-eb4b-4708-acf0-5993869fd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:43.808168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 07df9bf5-97d0-4d01-b31a-86fed60c233b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:43.808746 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 07df9bf5-97d0-4d01-b31a-86fed60c233b not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:43.809355 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-77515f57-eb4b-4708-acf0-5993869fd1c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 913 time: 0.3850346 Dec 08 13:09:43.814916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a7a2bad4-9c0d-4b7e-973d-36a8d74288d1 None None] Provisioning complete for port addad552-b33c-404a-aa63-b8cf49a78ccf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:43.815474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7a2bad4-9c0d-4b7e-973d-36a8d74288d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:43.824940 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:43.824940 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Updating router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 port addad552-b33c-404a-aa63-b8cf49a78ccf binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:09:43.859103 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:43.874511 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2bad4-9c0d-4b7e-973d-36a8d74288d1 None None] Port addad552-b33c-404a-aa63-b8cf49a78ccf cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:43.898811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77694077-2bd5-474e-ad06-6dde26b073c9 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:43.953277 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-95e9635b-e81b-4122-9ba8-909aeb0ba8db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d820b704-bcd8-4e3b-96a1-c2d04c98fd77 HTTP/1.1" status: 200 len: 217 time: 0.1220274 Dec 08 13:09:44.037327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a1fa2e94-cfa1-4321-81fc-7bff2150ee65 None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:44.038334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2e94-cfa1-4321-81fc-7bff2150ee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.041102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-bc37b9c1-e080-4155-a4b6-1c21fbe4a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:44.042791 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-bc37b9c1-e080-4155-a4b6-1c21fbe4a908 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0738683 Dec 08 13:09:44.054948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32fa2555-1e17-4c51-80a5-bb2535155a68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.138976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.164655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32fa2555-1e17-4c51-80a5-bb2535155a68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.178557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-96ea487d-27aa-4bf8-84f5-c8fc75d5d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:44.180430 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-96ea487d-27aa-4bf8-84f5-c8fc75d5d0c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1282516 Dec 08 13:09:44.185619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a1fa2e94-cfa1-4321-81fc-7bff2150ee65 None None] Provisioning complete for port addad552-b33c-404a-aa63-b8cf49a78ccf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:44.186049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2e94-cfa1-4321-81fc-7bff2150ee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.220395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa2555-1e17-4c51-80a5-bb2535155a68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad41c27f-b9d3-483a-8992-5770e94c5a3f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:44.245052 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.256412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32fa2555-1e17-4c51-80a5-bb2535155a68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.258956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa2e94-cfa1-4321-81fc-7bff2150ee65 None None] Port addad552-b33c-404a-aa63-b8cf49a78ccf cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:44.261490 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-32fa2555-1e17-4c51-80a5-bb2535155a68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2779946 Dec 08 13:09:44.262127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59184) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:44.270887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8::180 (c6b804cf-1df5-4af3-9dce-30751e804dc0/54353efd-5f80-4c9c-b62d-81840983f6d4/0f729154-9f47-48ae-8a2b-d4a9a84919b0) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:44.284196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:e394 (c6b804cf-1df5-4af3-9dce-30751e804dc0/7bf3e173-f276-4211-adb9-1628c6c84638/0f729154-9f47-48ae-8a2b-d4a9a84919b0) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:09:44.284721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6ceeb1a4-d49e-4888-b2fd-a012bdf0f45f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'ad41c27f-b9d3-483a-8992-5770e94c5a3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:44.324230 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-0dd4aaf4-fbf7-41f3-ba50-220f5ab19c83 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342075 Dec 08 13:09:44.324911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.extraroute_db [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 13:09:44.327127 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.342911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.extraroute_db [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Removed routes are [] {{(pid=103716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 13:09:44.343556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.379943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb1a4-d49e-4888-b2fd-a012bdf0f45f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.398240 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846654d-29f2-4d8c-abf8-3d2f236c3032 None None] Pushing event updated for resources: {'Port': ['ID=addad552-b33c-404a-aa63-b8cf49a78ccf,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:44.432357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 152bd9ef-b475-4ba3-9164-20bfb911dcf4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:44.493421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f68e2e-9a1d-4825-b739-37939c00c662 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:44.501349 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Attempting to bind port addad552-b33c-404a-aa63-b8cf49a78ccf on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:09:44.506900 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Attempting to bind port addad552-b33c-404a-aa63-b8cf49a78ccf by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b09ee51a-c221-4d50-b246-fe38cf49dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:09:44.506900 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Attempting to bind port addad552-b33c-404a-aa63-b8cf49a78ccf on network 94fa0b17-0e0e-41f3-bf75-76726424221c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:09:44.510231 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:09:44.510686 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Checking segment: {'id': 'b09ee51a-c221-4d50-b246-fe38cf49dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:44.511030 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.511420 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Bound using segment: {'id': 'b09ee51a-c221-4d50-b246-fe38cf49dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:09:44.514791 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Bound port: addad552-b33c-404a-aa63-b8cf49a78ccf, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09ee51a-c221-4d50-b246-fe38cf49dace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:09:44.515205 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.535068 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c283bb3-4d3d-453e-8a80-72c6e5d37b4c req-08f7a4f1-6257-4832-812a-c0d3a53d8425 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979179 Dec 08 13:09:44.560912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb1a4-d49e-4888-b2fd-a012bdf0f45f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.585549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.615370 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] For port addad552-b33c-404a-aa63-b8cf49a78ccf, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:09:44.622313 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] For port addad552-b33c-404a-aa63-b8cf49a78ccf, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=addad552-b33c-404a-aa63-b8cf49a78ccf,segment=NetworkSegment(b09ee51a-c221-4d50-b246-fe38cf49dace),segment_id=b09ee51a-c221-4d50-b246-fe38cf49dace)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:09:44.625878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ba1d77b4-9fd2-4477-a18e-5fc7abfc53b8 None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:44.625878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ba1d77b4-9fd2-4477-a18e-5fc7abfc53b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.642767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb1a4-d49e-4888-b2fd-a012bdf0f45f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.693127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:44.693601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.697211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceeb1a4-d49e-4888-b2fd-a012bdf0f45f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694b6262-9bfe-4b76-b2a5-37d41bde1039,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:44.701843 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.715546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.719316 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.746441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.799119 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:44.799756 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:44.851955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:44.871811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:44.879797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:44.887603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:44.888275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.914600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event updated for resources: {'Port': ['ID=0f729154-9f47-48ae-8a2b-d4a9a84919b0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:44.927696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb1a4-d49e-4888-b2fd-a012bdf0f45f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:44.929069 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6ceeb1a4-d49e-4888-b2fd-a012bdf0f45f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6493242 Dec 08 13:09:44.932138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59188) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:44.939263 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:44.947441 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846654d-29f2-4d8c-abf8-3d2f236c3032 None None] Pushing event updated for resources: {'Port': ['ID=addad552-b33c-404a-aa63-b8cf49a78ccf,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:44.967526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6f5d1dcd-59fc-4768-ad9b-012d35a07c85 None None] Provisioning complete for port addad552-b33c-404a-aa63-b8cf49a78ccf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:44.968371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1dcd-59fc-4768-ad9b-012d35a07c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.009121 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:45.056800 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-089c14a2-bf06-41ec-b7f5-e350cc48fe4b tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2687790 Dec 08 13:09:45.064482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59190) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:45.073791 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:45.081682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e6dad9f9-1056-4faf-b564-1a3222d6f0c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.099126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.100629 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e3a5c219-f782-4f5f-a3c4-79efa1b8975c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 HTTP/1.1" status: 200 len: 953 time: 2.0464780 Dec 08 13:09:45.104988 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59192) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:45.123876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1dcd-59fc-4768-ad9b-012d35a07c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.182666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e6dad9f9-1056-4faf-b564-1a3222d6f0c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.300155 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-61df6d6a-7ceb-41ac-84d4-51e116ea1ad5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 HTTP/1.1" status: 200 len: 953 time: 0.1937861 Dec 08 13:09:45.302724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59194) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:45.307499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'routes': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:45.312418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075740-bcd8-4b79-9616-d867b9782ea9 req-1d5c70f7-ebec-4ee5-87ee-f1917e089541 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:45.314143 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1e075740-bcd8-4b79-9616-d867b9782ea9 req-1d5c70f7-ebec-4ee5-87ee-f1917e089541 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 943 time: 0.3608081 Dec 08 13:09:45.353468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e6dad9f9-1056-4faf-b564-1a3222d6f0c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.364182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.372292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e6dad9f9-1056-4faf-b564-1a3222d6f0c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.373299 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e6dad9f9-1056-4faf-b564-1a3222d6f0c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/694b6262-9bfe-4b76-b2a5-37d41bde1039 HTTP/1.1" status: 204 len: 168 time: 0.4401543 Dec 08 13:09:45.383312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6f5d1dcd-59fc-4768-ad9b-012d35a07c85 None None] For port addad552-b33c-404a-aa63-b8cf49a78ccf, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=addad552-b33c-404a-aa63-b8cf49a78ccf,segment=NetworkSegment(b09ee51a-c221-4d50-b246-fe38cf49dace),segment_id=b09ee51a-c221-4d50-b246-fe38cf49dace)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:45.390062 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:44Z', 'revision_number': 6, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addad552-b33c-404a-aa63-b8cf49a78ccf', 'name': '', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:4c:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:38Z', 'updated_at': '2021-12-08T13:09:44Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:45.393152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59196) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:45.410808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dad9f9-1056-4faf-b564-1a3222d6f0c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=694b6262-9bfe-4b76-b2a5-37d41bde1039,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:45.434144 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b25f3-d289-47f2-8607-111407fa072d None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:44Z', 'revision_number': 6, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addad552-b33c-404a-aa63-b8cf49a78ccf', 'name': '', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:4c:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:38Z', 'updated_at': '2021-12-08T13:09:44Z', 'revision_number': 4, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:45.437928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-88ff1e24-11a7-49ea-9054-bfe3b89c1f79 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting port 0f729154-9f47-48ae-8a2b-d4a9a84919b0 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:45.438260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-88ff1e24-11a7-49ea-9054-bfe3b89c1f79 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.458243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1dcd-59fc-4768-ad9b-012d35a07c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.467990 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1a1a328c-a266-4749-9690-a06b58b55ea5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0727630 Dec 08 13:09:45.468692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59198) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:45.532581 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1e075740-bcd8-4b79-9616-d867b9782ea9 req-c7d7db80-9f14-4c59-8096-8d2535472c68 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992095 Dec 08 13:09:45.584102 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d1dcd-59fc-4768-ad9b-012d35a07c85 None None] Pushing event updated for resources: {'Port': ['ID=addad552-b33c-404a-aa63-b8cf49a78ccf,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:45.623215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1ae16711-68f1-430a-87cb-56c46bfbfa3b None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:45.625290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ae16711-68f1-430a-87cb-56c46bfbfa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.661976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-88ff1e24-11a7-49ea-9054-bfe3b89c1f79 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.681900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-88ff1e24-11a7-49ea-9054-bfe3b89c1f79 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Calling delete_port for 0f729154-9f47-48ae-8a2b-d4a9a84919b0 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:45.689028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4eed67af-0298-43e9-9a72-c7b26df347ef tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.742451 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4eed67af-0298-43e9-9a72-c7b26df347ef tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.765326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1ae16711-68f1-430a-87cb-56c46bfbfa3b None None] Provisioning complete for port addad552-b33c-404a-aa63-b8cf49a78ccf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:45.765326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ae16711-68f1-430a-87cb-56c46bfbfa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.894619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4eed67af-0298-43e9-9a72-c7b26df347ef tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.897224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4eed67af-0298-43e9-9a72-c7b26df347ef tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.900731 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4eed67af-0298-43e9-9a72-c7b26df347ef tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/ad41c27f-b9d3-483a-8992-5770e94c5a3f HTTP/1.1" status: 204 len: 168 time: 0.4252298 Dec 08 13:09:45.901434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59200) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:45.932219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed67af-0298-43e9-9a72-c7b26df347ef tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad41c27f-b9d3-483a-8992-5770e94c5a3f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:45.982361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-65d7fa67-631e-4b14-b0f3-fb68c1c8748b None None] Provisioning complete for port 0f729154-9f47-48ae-8a2b-d4a9a84919b0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:45.982746 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65d7fa67-631e-4b14-b0f3-fb68c1c8748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.991009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-88ff1e24-11a7-49ea-9054-bfe3b89c1f79 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:45.996944 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4d2acd52-03a7-4e42-9199-87fc4a5c815f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0898154 Dec 08 13:09:46.013337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59202) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:46.021345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-82dee83a-afb8-49c1-8503-357938ace785 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-secgroup--793045650'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:46.027839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.extraroute_db [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added routes are [] {{(pid=103716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 13:09:46.030766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.extraroute_db [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 13:09:46.030914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-65d7fa67-631e-4b14-b0f3-fb68c1c8748b None None] Port 0f729154-9f47-48ae-8a2b-d4a9a84919b0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:09:46.034000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff1e24-11a7-49ea-9054-bfe3b89c1f79 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Port': ['ID=0f729154-9f47-48ae-8a2b-d4a9a84919b0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:46.089601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-88ff1e24-11a7-49ea-9054-bfe3b89c1f79 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.090450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.093127 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-88ff1e24-11a7-49ea-9054-bfe3b89c1f79 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/0f729154-9f47-48ae-8a2b-d4a9a84919b0 HTTP/1.1" status: 204 len: 168 time: 1.0276322 Dec 08 13:09:46.095766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59204) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:46.134480 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82dee83a-afb8-49c1-8503-357938ace785 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.212199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.267912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e578f5-7665-4374-b1fd-b0c3480d2830 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:46.271856 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-18e578f5-7665-4374-b1fd-b0c3480d2830 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1726577 Dec 08 13:09:46.272221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59206) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:46.362680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d53b57-cdbb-4b05-8441-c868e11eea2d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:46.367296 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-84d53b57-cdbb-4b05-8441-c868e11eea2d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0915780 Dec 08 13:09:46.367768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59208) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:46.438265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.453059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.453482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21e684-3be5-4417-ba8c-b37e97c9491c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:46.455527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21e684-3be5-4417-ba8c-b37e97c9491c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:46.458357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21e684-3be5-4417-ba8c-b37e97c9491c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:46.459876 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cb21e684-3be5-4417-ba8c-b37e97c9491c tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0913606 Dec 08 13:09:46.462649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59210) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:46.479411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device addad552-b33c-404a-aa63-b8cf49a78ccf up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:46.504203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46276624-c190-433c-86b1-96c5b860e70b None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:46.527043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46276624-c190-433c-86b1-96c5b860e70b None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:46.527671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-46276624-c190-433c-86b1-96c5b860e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:46.530263 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82dee83a-afb8-49c1-8503-357938ace785 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.591934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27d870b-984f-4f9c-82d5-538dc5454265 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 54353efd-5f80-4c9c-b62d-81840983f6d4 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:46.598951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82dee83a-afb8-49c1-8503-357938ace785 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.601158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e27d870b-984f-4f9c-82d5-538dc5454265 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.617542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port addad552-b33c-404a-aa63-b8cf49a78ccf triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:46.618141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.645391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-46276624-c190-433c-86b1-96c5b860e70b None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:46.657387 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:46.679714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dee83a-afb8-49c1-8503-357938ace785 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11227e1-e6e2-43d7-a8ea-aa793011714c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:46.688265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14992d1e-68be-4238-828f-1dac6d6538fd req-492bc7d9-0b64-441b-88e1-7942fbe4e313 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:46.689740 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14992d1e-68be-4238-828f-1dac6d6538fd req-492bc7d9-0b64-441b-88e1-7942fbe4e313 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 943 time: 0.0744689 Dec 08 13:09:46.689961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e27d870b-984f-4f9c-82d5-538dc5454265 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.748085 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14992d1e-68be-4238-828f-1dac6d6538fd req-836bc174-5a83-4475-a850-21d3e976eddb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516579 Dec 08 13:09:46.774891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82dee83a-afb8-49c1-8503-357938ace785 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.779025 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-82dee83a-afb8-49c1-8503-357938ace785 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7648013 Dec 08 13:09:46.779166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59214) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:46.786387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-dea56129-57d6-4556-bc08-614a31e96d56 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'e11227e1-e6e2-43d7-a8ea-aa793011714c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:46.863331 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:46.873942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.877561 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-23127b01-d087-4a62-a21f-3399d8533e0c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 HTTP/1.1" status: 200 len: 703 time: 1.5713453 Dec 08 13:09:46.877915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59216) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:46.886055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dea56129-57d6-4556-bc08-614a31e96d56 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.887017 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e27d870b-984f-4f9c-82d5-538dc5454265 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:46.919829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-46276624-c190-433c-86b1-96c5b860e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:46Z', 'revision_number': 7, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addad552-b33c-404a-aa63-b8cf49a78ccf', 'name': '', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:4c:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:38Z', 'updated_at': '2021-12-08T13:09:45Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:46.947739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46276624-c190-433c-86b1-96c5b860e70b None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:46.956350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46276624-c190-433c-86b1-96c5b860e70b None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:46.956976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-46276624-c190-433c-86b1-96c5b860e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:47.012145 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-227d26fc-a30b-4aa9-92fd-e327a569757b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 HTTP/1.1" status: 200 len: 703 time: 0.1329818 Dec 08 13:09:47.015240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59218) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:47.018417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dea56129-57d6-4556-bc08-614a31e96d56 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.026075 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e27d870b-984f-4f9c-82d5-538dc5454265 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.048974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-46276624-c190-433c-86b1-96c5b860e70b None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:47.085634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d870b-984f-4f9c-82d5-538dc5454265 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=54353efd-5f80-4c9c-b62d-81840983f6d4,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:47.103136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dea56129-57d6-4556-bc08-614a31e96d56 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.119579 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e27d870b-984f-4f9c-82d5-538dc5454265 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.122143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea56129-57d6-4556-bc08-614a31e96d56 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf93d4e8-80e5-48a4-ba85-1feafa1dc914,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:47.122829 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e27d870b-984f-4f9c-82d5-538dc5454265 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/54353efd-5f80-4c9c-b62d-81840983f6d4 HTTP/1.1" status: 204 len: 168 time: 0.6591802 Dec 08 13:09:47.125409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59220) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:47.143338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7892581e-253e-4ade-bab4-fee671e118e3 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:47.191259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfa0e2c-f240-4711-8186-8e1c0a55f652 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Deleting subnet 7bf3e173-f276-4211-adb9-1628c6c84638 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:47.197070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dea56129-57d6-4556-bc08-614a31e96d56 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.201172 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dea56129-57d6-4556-bc08-614a31e96d56 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4209154 Dec 08 13:09:47.202980 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59222) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:47.205761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0e2c-f240-4711-8186-8e1c0a55f652 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.211377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ff7a13c3-0ee3-44d3-8bfb-ab0d83b09452 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'e11227e1-e6e2-43d7-a8ea-aa793011714c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:47.261999 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0e2c-f240-4711-8186-8e1c0a55f652 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.356546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff7a13c3-0ee3-44d3-8bfb-ab0d83b09452 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.359563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0e2c-f240-4711-8186-8e1c0a55f652 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.376835 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-46276624-c190-433c-86b1-96c5b860e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:46Z', 'revision_number': 7, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addad552-b33c-404a-aa63-b8cf49a78ccf', 'name': '', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:4c:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:38Z', 'updated_at': '2021-12-08T13:09:45Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:47.407505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46276624-c190-433c-86b1-96c5b860e70b None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:46Z', 'revision_number': 7, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addad552-b33c-404a-aa63-b8cf49a78ccf', 'name': '', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:4c:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:38Z', 'updated_at': '2021-12-08T13:09:45Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:47.423364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.485899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff7a13c3-0ee3-44d3-8bfb-ab0d83b09452 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.521147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0e2c-f240-4711-8186-8e1c0a55f652 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.561067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff7a13c3-0ee3-44d3-8bfb-ab0d83b09452 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.572839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa0e2c-f240-4711-8186-8e1c0a55f652 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf3e173-f276-4211-adb9-1628c6c84638,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:47.576796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2cfa0e2c-f240-4711-8186-8e1c0a55f652 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.581038 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2cfa0e2c-f240-4711-8186-8e1c0a55f652 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/7bf3e173-f276-4211-adb9-1628c6c84638 HTTP/1.1" status: 204 len: 168 time: 0.4544950 Dec 08 13:09:47.586046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59224) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:47.603471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a13c3-0ee3-44d3-8bfb-ab0d83b09452 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490cc444-c3d7-44c0-a512-20ca45d36c6b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:47.641649 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0236695e-99b0-481d-8207-7bffc8cdaeea tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477638 Dec 08 13:09:47.642038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59226) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:47.706856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff7a13c3-0ee3-44d3-8bfb-ab0d83b09452 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.710920 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ff7a13c3-0ee3-44d3-8bfb-ab0d83b09452 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5043530 Dec 08 13:09:47.711304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59228) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:47.719286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-acaef649-d035-4346-96fc-b2b4ab538c24 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'e11227e1-e6e2-43d7-a8ea-aa793011714c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:47.753578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f02fe-c8a3-4398-be0e-1fd9fd2508cd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:47.757695 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b81f02fe-c8a3-4398-be0e-1fd9fd2508cd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1122708 Dec 08 13:09:47.758033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59230) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:47.767088 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:47.804498 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:47.805150 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:47.870970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-acaef649-d035-4346-96fc-b2b4ab538c24 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.884572 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb383149-09b8-49ea-9d88-69e6716ff824 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:47.886094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bb383149-09b8-49ea-9d88-69e6716ff824 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1270647 Dec 08 13:09:47.889688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59234) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:47.937845 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:47.945429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7af0a1-f011-4394-800c-78a00952706c req-cf1cfc18-c2b8-48eb-93ac-271019ed48d0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:47.947292 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f7af0a1-f011-4394-800c-78a00952706c req-cf1cfc18-c2b8-48eb-93ac-271019ed48d0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 943 time: 0.0937967 Dec 08 13:09:47.985386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-acaef649-d035-4346-96fc-b2b4ab538c24 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:47.993939 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f3b89acb-6641-45a8-86d1-52bf47233d1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984612 Dec 08 13:09:47.997619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59236) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.032514 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5ccfb7-61d7-4fd8-b39f-384c52584135 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.033246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5ccfb7-61d7-4fd8-b39f-384c52584135 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.037103 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3d5ccfb7-61d7-4fd8-b39f-384c52584135 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/0f729154-9f47-48ae-8a2b-d4a9a84919b0 HTTP/1.1" status: 404 len: 333 time: 0.0391622 Dec 08 13:09:48.043048 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59238) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.049721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-acaef649-d035-4346-96fc-b2b4ab538c24 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.068244 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f7af0a1-f011-4394-800c-78a00952706c req-ff96c23a-6ff0-482a-b662-ceb8468bbed1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109164 Dec 08 13:09:48.076148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaef649-d035-4346-96fc-b2b4ab538c24 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c19336-0e0e-4e72-afd6-3dc0f8772a87,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:48.089844 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-17af7ba8-149e-4a1c-87ca-0e94f4a332ae tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.089998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17af7ba8-149e-4a1c-87ca-0e94f4a332ae tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.094557 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-17af7ba8-149e-4a1c-87ca-0e94f4a332ae tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/7bf3e173-f276-4211-adb9-1628c6c84638 HTTP/1.1" status: 404 len: 337 time: 0.0490584 Dec 08 13:09:48.104735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59240) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.114761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0b3d2-d40f-4859-aecf-7459bf8dce55 None None] Network c6b804cf-1df5-4af3-9dce-30751e804dc0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:48.140741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a21c22-33ae-4956-b470-236d12cc23cf tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.141603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a21c22-33ae-4956-b470-236d12cc23cf tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.148266 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-49a21c22-33ae-4956-b470-236d12cc23cf tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/54353efd-5f80-4c9c-b62d-81840983f6d4 HTTP/1.1" status: 404 len: 337 time: 0.0422664 Dec 08 13:09:48.149261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59242) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.164062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-acaef649-d035-4346-96fc-b2b4ab538c24 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.165428 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-acaef649-d035-4346-96fc-b2b4ab538c24 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4530513 Dec 08 13:09:48.168461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59244) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.173655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-71e8cf2b-fae0-437f-b0f4-88f4a863d298 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'e11227e1-e6e2-43d7-a8ea-aa793011714c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:48.194620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port addad552-b33c-404a-aa63-b8cf49a78ccf {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:48.196199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.197007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2f274b-0208-4c62-86b9-d671b9bbceeb tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.197585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2f274b-0208-4c62-86b9-d671b9bbceeb tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.203653 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2a2f274b-0208-4c62-86b9-d671b9bbceeb tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/ba8c080d-2174-4578-a44b-378970485dd0 HTTP/1.1" status: 404 len: 333 time: 0.0534229 Dec 08 13:09:48.206417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59246) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.225387 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bace733d-4e21-4ecf-9eea-d1ea50d7a464 None None] Provisioning complete for port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:48.225780 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bace733d-4e21-4ecf-9eea-d1ea50d7a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.242789 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cf4032-18f7-4654-b6f6-d792020f15df tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.243162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cf4032-18f7-4654-b6f6-d792020f15df tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.248907 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c7cf4032-18f7-4654-b6f6-d792020f15df tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/b8f1a20a-e87e-40ba-8c13-408854149098 HTTP/1.1" status: 404 len: 337 time: 0.0409017 Dec 08 13:09:48.249551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59248) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.288975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-32537157-ea16-4657-9f9e-650cfc802139 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.289444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32537157-ea16-4657-9f9e-650cfc802139 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.296641 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-32537157-ea16-4657-9f9e-650cfc802139 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/c2f61566-1c36-49a8-acbb-8518fa418d1b HTTP/1.1" status: 404 len: 337 time: 0.0437675 Dec 08 13:09:48.297715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59250) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.334191 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a0fc95-c11f-4021-9f40-589f02af4126 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.334787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a0fc95-c11f-4021-9f40-589f02af4126 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.337002 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:46Z', 'revision_number': 7, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addad552-b33c-404a-aa63-b8cf49a78ccf', 'name': '', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:4c:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:38Z', 'updated_at': '2021-12-08T13:09:45Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:48.343110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59252) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.346272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-95a0fc95-c11f-4021-9f40-589f02af4126 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/b41a1a41-f8c0-4193-b5df-3199d2ed3c17 HTTP/1.1" status: 404 len: 333 time: 0.0444102 Dec 08 13:09:48.352346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67414bb-fba0-44f7-aed5-c15710acaf4c None None] DHCP port deletion for c6b804cf-1df5-4af3-9dce-30751e804dc0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:48.366768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port addad552-b33c-404a-aa63-b8cf49a78ccf, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=addad552-b33c-404a-aa63-b8cf49a78ccf,segment=NetworkSegment(b09ee51a-c221-4d50-b246-fe38cf49dace),segment_id=b09ee51a-c221-4d50-b246-fe38cf49dace)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:48.367146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.376497 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:48.387047 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:48.388125 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:48.394294 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0ad6a0-18dd-464c-99f8-ccd8d24cde33 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.395340 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0ad6a0-18dd-464c-99f8-ccd8d24cde33 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.398505 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9c0ad6a0-18dd-464c-99f8-ccd8d24cde33 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/0629206e-da18-4e54-b436-0c831ecebfcb HTTP/1.1" status: 404 len: 337 time: 0.0543575 Dec 08 13:09:48.404534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59254) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.412381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e67414bb-fba0-44f7-aed5-c15710acaf4c None None] Deleting port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:48.412769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e67414bb-fba0-44f7-aed5-c15710acaf4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.413379 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for addad552-b33c-404a-aa63-b8cf49a78ccf owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:48.435597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-71e8cf2b-fae0-437f-b0f4-88f4a863d298 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.435830 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f45b40-0248-46af-a6cf-d85e39f13214 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.436067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f45b40-0248-46af-a6cf-d85e39f13214 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.442304 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d8f45b40-0248-46af-a6cf-d85e39f13214 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/9d80f646-671d-48c6-a96c-1e39b3ad91f1 HTTP/1.1" status: 404 len: 337 time: 0.0371785 Dec 08 13:09:48.443606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59256) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.470342 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7908ea-c9fc-4ee2-b28f-09b3a7fbfffc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.470960 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7908ea-c9fc-4ee2-b28f-09b3a7fbfffc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.474232 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4c7908ea-c9fc-4ee2-b28f-09b3a7fbfffc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/9a4b8292-696c-4513-9962-9d644ae3c98a HTTP/1.1" status: 404 len: 333 time: 0.0296576 Dec 08 13:09:48.480166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59258) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.485594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 152bd9ef-b475-4ba3-9164-20bfb911dcf4 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:48.503073 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:48.517151 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf8137e-7ff9-456f-b7bc-3e14d81bf963 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.517895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf8137e-7ff9-456f-b7bc-3e14d81bf963 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.522215 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fdf8137e-7ff9-456f-b7bc-3e14d81bf963 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/a3abe81a-e463-4c52-910e-0f93fdebc401 HTTP/1.1" status: 404 len: 337 time: 0.0407293 Dec 08 13:09:48.525797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59260) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.544311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e67414bb-fba0-44f7-aed5-c15710acaf4c None None] For port 152bd9ef-b475-4ba3-9164-20bfb911dcf4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=152bd9ef-b475-4ba3-9164-20bfb911dcf4,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:48.547895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e67414bb-fba0-44f7-aed5-c15710acaf4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.548046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-71e8cf2b-fae0-437f-b0f4-88f4a863d298 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.562720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e67414bb-fba0-44f7-aed5-c15710acaf4c None None] Calling delete_port for 152bd9ef-b475-4ba3-9164-20bfb911dcf4 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:48.589542 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa2d8ce-0fc0-40be-9bc5-03e987c0fa2a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.590245 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa2d8ce-0fc0-40be-9bc5-03e987c0fa2a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.593164 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0aa2d8ce-0fc0-40be-9bc5-03e987c0fa2a tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/a2e89d74-3542-49c1-9db4-7cf1edb04887 HTTP/1.1" status: 404 len: 337 time: 0.0663986 Dec 08 13:09:48.597460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59262) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.632731 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac84233b-2169-4de6-9414-b446d6721f8e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.633450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac84233b-2169-4de6-9414-b446d6721f8e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.637892 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ac84233b-2169-4de6-9414-b446d6721f8e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/d2bf6b47-c3c7-4d73-98d6-ea68ebabc9d5 HTTP/1.1" status: 404 len: 333 time: 0.0388303 Dec 08 13:09:48.638977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-71e8cf2b-fae0-437f-b0f4-88f4a863d298 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.640804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59264) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.643584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.697272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8cf2b-fae0-437f-b0f4-88f4a863d298 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166c4c9f-e23e-43c9-9467-924167ec6999,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:48.699518 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a906e89-812c-48db-a21b-f935e3fa65b2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.700074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a906e89-812c-48db-a21b-f935e3fa65b2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.703456 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4a906e89-812c-48db-a21b-f935e3fa65b2 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/1dfc90a6-01c2-4862-bc4c-8a9a5f9dcf4b HTTP/1.1" status: 404 len: 337 time: 0.0572240 Dec 08 13:09:48.705825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59266) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.728062 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd0c2e1-9f53-41ee-be76-df310aaad4f7 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.728789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd0c2e1-9f53-41ee-be76-df310aaad4f7 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.731327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 152bd9ef-b475-4ba3-9164-20bfb911dcf4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=152bd9ef-b475-4ba3-9164-20bfb911dcf4,segment=NetworkSegment(b0d16d86-9410-4c45-965d-dfacd6511dcd),segment_id=b0d16d86-9410-4c45-965d-dfacd6511dcd)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:48.732072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5fd0c2e1-9f53-41ee-be76-df310aaad4f7 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/30fc496b-3b92-4dc4-bfaf-441ab3f48f1e HTTP/1.1" status: 404 len: 333 time: 0.0252275 Dec 08 13:09:48.734540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59268) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.736774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.762377 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7316b924-63f4-4aa7-adc6-9f588dbb10e6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.763179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7316b924-63f4-4aa7-adc6-9f588dbb10e6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.768712 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7316b924-63f4-4aa7-adc6-9f588dbb10e6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/1cc20f1a-0c16-4d3d-8aa5-0abf6fcb43b2 HTTP/1.1" status: 404 len: 337 time: 0.0305214 Dec 08 13:09:48.768875 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:46Z', 'revision_number': 7, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addad552-b33c-404a-aa63-b8cf49a78ccf', 'name': '', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:4c:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:38Z', 'updated_at': '2021-12-08T13:09:45Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:48.769553 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59270) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.775302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=addad552-b33c-404a-aa63-b8cf49a78ccf,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:48.793972 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e824a2f-92d5-4e7f-9d97-3791ea6e74ba tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.794644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e824a2f-92d5-4e7f-9d97-3791ea6e74ba tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.797679 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0968bd4-aa6e-49a6-96f8-ecfbd84e1209 None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:46Z', 'revision_number': 7, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'addad552-b33c-404a-aa63-b8cf49a78ccf', 'name': '', 'network_id': '94fa0b17-0e0e-41f3-bf75-76726424221c', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:4c:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:38Z', 'updated_at': '2021-12-08T13:09:45Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'df7c86d6-81ea-4a0a-86d7-71575a66eb08', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:48.803872 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7e824a2f-92d5-4e7f-9d97-3791ea6e74ba tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/c43a8a7a-662c-489d-a57d-5d63ba40a1d6 HTTP/1.1" status: 404 len: 333 time: 0.0270641 Dec 08 13:09:48.803872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-71e8cf2b-fae0-437f-b0f4-88f4a863d298 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.807240 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-71e8cf2b-fae0-437f-b0f4-88f4a863d298 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6373320 Dec 08 13:09:48.807910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59272) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.808586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59274) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.814924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.821895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4e1cef24-65f3-410d-99fe-002a54aed345 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'e11227e1-e6e2-43d7-a8ea-aa793011714c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:48.855440 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ff2052-e9ef-4761-9d28-c210667cf360 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.856087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ff2052-e9ef-4761-9d28-c210667cf360 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.861782 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-19ff2052-e9ef-4761-9d28-c210667cf360 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/b0c1eb89-6ace-45fa-81fd-c9398d5484d3 HTTP/1.1" status: 404 len: 337 time: 0.0499942 Dec 08 13:09:48.862772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59276) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.896858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e67414bb-fba0-44f7-aed5-c15710acaf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.914279 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccddd96f-9047-4ffc-81df-4aff27fd79e4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.915637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccddd96f-9047-4ffc-81df-4aff27fd79e4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.918941 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ccddd96f-9047-4ffc-81df-4aff27fd79e4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/94cee1ed-b9af-417c-8948-461db4ae136f HTTP/1.1" status: 404 len: 333 time: 0.0507374 Dec 08 13:09:48.922521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59278) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.938173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67414bb-fba0-44f7-aed5-c15710acaf4c None None] No DVR routers for this DVR port 152bd9ef-b475-4ba3-9164-20bfb911dcf4 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:48.953164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=152bd9ef-b475-4ba3-9164-20bfb911dcf4,revision_number=13']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:48.972185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cea880a-5ba7-4360-83d3-81192ca47d1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:48.972693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cea880a-5ba7-4360-83d3-81192ca47d1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:48.975915 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5cea880a-5ba7-4360-83d3-81192ca47d1d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/73c237c4-fb09-421b-9469-2610c8d48780 HTTP/1.1" status: 404 len: 337 time: 0.0522635 Dec 08 13:09:48.980416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59280) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:48.996152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:48.997950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67414bb-fba0-44f7-aed5-c15710acaf4c None None] Pushing event deleted for resources: {'Port': ['ID=152bd9ef-b475-4ba3-9164-20bfb911dcf4,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:49.033889 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-78dc9839-f7e9-47ad-8289-55b16a500148 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.034691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78dc9839-f7e9-47ad-8289-55b16a500148 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.040592 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-78dc9839-f7e9-47ad-8289-55b16a500148 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/159d91ac-342f-406b-ab97-807eaaf03b40 HTTP/1.1" status: 404 len: 333 time: 0.0561926 Dec 08 13:09:49.040592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e1cef24-65f3-410d-99fe-002a54aed345 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.042367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59282) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.080747 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ff4423-f75b-4445-afb0-ca17236b1813 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.081217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ff4423-f75b-4445-afb0-ca17236b1813 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.086646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b1ff4423-f75b-4445-afb0-ca17236b1813 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/7f1f2ba0-2aaa-4725-8c73-25fc06ce1237 HTTP/1.1" status: 404 len: 337 time: 0.0410254 Dec 08 13:09:49.087707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59284) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.114807 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74d18f7-9970-430e-88a9-5416bba35337 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.115348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74d18f7-9970-430e-88a9-5416bba35337 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.120906 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e74d18f7-9970-430e-88a9-5416bba35337 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/695d6325-1694-4c61-b848-0cce41f6b415 HTTP/1.1" status: 404 len: 333 time: 0.0297048 Dec 08 13:09:49.121541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59288) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.153781 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed666084-c12a-449e-8fef-4617f73e1d78 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.154234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed666084-c12a-449e-8fef-4617f73e1d78 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.157319 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ed666084-c12a-449e-8fef-4617f73e1d78 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/c910591e-13c7-4329-9ce9-58273251bf21 HTTP/1.1" status: 404 len: 337 time: 0.0351865 Dec 08 13:09:49.167873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59290) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.243327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:49.244499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e1cef24-65f3-410d-99fe-002a54aed345 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.247186 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-216da669-1424-4306-bd89-1410bef8c3fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.247850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216da669-1424-4306-bd89-1410bef8c3fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.252433 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-216da669-1424-4306-bd89-1410bef8c3fd tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/08f5d5d6-6601-45ad-a95f-bed4cab09a18 HTTP/1.1" status: 404 len: 337 time: 0.0834501 Dec 08 13:09:49.254821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59292) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.290198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b0a53-7925-4e29-922c-988240caa215 req-8ab8b40c-8247-4323-9eb8-2fecc9c53110 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:49.291631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7d8b0a53-7925-4e29-922c-988240caa215 req-8ab8b40c-8247-4323-9eb8-2fecc9c53110 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 943 time: 0.1413434 Dec 08 13:09:49.306492 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0dcb4d-e1b0-43d2-94f4-463a380bb4a7 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.307060 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0dcb4d-e1b0-43d2-94f4-463a380bb4a7 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.309002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-073302db-9eee-4291-b906-475f77bf063b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783136 Dec 08 13:09:49.310071 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8f0dcb4d-e1b0-43d2-94f4-463a380bb4a7 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/7018dae3-6bfe-4dec-89c1-8836e570fa09 HTTP/1.1" status: 404 len: 333 time: 0.0542657 Dec 08 13:09:49.312684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59294) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.342091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e1cef24-65f3-410d-99fe-002a54aed345 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.361855 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7d8b0a53-7925-4e29-922c-988240caa215 req-9505144a-2b9b-4fd8-81c6-b8380f102c1b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640221 Dec 08 13:09:49.370118 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac078170-a8b0-44b5-8b86-4429991366d9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.377826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac078170-a8b0-44b5-8b86-4429991366d9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.377826 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ac078170-a8b0-44b5-8b86-4429991366d9 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/c9744ade-c2dd-4786-ba79-1456b0dd5034 HTTP/1.1" status: 404 len: 337 time: 0.0600595 Dec 08 13:09:49.377826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59296) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.378276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cef24-65f3-410d-99fe-002a54aed345 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ebf16b-9de0-4a92-b272-a58b8b8535ce,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:49.408039 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eec821a-684e-4d82-8a8f-e23ee919ed6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.408489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eec821a-684e-4d82-8a8f-e23ee919ed6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.412080 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8eec821a-684e-4d82-8a8f-e23ee919ed6e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/9c101ef4-b5b2-4e6c-b6a6-b91806167401 HTTP/1.1" status: 404 len: 337 time: 0.0349081 Dec 08 13:09:49.415144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59298) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.420444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:49.425358 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-352d7dda-9da7-4709-8ae7-c25849c5acd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4080956 Dec 08 13:09:49.428159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-2e10d139-0df1-4e3b-9d97-b8503e8298f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:49.428748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59300) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.430296 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-2e10d139-0df1-4e3b-9d97-b8503e8298f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 1099 time: 0.0651810 Dec 08 13:09:49.433350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:49.445469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:49.446675 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fe96fc-3899-4551-8b2e-667c626b61b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.446827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:49.447242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fe96fc-3899-4551-8b2e-667c626b61b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.451444 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e3fe96fc-3899-4551-8b2e-667c626b61b4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/6cce1599-97a9-4154-9454-69931eb4eee3 HTTP/1.1" status: 404 len: 333 time: 0.0353310 Dec 08 13:09:49.454564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e1cef24-65f3-410d-99fe-002a54aed345 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.459988 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4e1cef24-65f3-410d-99fe-002a54aed345 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6448939 Dec 08 13:09:49.459988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59302) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.460239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59304) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.500628 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-e582f2e5-f351-42b1-9085-7d26ead43822 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.501087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e582f2e5-f351-42b1-9085-7d26ead43822 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.506752 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e582f2e5-f351-42b1-9085-7d26ead43822 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/8fb8cfee-62ba-4e2e-85d8-a235de4edb33 HTTP/1.1" status: 404 len: 337 time: 0.0389688 Dec 08 13:09:49.506957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea09357b-5f7e-41d5-bf12-e16364353b68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.507056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59306) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.512467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-917be30c-cac0-497c-9a01-ab0d47160559 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting subnet df7c86d6-81ea-4a0a-86d7-71575a66eb08 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:49.522188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-917be30c-cac0-497c-9a01-ab0d47160559 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.528412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea09357b-5f7e-41d5-bf12-e16364353b68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.544449 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92db9ba-4d17-4d19-a1a8-236823875fa4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.544449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92db9ba-4d17-4d19-a1a8-236823875fa4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.549120 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f92db9ba-4d17-4d19-a1a8-236823875fa4 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/272d6064-0be5-48f3-aa19-feb41b1ed2d2 HTTP/1.1" status: 404 len: 337 time: 0.0387664 Dec 08 13:09:49.549384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59308) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.598487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-917be30c-cac0-497c-9a01-ab0d47160559 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.606597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beca1a5-7fae-4f9d-bf58-51eba00576d1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.613019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beca1a5-7fae-4f9d-bf58-51eba00576d1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.613019 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7beca1a5-7fae-4f9d-bf58-51eba00576d1 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/5426e255-f088-48bd-9593-a574c4cbb55a HTTP/1.1" status: 404 len: 333 time: 0.0598805 Dec 08 13:09:49.613265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59310) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.645162 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fe67d1-a651-4526-bc2b-d7eeb22dd0f7 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.645622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fe67d1-a651-4526-bc2b-d7eeb22dd0f7 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.651142 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f3fe67d1-a651-4526-bc2b-d7eeb22dd0f7 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/2ca973c0-acb0-41e2-913f-c90db7fb0635 HTTP/1.1" status: 404 len: 337 time: 0.0346794 Dec 08 13:09:49.653311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59312) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.663283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-f6c4d5c1-a633-4b6c-96ed-aa61ea08a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:49.664813 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-f6c4d5c1-a633-4b6c-96ed-aa61ea08a649 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521 HTTP/1.1" status: 200 len: 896 time: 0.2075086 Dec 08 13:09:49.680170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea09357b-5f7e-41d5-bf12-e16364353b68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.708604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ea09357b-5f7e-41d5-bf12-e16364353b68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.712315 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ea09357b-5f7e-41d5-bf12-e16364353b68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/01ebf16b-9de0-4a92-b272-a58b8b8535ce HTTP/1.1" status: 204 len: 168 time: 0.2490816 Dec 08 13:09:49.713720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59314) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.717334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:49.724887 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-212b7ea4-c8b2-49d3-a54b-50d66a4b29bc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.725470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212b7ea4-c8b2-49d3-a54b-50d66a4b29bc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.731035 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-212b7ea4-c8b2-49d3-a54b-50d66a4b29bc tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/d5a17fd3-02e0-4e7f-8c93-f1cc7188d26c HTTP/1.1" status: 404 len: 337 time: 0.0760100 Dec 08 13:09:49.731364 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59316) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.740739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09357b-5f7e-41d5-bf12-e16364353b68 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01ebf16b-9de0-4a92-b272-a58b8b8535ce,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:49.755055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-917be30c-cac0-497c-9a01-ab0d47160559 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.763524 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7c670c6f-8695-45a0-9b92-d3b524c3807d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c214b7f-e87d-4c56-afb8-159758e6e110 HTTP/1.1" status: 200 len: 205 time: 0.0302250 Dec 08 13:09:49.768243 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-113b8e06-4632-4211-95c4-d062a577e567 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2795267e-43fa-499d-a094-0b29409e9360 HTTP/1.1" status: 200 len: 1002 time: 0.0907192 Dec 08 13:09:49.769445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59318) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.804230 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cc5bee75-bd80-4096-aaa9-bce66dcd974f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0871732 Dec 08 13:09:49.804446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59320) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.835189 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-600263ef-4887-47ea-9c22-9fea0a69f24e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] delete failed (client error): The resource could not be found. Dec 08 13:09:49.835189 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-600263ef-4887-47ea-9c22-9fea0a69f24e tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/routers/4c214b7f-e87d-4c56-afb8-159758e6e110 HTTP/1.1" status: 404 len: 336 time: 0.0610559 Dec 08 13:09:49.835478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59322) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.840402 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd59c-bae0-4ca2-bd26-54ba592460b6 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.853130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd59c-bae0-4ca2-bd26-54ba592460b6 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.873259 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d435178c-9ce6-44cf-ab94-6cc684d9455d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:49.873716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d435178c-9ce6-44cf-ab94-6cc684d9455d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:49.876830 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d435178c-9ce6-44cf-ab94-6cc684d9455d tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/d8bf3af3-c44d-422d-84cf-b3e1dcf168f9 HTTP/1.1" status: 404 len: 337 time: 0.0405412 Dec 08 13:09:49.880309 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59324) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.883386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-75192cca-f415-4ad3-8516-1b02c4f14a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:49.884817 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-75192cca-f415-4ad3-8516-1b02c4f14a19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b608c8bf-f819-4c36-8f4c-ed953fe65fa9 HTTP/1.1" status: 200 len: 835 time: 0.1084118 Dec 08 13:09:49.911379 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-28e46a2b-bd4f-484e-b2d6-47fb077dab53 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a334d36-f27e-4d30-92c4-f2f8532ab502 HTTP/1.1" status: 200 len: 205 time: 0.0273209 Dec 08 13:09:49.911606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59326) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.935590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-7e4bab20-b80b-473c-af85-19c971c8a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:49.937081 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-7e4bab20-b80b-473c-af85-19c971c8a2eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440252 Dec 08 13:09:49.947148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:48Z', 'revision_number': 8, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:49.953412 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-bcff53a9-af03-40d9-93ef-a0588663cb64 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] delete failed (client error): The resource could not be found. Dec 08 13:09:49.957752 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bcff53a9-af03-40d9-93ef-a0588663cb64 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/routers/4a334d36-f27e-4d30-92c4-f2f8532ab502 HTTP/1.1" status: 404 len: 336 time: 0.0419326 Dec 08 13:09:49.957752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-917be30c-cac0-497c-9a01-ab0d47160559 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:49.958742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59328) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:49.981015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:49.989731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:49.990405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:50.006839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd59c-bae0-4ca2-bd26-54ba592460b6 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.008601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917be30c-cac0-497c-9a01-ab0d47160559 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Subnet': ['ID=df7c86d6-81ea-4a0a-86d7-71575a66eb08,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:50.012990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd59c-bae0-4ca2-bd26-54ba592460b6 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.016788 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f4dcd59c-bae0-4ca2-bd26-54ba592460b6 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/166c4c9f-e23e-43c9-9467-924167ec6999 HTTP/1.1" status: 204 len: 168 time: 0.2086492 Dec 08 13:09:50.017115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59330) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.020241 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2354a22c-3ec9-41f4-a171-3820a8b2c0ef tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.020727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2354a22c-3ec9-41f4-a171-3820a8b2c0ef tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.023961 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2354a22c-3ec9-41f4-a171-3820a8b2c0ef tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/a3c82753-0b7c-4c43-9cf9-12acc6b3dac6 HTTP/1.1" status: 404 len: 337 time: 0.0617249 Dec 08 13:09:50.028379 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-917be30c-cac0-497c-9a01-ab0d47160559 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.031574 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-917be30c-cac0-497c-9a01-ab0d47160559 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/df7c86d6-81ea-4a0a-86d7-71575a66eb08 HTTP/1.1" status: 204 len: 168 time: 0.6018209 Dec 08 13:09:50.032161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59332) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.034463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcd59c-bae0-4ca2-bd26-54ba592460b6 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=166c4c9f-e23e-43c9-9467-924167ec6999,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:50.037628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59334) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.039358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff45b8-1d6b-4f79-888a-ec2809358c6e None None] Network 94fa0b17-0e0e-41f3-bf75-76726424221c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:50.085020 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d79b7e2-44f9-44d8-9960-c7b3802c2304 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.085390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d79b7e2-44f9-44d8-9960-c7b3802c2304 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.088567 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4d79b7e2-44f9-44d8-9960-c7b3802c2304 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/ea333da0-0c4d-4364-b34d-93c1d8b60343 HTTP/1.1" status: 404 len: 337 time: 0.0552034 Dec 08 13:09:50.091836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59336) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.107587 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-ef05c887-b99b-4d6f-80a3-0491081f9c17 service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609392 Dec 08 13:09:50.123174 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c9d3184d-2822-4cd7-a9dc-4c3a0a6835e4 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0910528 Dec 08 13:09:50.123396 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7121cb0e-4be9-4ea1-a373-6594f260a736 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.124286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7121cb0e-4be9-4ea1-a373-6594f260a736 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.129539 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7121cb0e-4be9-4ea1-a373-6594f260a736 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/04e2e121-295d-4595-bcc2-b5d4bb56c876 HTTP/1.1" status: 404 len: 333 time: 0.0338633 Dec 08 13:09:50.129728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59338) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.130609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59340) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.172590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4cadc38f-6054-4349-b0ac-115b149f207b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.184349 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae5eca3-03c5-40af-855d-c1037c457386 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.184768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:50.184900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae5eca3-03c5-40af-855d-c1037c457386 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.190426 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6ae5eca3-03c5-40af-855d-c1037c457386 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/98d060bb-c1d9-4a87-848f-7e7de964806e HTTP/1.1" status: 404 len: 337 time: 0.0569739 Dec 08 13:09:50.191050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59342) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.207886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4cadc38f-6054-4349-b0ac-115b149f207b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.216768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.218826 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2f9c92-4c12-4372-9f63-136ae2800d4f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.219472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2f9c92-4c12-4372-9f63-136ae2800d4f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.223585 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ce2f9c92-4c12-4372-9f63-136ae2800d4f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/6d933626-419c-4efc-b884-ac119bda26ab HTTP/1.1" status: 404 len: 333 time: 0.0308588 Dec 08 13:09:50.225224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59344) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.250091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925cfb56-7cbc-495e-8ebd-a96e68d497f2 req-ec86a81b-ea47-42b1-aa20-1bfdb1c8891a service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286051 Dec 08 13:09:50.262191 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-587f6ce8-d711-4ea2-899e-9c8fea8d6a62 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.262810 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587f6ce8-d711-4ea2-899e-9c8fea8d6a62 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.268963 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-587f6ce8-d711-4ea2-899e-9c8fea8d6a62 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/869ea042-f34f-40fd-bf7c-421b8f2a6d2a HTTP/1.1" status: 404 len: 337 time: 0.0402589 Dec 08 13:09:50.269898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59346) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.295938 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2b039d-6d34-490c-8519-43410223caa6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.303858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2b039d-6d34-490c-8519-43410223caa6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.303858 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4e2b039d-6d34-490c-8519-43410223caa6 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/83b6f89c-010e-4f1c-90d4-e43c1f9bbf4f HTTP/1.1" status: 404 len: 333 time: 0.0291114 Dec 08 13:09:50.304102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59348) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.329106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port dea6873a-093d-4926-a4bc-8b821668d44b {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:50.329458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.331038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec9968c-17dd-496d-86a0-7e5826bdb756 None None] DHCP port deletion for 94fa0b17-0e0e-41f3-bf75-76726424221c request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:50.336833 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8e5962-a31c-4098-966d-cf221a6ae452 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.337325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8e5962-a31c-4098-966d-cf221a6ae452 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.340490 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d8e5962-a31c-4098-966d-cf221a6ae452 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/ffc4b2d8-0050-4160-9eb7-e9d18835e09f HTTP/1.1" status: 404 len: 337 time: 0.0352480 Dec 08 13:09:50.342955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59350) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.366115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4cadc38f-6054-4349-b0ac-115b149f207b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.370771 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce71fdc-1d0f-4b3e-b31c-268707af008f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.371564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce71fdc-1d0f-4b3e-b31c-268707af008f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.374895 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bce71fdc-1d0f-4b3e-b31c-268707af008f tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/e91a89db-02cd-4a7e-a0ba-023dff70cf4b HTTP/1.1" status: 404 len: 333 time: 0.0309842 Dec 08 13:09:50.379770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4cadc38f-6054-4349-b0ac-115b149f207b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.381206 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4cadc38f-6054-4349-b0ac-115b149f207b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/53c19336-0e0e-4e72-afd6-3dc0f8772a87 HTTP/1.1" status: 204 len: 168 time: 0.2521577 Dec 08 13:09:50.381902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59352) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.386688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59354) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.394999 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadc38f-6054-4349-b0ac-115b149f207b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53c19336-0e0e-4e72-afd6-3dc0f8772a87,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:50.417021 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce16889a-e7ab-42f1-83e4-ac9ef83e3731 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.417826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce16889a-e7ab-42f1-83e4-ac9ef83e3731 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.420045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port dea6873a-093d-4926-a4bc-8b821668d44b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dea6873a-093d-4926-a4bc-8b821668d44b,segment=NetworkSegment(b09ee51a-c221-4d50-b246-fe38cf49dace),segment_id=b09ee51a-c221-4d50-b246-fe38cf49dace)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:50.420427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.421716 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ce16889a-e7ab-42f1-83e4-ac9ef83e3731 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/629d5257-98dc-43a1-b3be-45e105f108eb HTTP/1.1" status: 404 len: 337 time: 0.0356801 Dec 08 13:09:50.425091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59358) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.462169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for dea6873a-093d-4926-a4bc-8b821668d44b owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:50.471037 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b963674-7050-4d8d-ab69-d130b66c9dff tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.474172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b963674-7050-4d8d-ab69-d130b66c9dff tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.478098 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2b963674-7050-4d8d-ab69-d130b66c9dff tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/be8e4ac2-f972-4ab1-a54d-3add213ff9a9 HTTP/1.1" status: 404 len: 333 time: 0.0481071 Dec 08 13:09:50.478310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59360) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.496567 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cc735f88-70df-4809-b29f-bb3425016b8a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1088531 Dec 08 13:09:50.525586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59362) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.529608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9968c-17dd-496d-86a0-7e5826bdb756 None None] Deleting port dea6873a-093d-4926-a4bc-8b821668d44b {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:50.530626 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ec9968c-17dd-496d-86a0-7e5826bdb756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.534418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:48Z', 'revision_number': 8, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:50.539888 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bde6d0a-97c5-4d6f-812e-f5440cad1429 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.540357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bde6d0a-97c5-4d6f-812e-f5440cad1429 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.543452 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2bde6d0a-97c5-4d6f-812e-f5440cad1429 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/7cd1ff36-6bd0-4189-b82b-9cb1d5dac3b1 HTTP/1.1" status: 404 len: 337 time: 0.0638633 Dec 08 13:09:50.546177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59364) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.571343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-56dc5458-f7ca-408d-9c61-45ddd63d5434 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.574811 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8359cd-a3c1-45e1-96ee-4278d9706722 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.575367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8359cd-a3c1-45e1-96ee-4278d9706722 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.578369 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-aa8359cd-a3c1-45e1-96ee-4278d9706722 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/a1736d39-9b4b-45fb-87b6-ddd0a24e2be7 HTTP/1.1" status: 404 len: 333 time: 0.0310659 Dec 08 13:09:50.580494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03322b22-f793-4ae1-abef-c4acd7871865 req-bbc7bb6a-a8df-495d-93fb-9257267daea9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:50.582729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59366) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.582873 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03322b22-f793-4ae1-abef-c4acd7871865 req-bbc7bb6a-a8df-495d-93fb-9257267daea9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 943 time: 0.1189468 Dec 08 13:09:50.586764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dea6873a-093d-4926-a4bc-8b821668d44b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:50.591830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-56dc5458-f7ca-408d-9c61-45ddd63d5434 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.614775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f63ec8-77cc-4de7-aebf-a6870d0dcd5b None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:48Z', 'revision_number': 8, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6598169d-8d0c-4be7-a2ec-766073678841', 'name': '', 'network_id': 'e9f60758-6f0c-48cf-aac8-551ba1c64224', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:33:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:30Z', 'updated_at': '2021-12-08T13:09:40Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '8f0990a3-15ab-4af3-aaea-ea8a67480bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:50.620575 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5199ba-f69b-4404-b3f1-202234bf82ba tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.621211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5199ba-f69b-4404-b3f1-202234bf82ba tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.624475 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9a5199ba-f69b-4404-b3f1-202234bf82ba tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/e23b20a9-753b-4224-8c78-f885404f3a44 HTTP/1.1" status: 404 len: 337 time: 0.0404994 Dec 08 13:09:50.627289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59368) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.658610 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8d61c1-f28c-484c-a5c4-bfd8c5894c09 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.659229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8d61c1-f28c-484c-a5c4-bfd8c5894c09 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.662971 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4e8d61c1-f28c-484c-a5c4-bfd8c5894c09 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/ports/1309d694-8ce5-474c-a88b-041582eb7573 HTTP/1.1" status: 404 len: 333 time: 0.0332057 Dec 08 13:09:50.665433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59370) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.687431 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03322b22-f793-4ae1-abef-c4acd7871865 req-f09a4858-6637-4ab0-b479-6f1ebf16ea77 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982041 Dec 08 13:09:50.694876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9ec9968c-17dd-496d-86a0-7e5826bdb756 None None] For port dea6873a-093d-4926-a4bc-8b821668d44b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dea6873a-093d-4926-a4bc-8b821668d44b,segment=NetworkSegment(b09ee51a-c221-4d50-b246-fe38cf49dace),segment_id=b09ee51a-c221-4d50-b246-fe38cf49dace)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:50.695284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ec9968c-17dd-496d-86a0-7e5826bdb756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.696056 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-1625111b-4c11-46ce-9fb3-9a39410f1d40 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] DELETE failed (client error): The resource could not be found. Dec 08 13:09:50.696510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1625111b-4c11-46ce-9fb3-9a39410f1d40 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:09:50.701955 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1625111b-4c11-46ce-9fb3-9a39410f1d40 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/subnets/766c5b4d-d3ee-49d8-90e4-bcb5b1b56425 HTTP/1.1" status: 404 len: 337 time: 0.0331366 Dec 08 13:09:50.702180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59372) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.711209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9968c-17dd-496d-86a0-7e5826bdb756 None None] Calling delete_port for dea6873a-093d-4926-a4bc-8b821668d44b owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:50.760789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-56dc5458-f7ca-408d-9c61-45ddd63d5434 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.766245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-56dc5458-f7ca-408d-9c61-45ddd63d5434 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.769975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-56dc5458-f7ca-408d-9c61-45ddd63d5434 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/490cc444-c3d7-44c0-a512-20ca45d36c6b HTTP/1.1" status: 204 len: 168 time: 0.2371686 Dec 08 13:09:50.770764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59374) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.776804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc5458-f7ca-408d-9c61-45ddd63d5434 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=490cc444-c3d7-44c0-a512-20ca45d36c6b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:50.790731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.790901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.799255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.834432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=dea6873a-093d-4926-a4bc-8b821668d44b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:50.837175 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No DVR routers for this DVR port dea6873a-093d-4926-a4bc-8b821668d44b on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:50.861873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ec9968c-17dd-496d-86a0-7e5826bdb756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.890843 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9968c-17dd-496d-86a0-7e5826bdb756 None None] Pushing event deleted for resources: {'Port': ['ID=dea6873a-093d-4926-a4bc-8b821668d44b,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:50.894463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9968c-17dd-496d-86a0-7e5826bdb756 None None] No DVR routers for this DVR port dea6873a-093d-4926-a4bc-8b821668d44b on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:50.897982 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-450c47d9-85e4-470c-9550-5a22726ef066 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1262677 Dec 08 13:09:50.901170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59376) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:50.929152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-153b813b-e238-4820-b3a0-ab1e819f2559 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.936786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-153b813b-e238-4820-b3a0-ab1e819f2559 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:50.978050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.008840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.037529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fa0b17-0e0e-41f3-bf75-76726424221c']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:51.040711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-153b813b-e238-4820-b3a0-ab1e819f2559 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.046911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b804cf-1df5-4af3-9dce-30751e804dc0']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:51.047130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-153b813b-e238-4820-b3a0-ab1e819f2559 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.050976 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-153b813b-e238-4820-b3a0-ab1e819f2559 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/cf93d4e8-80e5-48a4-ba85-1feafa1dc914 HTTP/1.1" status: 204 len: 168 time: 0.1484935 Dec 08 13:09:51.052667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59378) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:51.055839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09ee51a-c221-4d50-b246-fe38cf49dace') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:51.056244 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09ee51a-c221-4d50-b246-fe38cf49dace') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:51.065070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d16d86-9410-4c45-965d-dfacd6511dcd') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:51.065368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d16d86-9410-4c45-965d-dfacd6511dcd') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:51.071816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b813b-e238-4820-b3a0-ab1e819f2559 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf93d4e8-80e5-48a4-ba85-1feafa1dc914,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:51.074147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.088526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.102362 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d8f56ac7-4d7c-4543-85aa-a059d2d46fd0 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470817 Dec 08 13:09:51.102362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59380) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:51.104011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.108820 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.115272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:51.116218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:51.119160 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:51.130759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:51.131064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:51.134336 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:51.167923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-632f3fa6-7883-4eb7-be3c-9249d7cb65f9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.192790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-632f3fa6-7883-4eb7-be3c-9249d7cb65f9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.288991 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.296080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.298883 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/networks/94fa0b17-0e0e-41f3-bf75-76726424221c HTTP/1.1" status: 204 len: 168 time: 1.2561617 Dec 08 13:09:51.303875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59382) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:51.312279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-632f3fa6-7883-4eb7-be3c-9249d7cb65f9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.314826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512df293-1be7-40a8-baa9-e3eb6478abff tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Network': ['ID=94fa0b17-0e0e-41f3-bf75-76726424221c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:51.317555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-632f3fa6-7883-4eb7-be3c-9249d7cb65f9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.317555 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-632f3fa6-7883-4eb7-be3c-9249d7cb65f9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/e11227e1-e6e2-43d7-a8ea-aa793011714c HTTP/1.1" status: 204 len: 168 time: 0.2132568 Dec 08 13:09:51.317792 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.323131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59384) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:51.324117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.330743 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] 10.222.0.76 "DELETE /v2.0/networks/c6b804cf-1df5-4af3-9dce-30751e804dc0 HTTP/1.1" status: 204 len: 168 time: 0.6239920 Dec 08 13:09:51.377347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d3f96-3c9d-4bef-98f6-3be9430c1d71 tempest-NetworksTestDHCPv6-1237886180 tempest-NetworksTestDHCPv6-1237886180-project] Pushing event deleted for resources: {'Network': ['ID=c6b804cf-1df5-4af3-9dce-30751e804dc0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:51.391335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f3fa6-7883-4eb7-be3c-9249d7cb65f9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11227e1-e6e2-43d7-a8ea-aa793011714c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:51.398800 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-baf65fd3-8772-4465-8d2d-55529dcf6a88 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0703392 Dec 08 13:09:51.402969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59388) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:51.415987 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d317b8fb-5740-4c6a-857b-fd02a0c4f2f3 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230808869'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:51.574561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d317b8fb-5740-4c6a-857b-fd02a0c4f2f3 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.643046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d317b8fb-5740-4c6a-857b-fd02a0c4f2f3 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.719506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d317b8fb-5740-4c6a-857b-fd02a0c4f2f3 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.755773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317b8fb-5740-4c6a-857b-fd02a0c4f2f3 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226f8988-30b9-4fdc-bd8c-f22b5da529c3,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:51.831423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d317b8fb-5740-4c6a-857b-fd02a0c4f2f3 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.835577 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d317b8fb-5740-4c6a-857b-fd02a0c4f2f3 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4286668 Dec 08 13:09:51.835932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59394) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:51.840490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6561f54e-3ab5-4ec3-b646-f3e05f24e415 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': '226f8988-30b9-4fdc-bd8c-f22b5da529c3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:51.902227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59396) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:51.922060 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6561f54e-3ab5-4ec3-b646-f3e05f24e415 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:51.974848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6561f54e-3ab5-4ec3-b646-f3e05f24e415 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.047627 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-15bc9c6a-05ec-4aed-b75f-c3af6da22a12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d8d838e497bd4e1093f32354870224cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412256 Dec 08 13:09:52.047627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6561f54e-3ab5-4ec3-b646-f3e05f24e415 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.049475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be836037-8bae-497c-a730-0bf72f190500 req-da6f7c26-e18a-4fa4-860d-330ab28382e7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:52.050685 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59400) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:52.051558 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be836037-8bae-497c-a730-0bf72f190500 req-da6f7c26-e18a-4fa4-860d-330ab28382e7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 943 time: 0.0831594 Dec 08 13:09:52.084542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561f54e-3ab5-4ec3-b646-f3e05f24e415 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b932605-dc02-4adb-bd1d-70dd42cb0b2d,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:52.120335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ceaa7d5-e2c9-491f-90a3-d69c04e0a5fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.142227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ceaa7d5-e2c9-491f-90a3-d69c04e0a5fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.152915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6561f54e-3ab5-4ec3-b646-f3e05f24e415 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.154062 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6561f54e-3ab5-4ec3-b646-f3e05f24e415 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3171155 Dec 08 13:09:52.156946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59402) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:52.163347 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be836037-8bae-497c-a730-0bf72f190500 req-bb39837c-3540-47a6-9965-18497f49bbb8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049259 Dec 08 13:09:52.175256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.229630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9bfefdc-d0c7-4a66-beb7-fbeaa0bab448 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.252740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9bfefdc-d0c7-4a66-beb7-fbeaa0bab448 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.295497 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ceaa7d5-e2c9-491f-90a3-d69c04e0a5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.298090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ceaa7d5-e2c9-491f-90a3-d69c04e0a5fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.299369 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5ceaa7d5-e2c9-491f-90a3-d69c04e0a5fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f4dd9492-0a7a-48f3-9612-525c290255f0 HTTP/1.1" status: 204 len: 168 time: 0.2443075 Dec 08 13:09:52.307891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaa7d5-e2c9-491f-90a3-d69c04e0a5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dd9492-0a7a-48f3-9612-525c290255f0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:52.363184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9bfefdc-d0c7-4a66-beb7-fbeaa0bab448 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.367197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9bfefdc-d0c7-4a66-beb7-fbeaa0bab448 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.369519 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d9bfefdc-d0c7-4a66-beb7-fbeaa0bab448 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/226f8988-30b9-4fdc-bd8c-f22b5da529c3 HTTP/1.1" status: 204 len: 168 time: 0.2064016 Dec 08 13:09:52.371954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59406) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:52.379631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device addad552-b33c-404a-aa63-b8cf49a78ccf no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:52.385605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfefdc-d0c7-4a66-beb7-fbeaa0bab448 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226f8988-30b9-4fdc-bd8c-f22b5da529c3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:52.407756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: addad552-b33c-404a-aa63-b8cf49a78ccf {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:52.408529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device addad552-b33c-404a-aa63-b8cf49a78ccf not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:52.433903 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cbfa01a0-be77-4b35-aca8-61fb2d4fa183 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0595665 Dec 08 13:09:52.437582 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59408) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:52.443628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-33a9d39c-0c65-4039-917b-6e221bc04338 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-secgroup--596731971'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:52.510723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 6598169d-8d0c-4be7-a2ec-766073678841 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:52.511064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.571169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-33a9d39c-0c65-4039-917b-6e221bc04338 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.627130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port 6598169d-8d0c-4be7-a2ec-766073678841, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6598169d-8d0c-4be7-a2ec-766073678841,segment=NetworkSegment(40511ad6-db3d-481d-8765-35bc2817fa43),segment_id=40511ad6-db3d-481d-8765-35bc2817fa43)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:52.627496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.646307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 6598169d-8d0c-4be7-a2ec-766073678841 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:52.718530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-33a9d39c-0c65-4039-917b-6e221bc04338 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.787217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-33a9d39c-0c65-4039-917b-6e221bc04338 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.825601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9d39c-0c65-4039-917b-6e221bc04338 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643bc621-2310-4f3f-a229-093790bfb113,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:52.908453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-33a9d39c-0c65-4039-917b-6e221bc04338 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.909807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-33a9d39c-0c65-4039-917b-6e221bc04338 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4710598 Dec 08 13:09:52.915150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59420) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:52.919732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-edfb2b0e-97fd-47da-95a2-c1c69235100f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-secgroup--393307231'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:52.963222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:52.989405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=6598169d-8d0c-4be7-a2ec-766073678841,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:53.017412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edfb2b0e-97fd-47da-95a2-c1c69235100f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.129525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.266039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edfb2b0e-97fd-47da-95a2-c1c69235100f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.349799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296dcefc-921c-4daa-bd90-c97c2264bc30 req-71d08f06-81c2-49bb-b9e2-a6dda946416e tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:53.351307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-296dcefc-921c-4daa-bd90-c97c2264bc30 req-71d08f06-81c2-49bb-b9e2-a6dda946416e tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 943 time: 0.1089456 Dec 08 13:09:53.351903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edfb2b0e-97fd-47da-95a2-c1c69235100f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.359629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59432) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:53.446117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb2b0e-97fd-47da-95a2-c1c69235100f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a9317a-b476-49fc-99a2-9a7eff3eb1e9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:53.459627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-714359034'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:53.466291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:53.474119 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-296dcefc-921c-4daa-bd90-c97c2264bc30 req-1630eac5-8f70-40a6-9797-eaeaaad231c5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874741 Dec 08 13:09:53.520336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edfb2b0e-97fd-47da-95a2-c1c69235100f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.521556 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-edfb2b0e-97fd-47da-95a2-c1c69235100f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6054177 Dec 08 13:09:53.524330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59436) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:53.554046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-af9a2858-a6fd-4bb7-a6ea-9a824bd5fdda tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': '643bc621-2310-4f3f-a229-093790bfb113', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a5a9317a-b476-49fc-99a2-9a7eff3eb1e9', 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:53.565916 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:53.569600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.578684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.601723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:53.611205 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-62fbd873-9c6e-4595-8b01-5d52f589b2ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3020654 Dec 08 13:09:53.611205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59438) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:53.614337 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:53.624300 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:53.625334 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:53.661312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af9a2858-a6fd-4bb7-a6ea-9a824bd5fdda tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.673892 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.697877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87d77aa-5dee-46c4-b18f-44d9e6db0db9 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting subnet 8f0990a3-15ab-4af3-aaea-ea8a67480bf8 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:53.701455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c87d77aa-5dee-46c4-b18f-44d9e6db0db9 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.715250 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:53.729630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.758090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:53.758750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c87d77aa-5dee-46c4-b18f-44d9e6db0db9 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.772130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c8052f-59d9-40ca-ac10-0f4ff257035d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:53.789117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.789756 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Added segment 0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a of type vlan for network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e Dec 08 13:09:53.809720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af9a2858-a6fd-4bb7-a6ea-9a824bd5fdda tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.836810 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.871500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af9a2858-a6fd-4bb7-a6ea-9a824bd5fdda tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.882191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c87d77aa-5dee-46c4-b18f-44d9e6db0db9 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.912346 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.918089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a2858-a6fd-4bb7-a6ea-9a824bd5fdda tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb541d58-a3d9-4421-a05b-24f20e2d62d5,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:53.918723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:53.920355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.942353 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:52Z', 'revision_number': 9, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:53.971073 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:53.979914 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:53.980524 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:53.993732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af9a2858-a6fd-4bb7-a6ea-9a824bd5fdda tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:53.998283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Network': ['ID=5a2df3c0-8422-4783-b2f5-dc7ebff2899e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:53.998475 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-af9a2858-a6fd-4bb7-a6ea-9a824bd5fdda tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4702079 Dec 08 13:09:53.998971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59440) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:54.007730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:54.010903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device d820b704-bcd8-4e3b-96a1-c2d04c98fd77 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:09:54.032330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c87d77aa-5dee-46c4-b18f-44d9e6db0db9 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.038478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3846baa3-0e43-4bae-8c76-f09a329f6e76 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.048308 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-19e1c599-30a6-4a89-b708-ca362316e766 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6875460 Dec 08 13:09:54.056336 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59442) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:54.062823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'name': 'tempest-PortsTestJSON-955860170'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:54.067827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d77aa-5dee-46c4-b18f-44d9e6db0db9 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0990a3-15ab-4af3-aaea-ea8a67480bf8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:54.072018 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:54.079756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c87d77aa-5dee-46c4-b18f-44d9e6db0db9 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.083450 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c87d77aa-5dee-46c4-b18f-44d9e6db0db9 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/8f0990a3-15ab-4af3-aaea-ea8a67480bf8 HTTP/1.1" status: 204 len: 168 time: 0.4724309 Dec 08 13:09:54.086291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59444) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:54.102567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2dd742-aeda-48db-840a-c009361e2798 None None] Network e9f60758-6f0c-48cf-aac8-551ba1c64224 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:54.181640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.183812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3846baa3-0e43-4bae-8c76-f09a329f6e76 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.241668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 45d7adb7-551e-46d1-befc-b07123c984ae {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:54.241998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.244016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port d820b704-bcd8-4e3b-96a1-c2d04c98fd77, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:54.259324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'port_id': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'mac_address': 'fa:16:3e:fd:9e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:09:54.312327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.317028 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:52Z', 'revision_number': 9, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:54.319392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port 45d7adb7-551e-46d1-befc-b07123c984ae, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=45d7adb7-551e-46d1-befc-b07123c984ae,segment=NetworkSegment(40511ad6-db3d-481d-8765-35bc2817fa43),segment_id=40511ad6-db3d-481d-8765-35bc2817fa43)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:54.319933 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.331935 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:54.335785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 45d7adb7-551e-46d1-befc-b07123c984ae owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:54.336135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.339063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d820b704-bcd8-4e3b-96a1-c2d04c98fd77 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:09:54.351498 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be429a-df10-42ca-9940-bd0e490f5f8e None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:52Z', 'revision_number': 9, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aa2fc05-079b-40d2-800e-b34087e21867', 'name': '', 'network_id': '52076360-6fc4-40f6-9350-bd6e25bcdc41', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:72:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:22Z', 'updated_at': '2021-12-08T13:09:29Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': 'bf6f9729-106c-4fe3-908d-cd95a02ba808', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:54.356809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f864e-1500-44df-a594-ad4b295e27f6 None None] DHCP port deletion for e9f60758-6f0c-48cf-aac8-551ba1c64224 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:54.362545 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3846baa3-0e43-4bae-8c76-f09a329f6e76 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.394334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port d820b704-bcd8-4e3b-96a1-c2d04c98fd77, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:54.394538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3846baa3-0e43-4bae-8c76-f09a329f6e76 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.396120 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3846baa3-0e43-4bae-8c76-f09a329f6e76 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/bb541d58-a3d9-4421-a05b-24f20e2d62d5 HTTP/1.1" status: 204 len: 168 time: 0.3962004 Dec 08 13:09:54.397274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846baa3-0e43-4bae-8c76-f09a329f6e76 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb541d58-a3d9-4421-a05b-24f20e2d62d5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:54.399160 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59446) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:54.410524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 69090d58-6df4-48ad-a9d4-358d88a89ed8 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:09:54.431787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f864e-1500-44df-a594-ad4b295e27f6 None None] Deleting port 45d7adb7-551e-46d1-befc-b07123c984ae {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:54.432295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc1f864e-1500-44df-a594-ad4b295e27f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.461279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.485947 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6ad49192-c318-43ee-8a23-5c95acec8f1f tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0832086 Dec 08 13:09:54.488729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59448) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:54.506814 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:09:54.531941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.539595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fc1f864e-1500-44df-a594-ad4b295e27f6 None None] For port 45d7adb7-551e-46d1-befc-b07123c984ae, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=45d7adb7-551e-46d1-befc-b07123c984ae,segment=NetworkSegment(40511ad6-db3d-481d-8765-35bc2817fa43),segment_id=40511ad6-db3d-481d-8765-35bc2817fa43)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:54.541840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc1f864e-1500-44df-a594-ad4b295e27f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.562945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f864e-1500-44df-a594-ad4b295e27f6 None None] Calling delete_port for 45d7adb7-551e-46d1-befc-b07123c984ae owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:54.579962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=45d7adb7-551e-46d1-befc-b07123c984ae,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:54.580999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:54.582087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98dd40b-8a76-4c0c-b1dc-27fce19dcd35 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.597714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No DVR routers for this DVR port 45d7adb7-551e-46d1-befc-b07123c984ae on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:54.649282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98dd40b-8a76-4c0c-b1dc-27fce19dcd35 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.681597 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.684256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc1f864e-1500-44df-a594-ad4b295e27f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.719665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['d820b704-bcd8-4e3b-96a1-c2d04c98fd77'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:09:54.726304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75f459-32fd-4581-bb52-e1d934b7d2e9 req-1c4ae409-4b44-42b6-91aa-c72ecd7407b8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:54.734023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f75f459-32fd-4581-bb52-e1d934b7d2e9 req-1c4ae409-4b44-42b6-91aa-c72ecd7407b8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 944 time: 0.1604216 Dec 08 13:09:54.780937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.783644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f864e-1500-44df-a594-ad4b295e27f6 None None] No DVR routers for this DVR port 45d7adb7-551e-46d1-befc-b07123c984ae on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:54.787425 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f864e-1500-44df-a594-ad4b295e27f6 None None] Pushing event deleted for resources: {'Port': ['ID=45d7adb7-551e-46d1-befc-b07123c984ae,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:54.798451 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.800554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98dd40b-8a76-4c0c-b1dc-27fce19dcd35 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.806524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e98dd40b-8a76-4c0c-b1dc-27fce19dcd35 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.806524 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e98dd40b-8a76-4c0c-b1dc-27fce19dcd35 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/a5a9317a-b476-49fc-99a2-9a7eff3eb1e9 HTTP/1.1" status: 204 len: 168 time: 0.3164852 Dec 08 13:09:54.814982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59452) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:54.837771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f60758-6f0c-48cf-aac8-551ba1c64224']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:54.867776 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f75f459-32fd-4581-bb52-e1d934b7d2e9 req-c41da637-1511-42d1-830c-3e6efa54843a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327624 Dec 08 13:09:54.870130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40511ad6-db3d-481d-8765-35bc2817fa43') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:54.870130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40511ad6-db3d-481d-8765-35bc2817fa43') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:54.884990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dd40b-8a76-4c0c-b1dc-27fce19dcd35 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a9317a-b476-49fc-99a2-9a7eff3eb1e9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:54.903501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.916853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 45d7adb7-551e-46d1-befc-b07123c984ae no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:54.926885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=69090d58-6df4-48ad-a9d4-358d88a89ed8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:54.932291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.950098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:54.950637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:54.961924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 45d7adb7-551e-46d1-befc-b07123c984ae {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:54.962279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 45d7adb7-551e-46d1-befc-b07123c984ae not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:54.977801 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:54.984461 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-254cfe52-99bd-4c46-9e30-7893498e3748 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1614716 Dec 08 13:09:54.985767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59454) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:54.987202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Checking segment: {'id': '0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:54.987877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network hostable DHCP agents. Network: 5a2df3c0-8422-4783-b2f5-dc7ebff2899e, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:55.069105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf63b72e-2ee9-429a-87b7-de7bd1f5a0a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.091950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:55.096951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf63b72e-2ee9-429a-87b7-de7bd1f5a0a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.123207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.127389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.130833 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/networks/e9f60758-6f0c-48cf-aac8-551ba1c64224 HTTP/1.1" status: 204 len: 168 time: 1.0433838 Dec 08 13:09:55.133508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59458) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:55.155191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03a290-f89d-4922-bef4-7c71bcab3b41 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Network': ['ID=e9f60758-6f0c-48cf-aac8-551ba1c64224,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:55.210028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 5a2df3c0-8422-4783-b2f5-dc7ebff2899e) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:55.214944 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:55.219067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9348fcec-c2a2-4f00-809a-bb27eb878ccf None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:55.221578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:55.222190 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.231967 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf63b72e-2ee9-429a-87b7-de7bd1f5a0a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.235424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf63b72e-2ee9-429a-87b7-de7bd1f5a0a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.236315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cf63b72e-2ee9-429a-87b7-de7bd1f5a0a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/643bc621-2310-4f3f-a229-093790bfb113 HTTP/1.1" status: 204 len: 168 time: 0.2210538 Dec 08 13:09:55.240190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59462) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:55.260589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63b72e-2ee9-429a-87b7-de7bd1f5a0a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643bc621-2310-4f3f-a229-093790bfb113,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:55.304798 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-60da8a23-7ba8-4cbe-a15e-65e3e7bd47dc tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0579958 Dec 08 13:09:55.305962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59464) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:55.310544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-dded464e-77c0-405a-bbf0-1021a681d7c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-secgroup--789566690'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:55.346771 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-58753440-3cef-4f07-ad66-d9950ca09dbc tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2890885 Dec 08 13:09:55.350540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59466) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:55.355554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-358347677'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:55.405096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dded464e-77c0-405a-bbf0-1021a681d7c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.478706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dded464e-77c0-405a-bbf0-1021a681d7c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.500545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:55.504274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.517864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.527773 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:55.536867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.537209 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Added segment d059597a-0883-4887-a53e-6119f296c1c0 of type vlan for network 7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab Dec 08 13:09:55.547053 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dded464e-77c0-405a-bbf0-1021a681d7c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.596235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.615605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded464e-77c0-405a-bbf0-1021a681d7c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defbb2fd-a93b-4c3e-abcb-663188f552c8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:55.860684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dded464e-77c0-405a-bbf0-1021a681d7c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.861887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dded464e-77c0-405a-bbf0-1021a681d7c2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5548606 Dec 08 13:09:55.864687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59468) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:55.870499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ffb2612a-9f9e-4344-bcdf-a1797c669dc5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'defbb2fd-a93b-4c3e-abcb-663188f552c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:55.917472 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.923724 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:55.924533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:55.983350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ffb2612a-9f9e-4344-bcdf-a1797c669dc5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.009564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device d820b704-bcd8-4e3b-96a1-c2d04c98fd77 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:09:56.046221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Network': ['ID=7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:56.051091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8a4ce921-bcca-4ad1-8b9d-54531ec8488b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6994929 Dec 08 13:09:56.055885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59472) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:56.061428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'ports': [{'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e'}, {'network_id': '7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab'}]} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:56.061959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:56.062225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:56.062607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:09:56.098757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 6aa2fc05-079b-40d2-800e-b34087e21867 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:56.099279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.107249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10d3b5-b31c-4715-83db-12a79ddb00d1 req-7d6ee867-ba85-4e39-826c-19f7e00d99e6 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:56.108750 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e10d3b5-b31c-4715-83db-12a79ddb00d1 req-7d6ee867-ba85-4e39-826c-19f7e00d99e6 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 944 time: 0.1587958 Dec 08 13:09:56.132800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ffb2612a-9f9e-4344-bcdf-a1797c669dc5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.190141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port 6aa2fc05-079b-40d2-800e-b34087e21867, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6aa2fc05-079b-40d2-800e-b34087e21867,segment=NetworkSegment(25df7ff1-24f3-44c1-a160-abd1dc400ed7),segment_id=25df7ff1-24f3-44c1-a160-abd1dc400ed7)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:56.190522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.204276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 6aa2fc05-079b-40d2-800e-b34087e21867 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:56.214270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ffb2612a-9f9e-4344-bcdf-a1797c669dc5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.229000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port d820b704-bcd8-4e3b-96a1-c2d04c98fd77 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:09:56.234304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port d820b704-bcd8-4e3b-96a1-c2d04c98fd77 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:09:56.234795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.286606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2612a-9f9e-4344-bcdf-a1797c669dc5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2098b10-fa7e-4843-b59f-5ee0e71de330,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:56.291943 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e10d3b5-b31c-4715-83db-12a79ddb00d1 req-124b6d74-69c7-4ece-bd43-7ef06fc9656a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708653 Dec 08 13:09:56.333586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.356600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:09:56.358876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0423659-93da-4bb5-9fd0-837964909f0e" -d '{"events": [{"server_uuid": "ac2ff89b-520c-4c03-971f-75fa6713d61b", "name": "network-vif-plugged", "status": "completed", "tag": "d820b704-bcd8-4e3b-96a1-c2d04c98fd77"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:09:56.371642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6598169d-8d0c-4be7-a2ec-766073678841 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:56.376914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port d820b704-bcd8-4e3b-96a1-c2d04c98fd77, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:56.389910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ffb2612a-9f9e-4344-bcdf-a1797c669dc5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.391346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ffb2612a-9f9e-4344-bcdf-a1797c669dc5 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5256867 Dec 08 13:09:56.395440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59476) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:56.402241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 6598169d-8d0c-4be7-a2ec-766073678841 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:56.402615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6598169d-8d0c-4be7-a2ec-766073678841 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:56.405019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab41e411-4991-4586-9a2d-bf222d0ab286 x-openstack-request-id: req-ab41e411-4991-4586-9a2d-bf222d0ab286 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:09:56.405319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff89b-520c-4c03-971f-75fa6713d61b", "name": "network-vif-plugged", "status": "completed", "tag": "d820b704-bcd8-4e3b-96a1-c2d04c98fd77", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:09:56.406000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab41e411-4991-4586-9a2d-bf222d0ab286 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:09:56.406473 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'code': 200} Dec 08 13:09:56.429286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.429520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94635af0-6a11-4006-b91b-48c43b6db4d9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.437349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94635af0-6a11-4006-b91b-48c43b6db4d9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.457312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.479268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:56.484245 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=6aa2fc05-079b-40d2-800e-b34087e21867,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:56.523054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 2} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:56.528114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.546236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.577027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94635af0-6a11-4006-b91b-48c43b6db4d9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.582456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94635af0-6a11-4006-b91b-48c43b6db4d9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.583968 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-94635af0-6a11-4006-b91b-48c43b6db4d9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e2098b10-fa7e-4843-b59f-5ee0e71de330 HTTP/1.1" status: 204 len: 168 time: 0.1875727 Dec 08 13:09:56.586696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59478) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:56.606815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94635af0-6a11-4006-b91b-48c43b6db4d9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2098b10-fa7e-4843-b59f-5ee0e71de330,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:56.624797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.649144 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ada30854-499c-4752-b9bb-22e4cc1cd1de tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611572 Dec 08 13:09:56.653120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59480) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:56.678373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 63584a35-f5a7-4da9-8ad4-5d6033297b80 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:09:56.732138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c164307-b4fb-4f19-8433-b5a4af9766bd req-3f39febf-6ce8-48a6-b350-c5f4885ff634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:56.733656 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c164307-b4fb-4f19-8433-b5a4af9766bd req-3f39febf-6ce8-48a6-b350-c5f4885ff634 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 1098 time: 0.0687847 Dec 08 13:09:56.787421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-11dfccd8-7d10-4c6b-975c-867ea858b04e tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.845099 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c164307-b4fb-4f19-8433-b5a4af9766bd req-5e90b809-9d1f-4581-9d51-3a39d5d05b18 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029818 Dec 08 13:09:56.870247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-11dfccd8-7d10-4c6b-975c-867ea858b04e tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.870603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:56.917774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:09:56.935619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 3af7f850-6e7f-4b51-863a-dfb81d8e8214 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:09:57.001418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-11dfccd8-7d10-4c6b-975c-867ea858b04e tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.004048 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-11dfccd8-7d10-4c6b-975c-867ea858b04e tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.005198 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-11dfccd8-7d10-4c6b-975c-867ea858b04e tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/defbb2fd-a93b-4c3e-abcb-663188f552c8 HTTP/1.1" status: 204 len: 168 time: 0.3509483 Dec 08 13:09:57.008412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59482) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:57.021920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfccd8-7d10-4c6b-975c-867ea858b04e tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defbb2fd-a93b-4c3e-abcb-663188f552c8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:57.025887 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:09:57.031309 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9d26eff2-fe29-40d4-b20c-d12d5bff1b22 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8963814 Dec 08 13:09:57.033744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59484) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:57.040897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:09:57.057915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:57.058547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:57.088241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f9d169-4e88-4c82-b3eb-07f2c842aa3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting subnet bf6f9729-106c-4fe3-908d-cd95a02ba808 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:09:57.091604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97f9d169-4e88-4c82-b3eb-07f2c842aa3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.095296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.108854 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2d31a32a-e6fa-4624-88b4-f89d04bb86c8 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0957353 Dec 08 13:09:57.109630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59486) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:57.114049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f2c128db-2af4-4179-a91d-45aed874e7a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558464782'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:57.133311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97f9d169-4e88-4c82-b3eb-07f2c842aa3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.153890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:57.221505 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97f9d169-4e88-4c82-b3eb-07f2c842aa3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.228732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c128db-2af4-4179-a91d-45aed874e7a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.241681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.303311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:09:57.309312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=63584a35-f5a7-4da9-8ad4-5d6033297b80,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:57.311718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:57.316052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:57.317416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.346442 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97f9d169-4e88-4c82-b3eb-07f2c842aa3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.377337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d169-4e88-4c82-b3eb-07f2c842aa3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6f9729-106c-4fe3-908d-cd95a02ba808,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:57.380870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:56Z', 'revision_number': 10, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:57.381798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97f9d169-4e88-4c82-b3eb-07f2c842aa3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.389058 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-97f9d169-4e88-4c82-b3eb-07f2c842aa3a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/bf6f9729-106c-4fe3-908d-cd95a02ba808 HTTP/1.1" status: 204 len: 168 time: 0.3518431 Dec 08 13:09:57.389373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59490) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:57.393288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=3af7f850-6e7f-4b51-863a-dfb81d8e8214,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:57.421335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a128b48-2cb9-467d-bb49-32663af043d9 None None] Network 52076360-6fc4-40f6-9350-bd6e25bcdc41 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:57.433270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c128db-2af4-4179-a91d-45aed874e7a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.434801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:09:57.455409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Checking segment: {'id': 'd059597a-0883-4887-a53e-6119f296c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:09:57.455786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network hostable DHCP agents. Network: 7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:09:57.464879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:09:57.465651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:57.482698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.483804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0c2f2-247e-47ae-b6e8-cb88d6be5233 req-259446e8-9cab-4049-b713-b8258f3b0b7c tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:57.485453 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ce0c2f2-247e-47ae-b6e8-cb88d6be5233 req-259446e8-9cab-4049-b713-b8258f3b0b7c tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 945 time: 0.0706472 Dec 08 13:09:57.507751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c128db-2af4-4179-a91d-45aed874e7a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.543766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port a2e0fc41-84fc-4a90-acdc-38aa83da1b54 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:57.544111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.560473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c128db-2af4-4179-a91d-45aed874e7a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2aea3-b8c7-46da-9a8a-e0b602171f6c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:57.579929 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ce0c2f2-247e-47ae-b6e8-cb88d6be5233 req-a5d4377b-8659-4ced-a1f7-11e3b62a44a6 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871174 Dec 08 13:09:57.582710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:09:57.614145 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port a2e0fc41-84fc-4a90-acdc-38aa83da1b54, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a2e0fc41-84fc-4a90-acdc-38aa83da1b54,segment=NetworkSegment(25df7ff1-24f3-44c1-a160-abd1dc400ed7),segment_id=25df7ff1-24f3-44c1-a160-abd1dc400ed7)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:57.614770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.626785 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for a2e0fc41-84fc-4a90-acdc-38aa83da1b54 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:57.628646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c128db-2af4-4179-a91d-45aed874e7a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.630829 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f2c128db-2af4-4179-a91d-45aed874e7a9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5199847 Dec 08 13:09:57.635127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59492) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:57.641559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d51e396f-918a-43d6-b21e-5b82c58b292a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'b8a2aea3-b8c7-46da-9a8a-e0b602171f6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:57.665853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:09:57.671162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:09:57.681240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:57.687210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:57.687537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.692164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c597660-55a3-4055-b7e0-9ea2a5b31e41 None None] Network 7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:09:57.741043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d51e396f-918a-43d6-b21e-5b82c58b292a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.786158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.797463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d51e396f-918a-43d6-b21e-5b82c58b292a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.812519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=a2e0fc41-84fc-4a90-acdc-38aa83da1b54,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:57.813386 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f63b7003-a41b-4b88-9516-d6c78c8c6e7d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7557998 Dec 08 13:09:57.824087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No DVR routers for this DVR port a2e0fc41-84fc-4a90-acdc-38aa83da1b54 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:09:57.824087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59496) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:57.831076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:09:57.876893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d51e396f-918a-43d6-b21e-5b82c58b292a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.894916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e396f-918a-43d6-b21e-5b82c58b292a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685dd185-8255-429c-81a0-172e6c22bf13,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:57.957450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01119b54-320a-4d48-bed1-f8a6d91984c1 None None] DHCP port deletion for 52076360-6fc4-40f6-9350-bd6e25bcdc41 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:09:57.957679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.969507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d51e396f-918a-43d6-b21e-5b82c58b292a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:57.974826 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d51e396f-918a-43d6-b21e-5b82c58b292a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3378427 Dec 08 13:09:57.975322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59498) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:58.006208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52076360-6fc4-40f6-9350-bd6e25bcdc41']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:58.027541 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-56f5c6c7-307b-4942-881e-151b2789053b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules/685dd185-8255-429c-81a0-172e6c22bf13 HTTP/1.1" status: 200 len: 763 time: 0.0484307 Dec 08 13:09:58.028547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59500) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:58.042614 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25df7ff1-24f3-44c1-a160-abd1dc400ed7') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:58.043004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25df7ff1-24f3-44c1-a160-abd1dc400ed7') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:58.063461 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.089462 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.093176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5992872e-9809-4ab0-8f23-b49d70c49989 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 3af7f850-6e7f-4b51-863a-dfb81d8e8214 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:58.093624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5992872e-9809-4ab0-8f23-b49d70c49989 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.116549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:58.116799 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:56Z', 'revision_number': 10, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:58.117210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:58.122786 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:58.146490 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2e86f725-aeab-45d1-8676-53e3bf9d8651 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1149697 Dec 08 13:09:58.149065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59502) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:58.156210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3696475-b66c-4c86-ac66-f1ca30c31b39 None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:56Z', 'revision_number': 10, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None, '_interfaces': [{'id': '41dc086a-ada8-4597-80bc-91a0c2755e95', 'name': '', 'network_id': '35042a4a-96e4-4920-a68d-19e808d25bcb', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'mac_address': 'fa:16:3e:f5:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:09:16Z', 'updated_at': '2021-12-08T13:09:22Z', 'revision_number': 5, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'subnets': [{'id': '0d153be2-ec89-4a76-a63c-9de9e0f7df30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:09:58.208438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-577a9b41-4b08-41a7-ad31-6014b0a5a8ee tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.216986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-577a9b41-4b08-41a7-ad31-6014b0a5a8ee tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.244489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5992872e-9809-4ab0-8f23-b49d70c49989 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.256856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5992872e-9809-4ab0-8f23-b49d70c49989 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 3af7f850-6e7f-4b51-863a-dfb81d8e8214 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:58.342881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-577a9b41-4b08-41a7-ad31-6014b0a5a8ee tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.349801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-577a9b41-4b08-41a7-ad31-6014b0a5a8ee tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.353287 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-577a9b41-4b08-41a7-ad31-6014b0a5a8ee tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/685dd185-8255-429c-81a0-172e6c22bf13 HTTP/1.1" status: 204 len: 168 time: 0.2002404 Dec 08 13:09:58.353712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59504) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:58.356357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a9b41-4b08-41a7-ad31-6014b0a5a8ee tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=685dd185-8255-429c-81a0-172e6c22bf13,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:58.368605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.378478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.381662 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/networks/52076360-6fc4-40f6-9350-bd6e25bcdc41 HTTP/1.1" status: 204 len: 168 time: 0.9913127 Dec 08 13:09:58.384810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59506) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:58.393593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fd0e3-df62-482b-b448-362f8b64630b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Network': ['ID=52076360-6fc4-40f6-9350-bd6e25bcdc41,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:58.396611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5992872e-9809-4ab0-8f23-b49d70c49989 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.424590 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c84ed18c-f180-41ef-8e88-024c6799363d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0670743 Dec 08 13:09:58.425050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59508) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:58.432664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ba761e59-241c-46a5-8edd-51135d8549b9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'b8a2aea3-b8c7-46da-9a8a-e0b602171f6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:58.447295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992872e-9809-4ab0-8f23-b49d70c49989 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=3af7f850-6e7f-4b51-863a-dfb81d8e8214,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:58.454556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5992872e-9809-4ab0-8f23-b49d70c49989 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.458359 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5992872e-9809-4ab0-8f23-b49d70c49989 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/3af7f850-6e7f-4b51-863a-dfb81d8e8214 HTTP/1.1" status: 204 len: 168 time: 0.6395140 Dec 08 13:09:58.461126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59510) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:58.512580 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c6632-f8d0-4455-9d2a-988070d6fb55 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:58.517800 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c6632-f8d0-4455-9d2a-988070d6fb55 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:58.520100 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-155c6632-f8d0-4455-9d2a-988070d6fb55 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0574887 Dec 08 13:09:58.522929 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59512) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:58.591230 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba761e59-241c-46a5-8edd-51135d8549b9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.659327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-70d53d11-8a91-4a3c-833f-241a41de5001 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 63584a35-f5a7-4da9-8ad4-5d6033297b80 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:58.660966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70d53d11-8a91-4a3c-833f-241a41de5001 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.668622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6aa2fc05-079b-40d2-800e-b34087e21867 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:58.733532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 6aa2fc05-079b-40d2-800e-b34087e21867 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:58.733891 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6aa2fc05-079b-40d2-800e-b34087e21867 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:58.734330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a2e0fc41-84fc-4a90-acdc-38aa83da1b54 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:09:58.745628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70d53d11-8a91-4a3c-833f-241a41de5001 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.749956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba761e59-241c-46a5-8edd-51135d8549b9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.765946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-70d53d11-8a91-4a3c-833f-241a41de5001 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 63584a35-f5a7-4da9-8ad4-5d6033297b80 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:58.777981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: a2e0fc41-84fc-4a90-acdc-38aa83da1b54 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:09:58.778463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a2e0fc41-84fc-4a90-acdc-38aa83da1b54 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:09:58.846710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba761e59-241c-46a5-8edd-51135d8549b9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.885426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bd19-6bd2-4201-b5ed-abc2d228a71b req-53083857-704d-4c18-9fe1-33323ea925dd tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:58.887045 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1214bd19-6bd2-4201-b5ed-abc2d228a71b req-53083857-704d-4c18-9fe1-33323ea925dd tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 945 time: 0.1095836 Dec 08 13:09:58.897519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba761e59-241c-46a5-8edd-51135d8549b9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6efce95-7db3-481d-a6fe-54d69ebd4d5e,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:58.917913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70d53d11-8a91-4a3c-833f-241a41de5001 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.955334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d53d11-8a91-4a3c-833f-241a41de5001 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=63584a35-f5a7-4da9-8ad4-5d6033297b80,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:58.955603 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1214bd19-6bd2-4201-b5ed-abc2d228a71b req-3f30c223-cb83-436c-b52f-540199092ee9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591106 Dec 08 13:09:58.962944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.971821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70d53d11-8a91-4a3c-833f-241a41de5001 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:58.979411 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-70d53d11-8a91-4a3c-833f-241a41de5001 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/63584a35-f5a7-4da9-8ad4-5d6033297b80 HTTP/1.1" status: 204 len: 168 time: 0.4531686 Dec 08 13:09:58.979895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59516) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.001488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba761e59-241c-46a5-8edd-51135d8549b9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.005657 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ba761e59-241c-46a5-8edd-51135d8549b9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5754695 Dec 08 13:09:59.007272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59520) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.050989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f26755a-a26e-4a49-b281-26672b3a941d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:59.054948 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8f26755a-a26e-4a49-b281-26672b3a941d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0713799 Dec 08 13:09:59.055191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59522) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.079491 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-890229a1-57be-4753-92b5-4b3d571ccf1d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules/e6efce95-7db3-481d-a6fe-54d69ebd4d5e HTTP/1.1" status: 200 len: 763 time: 0.0725288 Dec 08 13:09:59.083795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59524) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.086746 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5595d2-9bdb-4827-9c4a-d7a88b57bc5f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:09:59.087558 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eb5595d2-9bdb-4827-9c4a-d7a88b57bc5f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/3af7f850-6e7f-4b51-863a-dfb81d8e8214 HTTP/1.1" status: 404 len: 333 time: 0.0314307 Dec 08 13:09:59.090354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59526) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.116132 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e194b10-2208-4247-82e9-cadf12462b56 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:09:59.120293 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6e194b10-2208-4247-82e9-cadf12462b56 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/63584a35-f5a7-4da9-8ad4-5d6033297b80 HTTP/1.1" status: 404 len: 333 time: 0.0263021 Dec 08 13:09:59.120924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59528) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.204997 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.216129 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8e8af833-d25c-4a2d-b18c-5bc4500587fb tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1309640 Dec 08 13:09:59.220130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59530) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.227625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d08db-2999-470f-b921-426fef3d8039 req-3fd86890-9537-4dec-acae-a3ce863a3ee1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:59.229086 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d02d08db-2999-470f-b921-426fef3d8039 req-3fd86890-9537-4dec-acae-a3ce863a3ee1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 945 time: 0.1649687 Dec 08 13:09:59.278098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4c26247-fe17-4004-a004-40266aa11ced tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.291568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.303633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4c26247-fe17-4004-a004-40266aa11ced tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.314304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:59.325880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd059597a-0883-4887-a53e-6119f296c1c0') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:59.326157 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd059597a-0883-4887-a53e-6119f296c1c0') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:09:59.333645 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d02d08db-2999-470f-b921-426fef3d8039 req-57728e44-17e4-40d2-9b99-aace6bd67b63 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974422 Dec 08 13:09:59.336411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.356142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.361655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59532) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.369564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:09:59.370059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:09:59.375475 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:09:59.425604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4c26247-fe17-4004-a004-40266aa11ced tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.434705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4c26247-fe17-4004-a004-40266aa11ced tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.435839 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c4c26247-fe17-4004-a004-40266aa11ced tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e6efce95-7db3-481d-a6fe-54d69ebd4d5e HTTP/1.1" status: 204 len: 168 time: 0.2058597 Dec 08 13:09:59.438479 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59536) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.449276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c26247-fe17-4004-a004-40266aa11ced tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6efce95-7db3-481d-a6fe-54d69ebd4d5e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:59.452888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 41dc086a-ada8-4597-80bc-91a0c2755e95 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:09:59.456262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.479995 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d785e7dd-2c2b-4e8e-a703-4c36c3a769eb tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402076 Dec 08 13:09:59.482499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59538) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.487553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-42e3744b-d875-4242-a297-73b3457ef96d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'b8a2aea3-b8c7-46da-9a8a-e0b602171f6c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:59.529067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.541448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.548826 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/networks/7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab HTTP/1.1" status: 204 len: 168 time: 0.4231129 Dec 08 13:09:59.549000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port 41dc086a-ada8-4597-80bc-91a0c2755e95, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=41dc086a-ada8-4597-80bc-91a0c2755e95,segment=NetworkSegment(45f0b29a-9dbb-408a-b6ed-6febb2c5d33b),segment_id=45f0b29a-9dbb-408a-b6ed-6febb2c5d33b)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:09:59.549000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.549790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59540) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.557898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ad149-56d7-479b-bdb3-f591247b992d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Network': ['ID=7c7ec43c-d9fb-421e-9a3f-2943ae37b9ab,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:59.561247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-946365536'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:59.566231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213958bd-9e4b-4a8f-bc64-e89bc9031301 tempest-TestVolumeBootPattern-1571713827 tempest-TestVolumeBootPattern-1571713827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:59.567905 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-213958bd-9e4b-4a8f-bc64-e89bc9031301 tempest-TestVolumeBootPattern-1571713827 tempest-TestVolumeBootPattern-1571713827-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 1093 time: 0.2052996 Dec 08 13:09:59.571153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59542) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.572085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 41dc086a-ada8-4597-80bc-91a0c2755e95 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:09:59.575624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:09:59.625142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42e3744b-d875-4242-a297-73b3457ef96d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.638820 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 13:09:59.638820 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 13:09:59.638820 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'project_id_1': '846e760336ad44e4bde1f5d154098eec', 'expiration_1': datetime.datetime(2021, 12, 8, 13, 9, 39, 581105)}] Dec 08 13:09:59.638820 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:09:59.639316 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:09:59.687876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42e3744b-d875-4242-a297-73b3457ef96d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.695079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:09:59.698847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.745886 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42e3744b-d875-4242-a297-73b3457ef96d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.749702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:09:59.763800 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3744b-d875-4242-a297-73b3457ef96d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7891eac9-8aa1-404a-8a39-c9a40706e4b3,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:59.773061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.773061 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Added segment e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f of type vlan for network 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 Dec 08 13:09:59.816551 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-42e3744b-d875-4242-a297-73b3457ef96d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.817711 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-42e3744b-d875-4242-a297-73b3457ef96d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342278 Dec 08 13:09:59.820224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.820409 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59544) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.838888 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-31a1660e-b52f-421d-ad9e-1284c4dca4b9 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules/7891eac9-8aa1-404a-8a39-c9a40706e4b3 HTTP/1.1" status: 200 len: 764 time: 0.0149746 Dec 08 13:09:59.839136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59546) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.840557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.869621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=41dc086a-ada8-4597-80bc-91a0c2755e95,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:09:59.882334 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0e0d6154-c699-470c-853e-9d95729f0bd2 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0398095 Dec 08 13:09:59.882971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59548) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:09:59.911845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e75b8ea2-55f3-4e42-8238-2f6b64d9bf8d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.920036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e75b8ea2-55f3-4e42-8238-2f6b64d9bf8d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.935456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.941074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:09:59.941747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:09:59.995697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.014391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e75b8ea2-55f3-4e42-8238-2f6b64d9bf8d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.024059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e75b8ea2-55f3-4e42-8238-2f6b64d9bf8d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.026216 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e75b8ea2-55f3-4e42-8238-2f6b64d9bf8d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/7891eac9-8aa1-404a-8a39-c9a40706e4b3 HTTP/1.1" status: 204 len: 168 time: 0.1416526 Dec 08 13:10:00.029631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59550) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:00.037924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8ea2-55f3-4e42-8238-2f6b64d9bf8d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7891eac9-8aa1-404a-8a39-c9a40706e4b3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:00.076736 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0332e0d2-26b9-4183-98c9-a3234df36db7 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456064 Dec 08 13:10:00.079362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59552) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:00.093137 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5410795 Dec 08 13:10:00.095265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:00.096102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941376c0-cb5c-4817-9e64-5d810cb00e18 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Network': ['ID=6833bceb-f1f5-49b7-b780-2d0ffd21d9e3,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:00.101230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '6833bceb-f1f5-49b7-b780-2d0ffd21d9e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:00.107345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:00.210389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:10:00.221542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5d56eb63-300a-4d8e-92f5-f1294a0fad9b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.244628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5d56eb63-300a-4d8e-92f5-f1294a0fad9b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.275034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.289364 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:00.299981 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-980c466c-8a51-44fc-ad0b-5dad88c182da tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9092100 Dec 08 13:10:00.299981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59556) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:00.308213 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:00.317767 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:00.318461 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:00.352648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a411da3-f560-4585-9a19-a3864ab9518e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting subnet 0d153be2-ec89-4a76-a63c-9de9e0f7df30 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:00.357074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a411da3-f560-4585-9a19-a3864ab9518e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.379595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:00.383338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.391899 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:00.401241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5d56eb63-300a-4d8e-92f5-f1294a0fad9b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.404271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5d56eb63-300a-4d8e-92f5-f1294a0fad9b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.405471 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5d56eb63-300a-4d8e-92f5-f1294a0fad9b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/b8a2aea3-b8c7-46da-9a8a-e0b602171f6c HTTP/1.1" status: 204 len: 168 time: 0.3251057 Dec 08 13:10:00.406541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a411da3-f560-4585-9a19-a3864ab9518e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.409977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59558) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:00.446254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56eb63-300a-4d8e-92f5-f1294a0fad9b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2aea3-b8c7-46da-9a8a-e0b602171f6c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:00.492175 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Performing IP validity checks on allocation pools {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 13:10:00.493118 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 13:10:00.496130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.528897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-60f558bb-e504-4714-93d5-113fb38d8237 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1175685 Dec 08 13:10:00.544982 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:59Z', 'revision_number': 11, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:00.559687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59560) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:00.567475 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5a04940e-e4e5-4a79-9c38-a51b1d14531d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group': {'name': 'tempest-secgroup--238934235'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:00.575522 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:10:00.585594 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:00.586224 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:00.654411 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:00.713061 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:59Z', 'revision_number': 11, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:00.726487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Allocated IP 172.26.7.237 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/ecdfddc6-c826-4201-b297-e03d6aa2cf91) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:00.728679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a04940e-e4e5-4a79-9c38-a51b1d14531d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.741083 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab41b14-5e6e-400d-86b3-0dda84f45ed9 None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:59Z', 'revision_number': 11, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:00.837916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a411da3-f560-4585-9a19-a3864ab9518e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.860125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.939516 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a04940e-e4e5-4a79-9c38-a51b1d14531d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.947146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.963871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a411da3-f560-4585-9a19-a3864ab9518e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:00.973641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=18ae5223-3675-4af9-8d75-cf584261814a,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:00.989735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a411da3-f560-4585-9a19-a3864ab9518e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Subnet': ['ID=0d153be2-ec89-4a76-a63c-9de9e0f7df30,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:00.992334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Checking segment: {'id': 'e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6833bceb-f1f5-49b7-b780-2d0ffd21d9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:00.992583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network hostable DHCP agents. Network: 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:00.995680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a411da3-f560-4585-9a19-a3864ab9518e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.001229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9a411da3-f560-4585-9a19-a3864ab9518e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/0d153be2-ec89-4a76-a63c-9de9e0f7df30 HTTP/1.1" status: 204 len: 168 time: 0.6996648 Dec 08 13:10:01.001731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59562) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:01.005570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319912f6-3dac-4831-8556-7ec34caf7fa3 None None] Network 35042a4a-96e4-4920-a68d-19e808d25bcb requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:01.020312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a04940e-e4e5-4a79-9c38-a51b1d14531d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.050173 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04940e-e4e5-4a79-9c38-a51b1d14531d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4680d90-01e7-4627-91f6-1e05751f4173,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:01.066482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.094102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.105003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a04940e-e4e5-4a79-9c38-a51b1d14531d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.109404 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5a04940e-e4e5-4a79-9c38-a51b1d14531d tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5486715 Dec 08 13:10:01.111823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:01.116854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59564) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:01.124465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c8e19801-c220-4219-9e2f-097e9e574bbf tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Request body: {'security_group_rule': {'security_group_id': 'd4680d90-01e7-4627-91f6-1e05751f4173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:01.137838 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:01.147691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:01.155764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:01.179084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Deleting port 28c8aea9-0036-4821-bdc0-0d031d081e65 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:01.179425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.190033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'Port': ['ID=ecdfddc6-c826-4201-b297-e03d6aa2cf91,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:01.195806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361601c0-6e6d-4044-bffc-b69b6636dd8c None None] DHCP port deletion for 35042a4a-96e4-4920-a68d-19e808d25bcb request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:01.232117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:01.240543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:01.240883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.249706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa50aa77-3c79-4af8-a33f-6847451ed669 None None] Network 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:01.286756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] For port 28c8aea9-0036-4821-bdc0-0d031d081e65, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=28c8aea9-0036-4821-bdc0-0d031d081e65,segment=NetworkSegment(45f0b29a-9dbb-408a-b6ed-6febb2c5d33b),segment_id=45f0b29a-9dbb-408a-b6ed-6febb2c5d33b)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:01.287153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.289447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c8e19801-c220-4219-9e2f-097e9e574bbf tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.299836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-361601c0-6e6d-4044-bffc-b69b6636dd8c None None] Deleting port 28c8aea9-0036-4821-bdc0-0d031d081e65 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:01.300457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-361601c0-6e6d-4044-bffc-b69b6636dd8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.304790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Calling delete_port for 28c8aea9-0036-4821-bdc0-0d031d081e65 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:01.388776 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a3442fcc-ef78-4650-93d0-0908c1e6b82c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2919550 Dec 08 13:10:01.392993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59568) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:01.399414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '6833bceb-f1f5-49b7-b780-2d0ffd21d9e3', 'name': 'tempest-PortsTestJSON-1287997884'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:01.419264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-361601c0-6e6d-4044-bffc-b69b6636dd8c None None] For port 28c8aea9-0036-4821-bdc0-0d031d081e65, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=28c8aea9-0036-4821-bdc0-0d031d081e65,segment=NetworkSegment(45f0b29a-9dbb-408a-b6ed-6febb2c5d33b),segment_id=45f0b29a-9dbb-408a-b6ed-6febb2c5d33b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:01.419662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-361601c0-6e6d-4044-bffc-b69b6636dd8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.424453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c8e19801-c220-4219-9e2f-097e9e574bbf tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.451920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-361601c0-6e6d-4044-bffc-b69b6636dd8c None None] Calling delete_port for 28c8aea9-0036-4821-bdc0-0d031d081e65 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:01.453611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-6833bceb-f1f5-49b7-b780-2d0ffd21d9e3', 'network_id': '6833bceb-f1f5-49b7-b780-2d0ffd21d9e3', 'project_id': '203ca371c0744f33b5edf3e60eb37a1f', 'fixed_ips': [{'subnet_id': '18ae5223-3675-4af9-8d75-cf584261814a'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:10:01.454498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.481018 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59570) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:01.512861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.522306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c8e19801-c220-4219-9e2f-097e9e574bbf tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.551680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Port': ['ID=28c8aea9-0036-4821-bdc0-0d031d081e65,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:01.554969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No DVR routers for this DVR port 28c8aea9-0036-4821-bdc0-0d031d081e65 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:01.557946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e19801-c220-4219-9e2f-097e9e574bbf tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafa7647-6f6f-4b48-bb56-85583f99845c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:01.656392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.659944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:01.664993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.686404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-361601c0-6e6d-4044-bffc-b69b6636dd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.699231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35042a4a-96e4-4920-a68d-19e808d25bcb']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:01.702060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port b93b4405-ba90-4df8-8362-975b364c5584 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:01.717254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:01.717552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f0b29a-9dbb-408a-b6ed-6febb2c5d33b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:01.727660 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361601c0-6e6d-4044-bffc-b69b6636dd8c None None] Pushing event deleted for resources: {'Port': ['ID=28c8aea9-0036-4821-bdc0-0d031d081e65,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:01.730264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Allocated IP 172.20.0.2 (6833bceb-f1f5-49b7-b780-2d0ffd21d9e3/18ae5223-3675-4af9-8d75-cf584261814a/87d60478-f898-48df-949a-4f2eaee3af2b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:01.736325 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361601c0-6e6d-4044-bffc-b69b6636dd8c None None] No DVR routers for this DVR port 28c8aea9-0036-4821-bdc0-0d031d081e65 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:01.757718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.780893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.794158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:01.794568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:01.797745 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:01.916993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.923539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.924671 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2852a05d-c956-4627-805d-88a9a3144d9c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/4bb0fe82-82c5-4642-85b7-98eb8e7c9caa HTTP/1.1" status: 200 len: 994 time: 0.4425180 Dec 08 13:10:01.932758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.936065 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/networks/35042a4a-96e4-4920-a68d-19e808d25bcb HTTP/1.1" status: 204 len: 168 time: 0.9335895 Dec 08 13:10:01.949030 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59574) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:01.953850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'routes': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:01.956206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71c291-be61-4c44-a247-4b7875e6b29e tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Pushing event deleted for resources: {'Network': ['ID=35042a4a-96e4-4920-a68d-19e808d25bcb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:01.979663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c8e19801-c220-4219-9e2f-097e9e574bbf tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:01.980876 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c8e19801-c220-4219-9e2f-097e9e574bbf tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8630502 Dec 08 13:10:01.983554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59576) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:02.001542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.053310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Network 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:02.063260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:02.067464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:02.075278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Pushing event updated for resources: {'Port': ['ID=87d60478-f898-48df-949a-4f2eaee3af2b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:02.090027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a068-517d-4cbc-bb13-f10d3bc6ac33 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.113350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a068-517d-4cbc-bb13-f10d3bc6ac33 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.133822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Attempting to bind port 87d60478-f898-48df-949a-4f2eaee3af2b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:02.136241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Attempting to bind port 87d60478-f898-48df-949a-4f2eaee3af2b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6833bceb-f1f5-49b7-b780-2d0ffd21d9e3'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:02.136241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Attempting to bind port 87d60478-f898-48df-949a-4f2eaee3af2b on network 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:02.145379 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:02.145976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Checking segment: {'id': 'e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6833bceb-f1f5-49b7-b780-2d0ffd21d9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:02.147872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.147872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Bound using segment: {'id': 'e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6833bceb-f1f5-49b7-b780-2d0ffd21d9e3'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:02.147872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Bound port: 87d60478-f898-48df-949a-4f2eaee3af2b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6833bceb-f1f5-49b7-b780-2d0ffd21d9e3'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:02.149005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.157315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.164636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59580) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:02.188538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.extraroute_db [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Added routes are [] {{(pid=103715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 13:10:02.188781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.extraroute_db [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Removed routes are [] {{(pid=103715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 13:10:02.189387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.221789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] For port 87d60478-f898-48df-949a-4f2eaee3af2b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:02.224993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] For port 87d60478-f898-48df-949a-4f2eaee3af2b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=87d60478-f898-48df-949a-4f2eaee3af2b,segment=NetworkSegment(e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f),segment_id=e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:02.242913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a068-517d-4cbc-bb13-f10d3bc6ac33 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.245617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0aa3a068-517d-4cbc-bb13-f10d3bc6ac33 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.246838 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0aa3a068-517d-4cbc-bb13-f10d3bc6ac33 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/d4680d90-01e7-4627-91f6-1e05751f4173 HTTP/1.1" status: 204 len: 168 time: 0.2622387 Dec 08 13:10:02.250242 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59582) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:02.269804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3a068-517d-4cbc-bb13-f10d3bc6ac33 tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4680d90-01e7-4627-91f6-1e05751f4173,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:02.303891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.4 (6833bceb-f1f5-49b7-b780-2d0ffd21d9e3/18ae5223-3675-4af9-8d75-cf584261814a/b93b4405-ba90-4df8-8362-975b364c5584) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:02.324217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.335596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.358210 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c8e56452-d7b1-4a22-87e0-3fcaa2de562a tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1067097 Dec 08 13:10:02.360733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59584) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:02.410611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43769f-827b-47a8-abcc-54c241c9f118 None None] Pushing event updated for resources: {'Port': ['ID=87d60478-f898-48df-949a-4f2eaee3af2b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:02.454131 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d6bb21d7-bbbe-4ced-8a43-5b0acdaa48ce tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0896716 Dec 08 13:10:02.456016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59586) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:02.487877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 28c8aea9-0036-4821-bdc0-0d031d081e65 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:02.500049 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-04eec578-95cc-4c03-b03d-64bbdf217d5b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] delete failed (client error): The resource could not be found. Dec 08 13:10:02.505092 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-04eec578-95cc-4c03-b03d-64bbdf217d5b tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "DELETE /v2.0/security-groups/d4680d90-01e7-4627-91f6-1e05751f4173 HTTP/1.1" status: 404 len: 347 time: 0.0443289 Dec 08 13:10:02.510746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.511006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59588) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:02.516551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.521218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 28c8aea9-0036-4821-bdc0-0d031d081e65 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:02.521973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 28c8aea9-0036-4821-bdc0-0d031d081e65 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:02.522777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 41dc086a-ada8-4597-80bc-91a0c2755e95 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:02.545175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 41dc086a-ada8-4597-80bc-91a0c2755e95 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:02.545730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 41dc086a-ada8-4597-80bc-91a0c2755e95 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:02.584466 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-49bb2fc9-5fc4-45ab-ade4-39e230e701ad tempest-SecGroupTest-2130098322 tempest-SecGroupTest-2130098322-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764339 Dec 08 13:10:02.603840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.681080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.691118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:10:02.763996 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'Port': ['ID=ecdfddc6-c826-4201-b297-e03d6aa2cf91,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:02.778093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.854640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:02.865573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.868310 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-450e7a23-72a1-4a50-99c8-8fa5493048ed tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 HTTP/1.1" status: 200 len: 704 time: 0.9164996 Dec 08 13:10:02.872283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] Sync routers for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:02.872461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59592) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:02.887557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port e97d8bfb-a3b1-4505-a0f8-88332efaf7ec {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:02.887886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.892619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:02.893611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:02.905065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:02.909636 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Floating IP ab472e2d-f229-4853-bd56-4595c73d9574 associated. External IP: 172.26.7.237, port: d820b704-bcd8-4e3b-96a1-c2d04c98fd77. Dec 08 13:10:02.924086 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7ade32e1-a7aa-4e0d-8ca9-b9a9d059586a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 HTTP/1.1" status: 200 len: 205 time: 0.0464268 Dec 08 13:10:02.927116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59594) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:02.979054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:03.040326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:59Z', 'revision_number': 11, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:03.069036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] Checking router: dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:10:03.078946 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] Routers {'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:03.079585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:03.159643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] Set router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:03.194061 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Router 98a15aed-24a4-466c-9044-57792c703f4c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:10:03.218623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:59Z', 'revision_number': 11, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:03.244972 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59598) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:03.312311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5ebba992-5b83-470f-bb2f-655e388069ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.358090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:03.381426 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] Sync routers for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:03.405141 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:03.406187 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:03.415924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.416261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.468319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad19cdb-eb1a-4a03-8422-87d964bef857 None None] The sync data for ids ['dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556'] in dv-neutron-799625-5-hyperv is: [{'id': 'dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556', 'name': 'tempest-RoutersIpV6Test-router-426806983', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:09:11Z', 'updated_at': '2021-12-08T13:09:59Z', 'revision_number': 11, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:03.473375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.485676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for e97d8bfb-a3b1-4505-a0f8-88332efaf7ec owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:03.530257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.552023 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:03.554492 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-069cff22-6e71-4ef9-90bb-3da174bd54f7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9813151 Dec 08 13:10:03.554492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'tag': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:10:03.560814 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c868c7-c4c3-4da0-95ec-7085c63dba53" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ff89b-520c-4c03-971f-75fa6713d61b", "tag": "d820b704-bcd8-4e3b-96a1-c2d04c98fd77"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:10:03.579869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5ebba992-5b83-470f-bb2f-655e388069ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.599495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5ebba992-5b83-470f-bb2f-655e388069ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.620891 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7c8a6e1d-06d0-43c4-8053-5418ee68a028 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ccd828f118bc4c7e8e0874679509ad3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746057 Dec 08 13:10:03.624902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59608) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:03.705056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a433f39c-a482-4ce1-adfe-8d2fc78306c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.750093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a433f39c-a482-4ce1-adfe-8d2fc78306c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.844380 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'ab472e2d-f229-4853-bd56-4595c73d9574', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:fd:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:10:01Z', 'updated_at': '2021-12-08T13:10:01Z', 'revision_number': 0, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:03.845508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:03.871486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:03.878071 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a433f39c-a482-4ce1-adfe-8d2fc78306c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.879404 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] Checking router: 98a15aed-24a4-466c-9044-57792c703f4c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:10:03.885768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:03.885933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a433f39c-a482-4ce1-adfe-8d2fc78306c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.885933 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a433f39c-a482-4ce1-adfe-8d2fc78306c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e01df07-9c79-492c-9a51-5621ac1a95cb HTTP/1.1" status: 204 len: 168 time: 0.2573640 Dec 08 13:10:03.887358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b91aae2-b222-45d8-a078-91e1a81f8460 x-openstack-request-id: req-1b91aae2-b222-45d8-a078-91e1a81f8460 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:10:03.887828 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ff89b-520c-4c03-971f-75fa6713d61b", "tag": "d820b704-bcd8-4e3b-96a1-c2d04c98fd77", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:10:03.887941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b91aae2-b222-45d8-a078-91e1a81f8460 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:10:03.888563 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'tag': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'status': 'completed', 'code': 200} Dec 08 13:10:03.893354 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:03.894097 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:03.897391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f39c-a482-4ce1-adfe-8d2fc78306c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e01df07-9c79-492c-9a51-5621ac1a95cb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:03.937510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:03.938146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.938672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924ba76-3a4c-440d-b383-a078b16aba87 None None] Network 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:03.947656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=b93b4405-ba90-4df8-8362-975b364c5584,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:03.959192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5ebba992-5b83-470f-bb2f-655e388069ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.959731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebba992-5b83-470f-bb2f-655e388069ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Fanout notify agent at l3_agent the message router_deleted on router dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:10:03.989499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5ebba992-5b83-470f-bb2f-655e388069ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:03.994641 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5ebba992-5b83-470f-bb2f-655e388069ce tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 HTTP/1.1" status: 204 len: 168 time: 1.0625856 Dec 08 13:10:03.996224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59612) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:04.001941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e8438a9d-9eb6-4379-89fd-03109e0ca640 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-891715569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:04.038977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-be018901-c7ca-4383-97d8-c54526071cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:04.040651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-be018901-c7ca-4383-97d8-c54526071cb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 1098 time: 0.0939789 Dec 08 13:10:04.085994 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:04.092909 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-34757550-3217-46f5-9dba-274039b94a0a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6982062 Dec 08 13:10:04.094632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ba05d950-d249-4fba-8bc2-5d0db14d82ad None None] Provisioning complete for port 87d60478-f898-48df-949a-4f2eaee3af2b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:04.095181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ba05d950-d249-4fba-8bc2-5d0db14d82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.097122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59614) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:04.162412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e8438a9d-9eb6-4379-89fd-03109e0ca640 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.165091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e8438a9d-9eb6-4379-89fd-03109e0ca640 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.201702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-2b1078ee-f76b-4a59-9f1e-593be1190256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:04.203816 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-2b1078ee-f76b-4a59-9f1e-593be1190256 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 913 time: 0.1548104 Dec 08 13:10:04.265434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.289978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ba05d950-d249-4fba-8bc2-5d0db14d82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.300372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e8438a9d-9eb6-4379-89fd-03109e0ca640 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.321165 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-78a85b34-cdde-47c6-bf8e-9bc4305a0d9c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port b93b4405-ba90-4df8-8362-975b364c5584 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:04.321533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-78a85b34-cdde-47c6-bf8e-9bc4305a0d9c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.351073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ba05d950-d249-4fba-8bc2-5d0db14d82ad None None] For port 87d60478-f898-48df-949a-4f2eaee3af2b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=87d60478-f898-48df-949a-4f2eaee3af2b,segment=NetworkSegment(e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f),segment_id=e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:04.377504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=e97d8bfb-a3b1-4505-a0f8-88332efaf7ec,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:04.436397 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-022516f8-f1e9-41e7-a164-a81025da433c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d820b704-bcd8-4e3b-96a1-c2d04c98fd77 HTTP/1.1" status: 200 len: 999 time: 0.2230394 Dec 08 13:10:04.457854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ba05d950-d249-4fba-8bc2-5d0db14d82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.480704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e8438a9d-9eb6-4379-89fd-03109e0ca640 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.531334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-78a85b34-cdde-47c6-bf8e-9bc4305a0d9c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.533885 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'ab472e2d-f229-4853-bd56-4595c73d9574', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:fd:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:10:01Z', 'updated_at': '2021-12-08T13:10:01Z', 'revision_number': 0, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:04.544741 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-78a85b34-cdde-47c6-bf8e-9bc4305a0d9c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for b93b4405-ba90-4df8-8362-975b364c5584 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:04.550651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05d950-d249-4fba-8bc2-5d0db14d82ad None None] Pushing event updated for resources: {'Port': ['ID=87d60478-f898-48df-949a-4f2eaee3af2b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:04.602242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.602802 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 4bb0fe82-82c5-4642-85b7-98eb8e7c9caa disassociated (deleted). External IP: 172.26.7.114, port: 2795267e-43fa-499d-a094-0b29409e9360. Dec 08 13:10:04.606309 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2677a7-4e7d-4c9e-98e2-73e3f3865b55 None None] The sync data for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv is: [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'ab472e2d-f229-4853-bd56-4595c73d9574', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.237', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:fd:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:10:01Z', 'updated_at': '2021-12-08T13:10:01Z', 'revision_number': 0, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:04.613668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87d60478-f898-48df-949a-4f2eaee3af2b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:04.625142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4f83e91c-41c2-4a08-be82-39f50c482bd4 None None] Provisioning complete for port 87d60478-f898-48df-949a-4f2eaee3af2b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:04.627977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4f83e91c-41c2-4a08-be82-39f50c482bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.631282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e8438a9d-9eb6-4379-89fd-03109e0ca640 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.635327 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e8438a9d-9eb6-4379-89fd-03109e0ca640 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6350281 Dec 08 13:10:04.636592 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59622) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:04.656835 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-468e84a5-f6fb-447f-b9e0-37c400ee3d18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:04.717892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-106a125a-eda2-4bc5-a392-35a04baba259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:04.720254 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-106a125a-eda2-4bc5-a392-35a04baba259 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.2508528 Dec 08 13:10:04.820071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 87d60478-f898-48df-949a-4f2eaee3af2b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:04.821117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.875218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-cb8f3e78-21eb-440b-8db9-83b3eedf3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:04.876703 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-cb8f3e78-21eb-440b-8db9-83b3eedf3acc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1459322 Dec 08 13:10:04.896519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4f83e91c-41c2-4a08-be82-39f50c482bd4 None None] Provisioning complete for port b93b4405-ba90-4df8-8362-975b364c5584 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:04.897025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4f83e91c-41c2-4a08-be82-39f50c482bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:04.961282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653c831-a62a-4403-829e-6e86c5544239 None None] New status for floating IP ab472e2d-f229-4853-bd56-4595c73d9574: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:10:05.021071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4f83e91c-41c2-4a08-be82-39f50c482bd4 None None] Port b93b4405-ba90-4df8-8362-975b364c5584 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:05.102355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-468e84a5-f6fb-447f-b9e0-37c400ee3d18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.102688 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-42e00092-1842-4e5b-a65b-160a1f4ab565 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174280 Dec 08 13:10:05.117603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-78a85b34-cdde-47c6-bf8e-9bc4305a0d9c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.157645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2b90e2c4-6b58-4adf-84d0-cf941f4277ab None None] Could not find standard attr ID for object b93b4405-ba90-4df8-8362-975b364c5584. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:10:05.165721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a85b34-cdde-47c6-bf8e-9bc4305a0d9c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=b93b4405-ba90-4df8-8362-975b364c5584,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:05.211067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-468e84a5-f6fb-447f-b9e0-37c400ee3d18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.212734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router c6b49f78-86ae-489b-a890-e07d6940a25f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:10:05.290970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59c868c7-c4c3-4da0-95ec-7085c63dba53 req-a0f08f32-65b7-4077-a667-327723df2b0e service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795816 Dec 08 13:10:05.328048 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-78a85b34-cdde-47c6-bf8e-9bc4305a0d9c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.331286 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-78a85b34-cdde-47c6-bf8e-9bc4305a0d9c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/b93b4405-ba90-4df8-8362-975b364c5584 HTTP/1.1" status: 204 len: 168 time: 1.2325232 Dec 08 13:10:05.335333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59634) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:05.378266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:05.383321 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7f12d1-b34e-4b94-bbbd-bea6b387ada2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:05.383903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7f12d1-b34e-4b94-bbbd-bea6b387ada2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:05.390030 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0f7f12d1-b34e-4b94-bbbd-bea6b387ada2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/b93b4405-ba90-4df8-8362-975b364c5584 HTTP/1.1" status: 404 len: 333 time: 0.0536768 Dec 08 13:10:05.390740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59638) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:05.391665 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] Sync routers for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:05.394717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.406799 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:05.407478 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:05.420525 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5b01c3-da5a-4740-a456-9b1f39918d80 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:05.424727 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6b5b01c3-da5a-4740-a456-9b1f39918d80 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/b93b4405-ba90-4df8-8362-975b364c5584 HTTP/1.1" status: 404 len: 333 time: 0.0328288 Dec 08 13:10:05.425344 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59640) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:05.429012 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-67c4be38-a2c9-4aec-8e8f-1fe26e4e059a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/floatingips/4bb0fe82-82c5-4642-85b7-98eb8e7c9caa HTTP/1.1" status: 204 len: 168 time: 3.2633157 Dec 08 13:10:05.429867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'tag': '2795267e-43fa-499d-a094-0b29409e9360'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:10:05.459426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2622dab8-17bf-400c-b07f-489670b33ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "tag": "2795267e-43fa-499d-a094-0b29409e9360"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:10:05.527852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59646) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:05.531853 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb22fd6-bb8f-463d-8e44-97f114a383fe tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 18ae5223-3675-4af9-8d75-cf584261814a {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:05.536043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bdb22fd6-bb8f-463d-8e44-97f114a383fe tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.541072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f5e137-4a41-4ace-aca5-ea0f92153233 x-openstack-request-id: req-88f5e137-4a41-4ace-aca5-ea0f92153233 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:10:05.541376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "tag": "2795267e-43fa-499d-a094-0b29409e9360", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:10:05.545114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88f5e137-4a41-4ace-aca5-ea0f92153233 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:10:05.545808 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'tag': '2795267e-43fa-499d-a094-0b29409e9360', 'status': 'completed', 'code': 200} Dec 08 13:10:05.573321 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:05.600065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-1b70ae84-334d-4bc5-8e22-820d84ea61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:05.601907 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-1b70ae84-334d-4bc5-8e22-820d84ea61ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 1099 time: 0.0440655 Dec 08 13:10:05.602124 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bdb22fd6-bb8f-463d-8e44-97f114a383fe tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.635252 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e84a5-f6fb-447f-b9e0-37c400ee3d18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Router 7a053678-4131-47ce-b51a-5bcb5d25e925 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:10:05.704064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1661216739'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:05.733490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-fa97021f-b0ce-42bb-b1a1-d850af79cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:05.735001 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-fa97021f-b0ce-42bb-b1a1-d850af79cfcd service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521 HTTP/1.1" status: 200 len: 896 time: 0.1252053 Dec 08 13:10:05.782050 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-9cb8b6e1-b2cb-4350-8118-a8c37fd25f60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2795267e-43fa-499d-a094-0b29409e9360 HTTP/1.1" status: 200 len: 217 time: 0.0384607 Dec 08 13:10:05.805351 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '87f46dba-9628-4958-a663-2abf824493c5', 'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:93:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:53Z', 'updated_at': '2021-12-08T13:09:02Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:05.808144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e84a5-f6fb-447f-b9e0-37c400ee3d18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:05.816099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-468e84a5-f6fb-447f-b9e0-37c400ee3d18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.817080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Made reservation on behalf of f541cf11702c46308bd727c500177861 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:05.817368 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-468e84a5-f6fb-447f-b9e0-37c400ee3d18 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "PUT /v2.0/routers/7a053678-4131-47ce-b51a-5bcb5d25e925 HTTP/1.1" status: 200 len: 697 time: 1.1773767 Dec 08 13:10:05.820466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.822325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59650) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:05.828765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] Sync routers for ids ['7a053678-4131-47ce-b51a-5bcb5d25e925'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:05.835994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.848867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] Routers {'7a053678-4131-47ce-b51a-5bcb5d25e925'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:05.849577 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7a053678-4131-47ce-b51a-5bcb5d25e925'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:05.858797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-ac27c5c2-da17-4646-9805-cdee46a42ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:05.874942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-ac27c5c2-da17-4646-9805-cdee46a42ef1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b608c8bf-f819-4c36-8f4c-ed953fe65fa9 HTTP/1.1" status: 200 len: 835 time: 0.0858390 Dec 08 13:10:05.889429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bdb22fd6-bb8f-463d-8e44-97f114a383fe tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:05.929879 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] Checking router: c6b49f78-86ae-489b-a890-e07d6940a25f for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:10:05.934281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] Set router 7a053678-4131-47ce-b51a-5bcb5d25e925 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:05.939134 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:05.939754 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:05.991114 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-36bb8146-fba2-4c90-8359-5bd691ca9b39 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/routers/7a053678-4131-47ce-b51a-5bcb5d25e925 HTTP/1.1" status: 200 len: 703 time: 0.1676087 Dec 08 13:10:05.995191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59654) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:05.997062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a053678-4131-47ce-b51a-5bcb5d25e925', 'name': 'tempest-RoutersIpV6Test-router-891715569', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:04Z', 'updated_at': '2021-12-08T13:10:05Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:06.017864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-f17e028a-0396-4548-b664-1a08c3b10166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:06.020110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-f17e028a-0396-4548-b664-1a08c3b10166 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf5d6887-d9f7-4509-ba7d-bf04f19a0521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1344471 Dec 08 13:10:06.033119 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-46e5f77b-087e-4492-9919-5892d6de92a5 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a053678-4131-47ce-b51a-5bcb5d25e925 HTTP/1.1" status: 200 len: 205 time: 0.0367861 Dec 08 13:10:06.036424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] Checking router: 7a053678-4131-47ce-b51a-5bcb5d25e925 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:10:06.036850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59656) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:06.040143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379842-3055-41ce-bc96-a35e61add5a8 req-45987c66-caf5-4fcf-8938-8333fa16fc07 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:06.046758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] Routers {'7a053678-4131-47ce-b51a-5bcb5d25e925'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:06.047675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:09:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7a053678-4131-47ce-b51a-5bcb5d25e925'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:06.049689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03379842-3055-41ce-bc96-a35e61add5a8 req-45987c66-caf5-4fcf-8938-8333fa16fc07 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 946 time: 0.0946906 Dec 08 13:10:06.097015 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:06.113091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bdb22fd6-bb8f-463d-8e44-97f114a383fe tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.127704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] Set router 7a053678-4131-47ce-b51a-5bcb5d25e925 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:06.148821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c23dc71b-68eb-446c-97f3-84372e5639d1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.190521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb22fd6-bb8f-463d-8e44-97f114a383fe tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=18ae5223-3675-4af9-8d75-cf584261814a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:06.191592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e658b-81cf-4a6f-8e3f-7782f8f71450 None None] Network 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:06.193026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bdb22fd6-bb8f-463d-8e44-97f114a383fe tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.199221 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bdb22fd6-bb8f-463d-8e44-97f114a383fe tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/18ae5223-3675-4af9-8d75-cf584261814a HTTP/1.1" status: 204 len: 168 time: 0.7694478 Dec 08 13:10:06.200446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59658) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:06.220887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a053678-4131-47ce-b51a-5bcb5d25e925', 'name': 'tempest-RoutersIpV6Test-router-891715569', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:04Z', 'updated_at': '2021-12-08T13:10:05Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:06.263219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649b352-2b59-4eee-82e1-fc22c53feaa0 None None] The sync data for ids ['7a053678-4131-47ce-b51a-5bcb5d25e925'] in dv-neutron-799625-5-hyperv is: [{'id': '7a053678-4131-47ce-b51a-5bcb5d25e925', 'name': 'tempest-RoutersIpV6Test-router-891715569', 'tenant_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:04Z', 'updated_at': '2021-12-08T13:10:05Z', 'revision_number': 2, 'project_id': '9c6a26dc3d2d46c6b07505cdc03ca406', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:06.492893 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '87f46dba-9628-4958-a663-2abf824493c5', 'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:93:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:53Z', 'updated_at': '2021-12-08T13:09:02Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:06.526896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37083c-91cd-4c1e-97ab-aba41ef7b926 None None] DHCP port deletion for 6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:06.537104 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d34cb-a56e-49bf-8a4c-dd126b5d6a76 None None] The sync data for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv is: [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:08:54Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '87f46dba-9628-4958-a663-2abf824493c5', 'name': '', 'network_id': 'cf5d6887-d9f7-4509-ba7d-bf04f19a0521', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:93:69:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:53Z', 'updated_at': '2021-12-08T13:09:02Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b608c8bf-f819-4c36-8f4c-ed953fe65fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:06.541999 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-356b879c-58ba-4928-b65a-66ee3bbf08d0 service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106089 Dec 08 13:10:06.581667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.596578 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03379842-3055-41ce-bc96-a35e61add5a8 req-9589ea03-b8c3-4f4a-bdc8-49b7d448916d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5418959 Dec 08 13:10:06.610891 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6f37083c-91cd-4c1e-97ab-aba41ef7b926 None None] Deleting port 87d60478-f898-48df-949a-4f2eaee3af2b {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:06.611277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6f37083c-91cd-4c1e-97ab-aba41ef7b926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.710596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6f37083c-91cd-4c1e-97ab-aba41ef7b926 None None] For port 87d60478-f898-48df-949a-4f2eaee3af2b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=87d60478-f898-48df-949a-4f2eaee3af2b,segment=NetworkSegment(e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f),segment_id=e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:06.711302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6f37083c-91cd-4c1e-97ab-aba41ef7b926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.716465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.729197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6f37083c-91cd-4c1e-97ab-aba41ef7b926 None None] Calling delete_port for 87d60478-f898-48df-949a-4f2eaee3af2b owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:06.746203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:10:06.782347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.783026 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Added segment b73f6ee8-8388-4a5f-be09-fe2a5bde6747 of type vlan for network 62914e5c-2401-496f-bf95-39bc708e78da Dec 08 13:10:06.786389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2a6c10-f74a-4a6c-92d2-33fa98bbcc10,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:06.801675 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2622dab8-17bf-400c-b07f-489670b33ee8 req-81b35f3d-a2c5-477a-abca-2ed44f3b74df service neutron] 10.222.0.72 "GET /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311025 Dec 08 13:10:06.837532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.838107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c23dc71b-68eb-446c-97f3-84372e5639d1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.841397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c23dc71b-68eb-446c-97f3-84372e5639d1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.847327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.917715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6f37083c-91cd-4c1e-97ab-aba41ef7b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.918289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.923859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:06.924453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.937608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 87d60478-f898-48df-949a-4f2eaee3af2b {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:06.937952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:06.943958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37083c-91cd-4c1e-97ab-aba41ef7b926 None None] Pushing event deleted for resources: {'Port': ['ID=87d60478-f898-48df-949a-4f2eaee3af2b,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:06.948512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37083c-91cd-4c1e-97ab-aba41ef7b926 None None] No DVR routers for this DVR port 87d60478-f898-48df-949a-4f2eaee3af2b on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:07.006176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c23dc71b-68eb-446c-97f3-84372e5639d1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.006697 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23dc71b-68eb-446c-97f3-84372e5639d1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Fanout notify agent at l3_agent the message router_deleted on router 7a053678-4131-47ce-b51a-5bcb5d25e925 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:10:07.009317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Pushing event updated for resources: {'Network': ['ID=62914e5c-2401-496f-bf95-39bc708e78da,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:07.015164 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c23dc71b-68eb-446c-97f3-84372e5639d1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.019228 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c23dc71b-68eb-446c-97f3-84372e5639d1 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/7a053678-4131-47ce-b51a-5bcb5d25e925 HTTP/1.1" status: 204 len: 168 time: 0.9783487 Dec 08 13:10:07.020763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 62914e5c-2401-496f-bf95-39bc708e78da details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:07.020911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59660) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.035623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] For port 87d60478-f898-48df-949a-4f2eaee3af2b, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:07.035985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.056574 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f9315058-875c-4b74-a437-e6b2c291e9cf tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a053678-4131-47ce-b51a-5bcb5d25e925 HTTP/1.1" status: 200 len: 205 time: 0.0348737 Dec 08 13:10:07.059604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59662) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.064281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 87d60478-f898-48df-949a-4f2eaee3af2b owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:07.068201 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Port 87d60478-f898-48df-949a-4f2eaee3af2b was not found and therefore no delete operation was performed {{(pid=103716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 13:10:07.069705 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.106374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=87d60478-f898-48df-949a-4f2eaee3af2b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:07.110357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No DVR routers for this DVR port 87d60478-f898-48df-949a-4f2eaee3af2b on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:07.116455 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ec17defc-357c-4d8f-8df6-f8ad191b67de tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5874777 Dec 08 13:10:07.117455 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-ce88204a-9b09-4e9e-9cd3-6ed1fdbb31fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] delete failed (client error): The resource could not be found. Dec 08 13:10:07.120674 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ce88204a-9b09-4e9e-9cd3-6ed1fdbb31fd tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/7a053678-4131-47ce-b51a-5bcb5d25e925 HTTP/1.1" status: 404 len: 336 time: 0.0577333 Dec 08 13:10:07.123052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59664) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.123447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59666) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.129573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Request body: {'subnet': {'network_id': '62914e5c-2401-496f-bf95-39bc708e78da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:07.181658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d5ea9c-aee1-4828-8afa-bc4276637e07 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:07.182182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d5ea9c-aee1-4828-8afa-bc4276637e07 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:07.187786 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f5d5ea9c-aee1-4828-8afa-bc4276637e07 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/df7c86d6-81ea-4a0a-86d7-71575a66eb08 HTTP/1.1" status: 404 len: 337 time: 0.0508595 Dec 08 13:10:07.188770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59668) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.197547 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.219902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6833bceb-f1f5-49b7-b780-2d0ffd21d9e3']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:07.232156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:07.233012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d9b793-a4c5-4b52-b6f3-ce96f5d5370f') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:07.244293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.260275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.270510 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e55566b-4570-44d8-acfc-8c66a9f98700 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:07.270510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e55566b-4570-44d8-acfc-8c66a9f98700 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:07.273240 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0e55566b-4570-44d8-acfc-8c66a9f98700 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/8f0990a3-15ab-4af3-aaea-ea8a67480bf8 HTTP/1.1" status: 404 len: 337 time: 0.0841510 Dec 08 13:10:07.274286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:07.275752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:07.282543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59670) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.290136 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cad5b4-5888-4ce6-b9dc-58253075c883 None None] New status for floating IP 4bb0fe82-82c5-4642-85b7-98eb8e7c9caa: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:10:07.323864 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-e420681e-5dc4-430f-b926-3320571a7641 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:07.324312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e420681e-5dc4-430f-b926-3320571a7641 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:07.330391 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e420681e-5dc4-430f-b926-3320571a7641 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/bf6f9729-106c-4fe3-908d-cd95a02ba808 HTTP/1.1" status: 404 len: 337 time: 0.0465469 Dec 08 13:10:07.330893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-317e9045-556f-4b42-9ddf-ccf4c1ee0651 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:07.331071 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59672) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.332963 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-317e9045-556f-4b42-9ddf-ccf4c1ee0651 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 946 time: 0.0995607 Dec 08 13:10:07.368400 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d257e6-0326-4a18-bbbd-f93b09bfdd74 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:07.368906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d257e6-0326-4a18-bbbd-f93b09bfdd74 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:07.371960 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-59d257e6-0326-4a18-bbbd-f93b09bfdd74 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/0d153be2-ec89-4a76-a63c-9de9e0f7df30 HTTP/1.1" status: 404 len: 337 time: 0.0400078 Dec 08 13:10:07.374962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59674) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.418925 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-032114a2-b69f-4a38-b1e6-e30f30097c5c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 HTTP/1.1" status: 200 len: 205 time: 0.0427115 Dec 08 13:10:07.421350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59676) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.436548 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Made reservation on behalf of f541cf11702c46308bd727c500177861 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:07.439990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.460173 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-aac9ed16-37f3-4787-a782-c588410becd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] delete failed (client error): The resource could not be found. Dec 08 13:10:07.463664 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-aac9ed16-37f3-4787-a782-c588410becd6 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/dbed58b1-dbe5-41a2-b7b9-63eb6e8e3556 HTTP/1.1" status: 404 len: 336 time: 0.0388770 Dec 08 13:10:07.463998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59678) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.474206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.479780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.483818 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/networks/6833bceb-f1f5-49b7-b780-2d0ffd21d9e3 HTTP/1.1" status: 204 len: 168 time: 1.2827053 Dec 08 13:10:07.490723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59680) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.495710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1613071954'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:07.502799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-00267774-633d-45a1-9986-7ccaa0dd2364 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=30e2b117-1236-45e3-a79e-1f1b2025f6b1 HTTP/1.1" status: 200 len: 205 time: 0.0376549 Dec 08 13:10:07.509333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59682) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.511451 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28140a50-a844-454d-8d9c-c7e0ed11506e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Network': ['ID=6833bceb-f1f5-49b7-b780-2d0ffd21d9e3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:07.562026 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-03a1408e-fb1a-4d21-bbad-ecf82caa510a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] delete failed (client error): The resource could not be found. Dec 08 13:10:07.565419 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-03a1408e-fb1a-4d21-bbad-ecf82caa510a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/30e2b117-1236-45e3-a79e-1f1b2025f6b1 HTTP/1.1" status: 404 len: 336 time: 0.0527408 Dec 08 13:10:07.566803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59684) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.570771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 2795267e-43fa-499d-a094-0b29409e9360 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:07.571129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.614958 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f58825-f0d2-4aa9-a52f-7eb3f5ca50f2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:07.615413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f58825-f0d2-4aa9-a52f-7eb3f5ca50f2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:07.617891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:07.621994 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f8f58825-f0d2-4aa9-a52f-7eb3f5ca50f2 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/b47972d2-bd26-4647-811b-3fb150ca4664 HTTP/1.1" status: 404 len: 337 time: 0.0505581 Dec 08 13:10:07.624330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.627524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59688) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.669768 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b2b1ea43-f8f0-4838-bf0e-deb43d9d5ee0 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=71c3fee4-9827-4c48-bcbb-6a0e6fafd88a HTTP/1.1" status: 200 len: 205 time: 0.0408998 Dec 08 13:10:07.683383 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:10:07.690119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59690) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.731973 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.732320 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Added segment 6a0c0f47-7ac8-4107-a746-8ef92f6a6005 of type vlan for network 45025989-4d51-47c3-9223-0f830321882d Dec 08 13:10:07.741119 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-cf609ef8-d2e8-4b16-8414-62376498a639 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] delete failed (client error): The resource could not be found. Dec 08 13:10:07.742626 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cf609ef8-d2e8-4b16-8414-62376498a639 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/71c3fee4-9827-4c48-bcbb-6a0e6fafd88a HTTP/1.1" status: 404 len: 336 time: 0.0510812 Dec 08 13:10:07.745636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59692) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.799328 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3efb7849-66ba-4ace-9702-0c4f0a77013b tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=98ce2cc1-3a11-44bc-92de-6e046e282a14 HTTP/1.1" status: 200 len: 205 time: 0.0525408 Dec 08 13:10:07.802913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59694) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.805743 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.809800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 2795267e-43fa-499d-a094-0b29409e9360, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=2795267e-43fa-499d-a094-0b29409e9360,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:07.810177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.843270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6cc15-ec58-4771-b53f-f8922b43f5d1 req-6d3aec48-e4ca-4f5f-a7bf-88e44827bbaf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:07.844763 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ed6cc15-ec58-4771-b53f-f8922b43f5d1 req-6d3aec48-e4ca-4f5f-a7bf-88e44827bbaf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 946 time: 0.1415031 Dec 08 13:10:07.844931 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-ece4a160-c6c1-4c2c-921d-ecba669f58eb tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] delete failed (client error): The resource could not be found. Dec 08 13:10:07.845675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 2795267e-43fa-499d-a094-0b29409e9360 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:07.845950 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ece4a160-c6c1-4c2c-921d-ecba669f58eb tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/98ce2cc1-3a11-44bc-92de-6e046e282a14 HTTP/1.1" status: 404 len: 336 time: 0.0421069 Dec 08 13:10:07.850885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59696) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.888792 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e3e0e5-582f-4991-a629-377c8ec16659 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:07.889244 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e3e0e5-582f-4991-a629-377c8ec16659 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:07.892265 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-29e3e0e5-582f-4991-a629-377c8ec16659 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/367c26d8-f0d6-47b2-a21a-a72e2fbacc05 HTTP/1.1" status: 404 len: 337 time: 0.0404618 Dec 08 13:10:07.894958 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59698) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.911222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.924127 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7cbe3e50-e703-4a0c-89ca-151b26b054fc tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=51988100-a366-4bd5-b8c1-3cb617e75428 HTTP/1.1" status: 200 len: 205 time: 0.0279534 Dec 08 13:10:07.927069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59700) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.964057 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-9ad35db1-4fc3-49fd-aa46-fc95bc07006d tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] delete failed (client error): The resource could not be found. Dec 08 13:10:07.965082 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9ad35db1-4fc3-49fd-aa46-fc95bc07006d tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/51988100-a366-4bd5-b8c1-3cb617e75428 HTTP/1.1" status: 404 len: 336 time: 0.0371048 Dec 08 13:10:07.965736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.971254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:07.971833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:07.974431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59702) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:07.988715 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ed6cc15-ec58-4771-b53f-f8922b43f5d1 req-49a2be4a-f6c3-490f-a7c9-4f7d708ba932 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f67b2e2-f266-4b4f-aa00-65360209a823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316061 Dec 08 13:10:08.021782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Pushing event updated for resources: {'Subnet': ['ID=3c8058dc-e5ff-460d-bc5f-b8266384376b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:08.026369 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-26262a5a-e28d-4c67-95e6-0ce02cdf3e59 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:08.026872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26262a5a-e28d-4c67-95e6-0ce02cdf3e59 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:08.032560 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-26262a5a-e28d-4c67-95e6-0ce02cdf3e59 tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/185f8883-cd26-4e37-95af-ad304a1a01a2 HTTP/1.1" status: 404 len: 337 time: 0.0510795 Dec 08 13:10:08.032985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59704) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:08.076891 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9fdd710a-87b5-423b-ad61-9d176ef166fb tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "GET /v2.0/ports?device_id=743522c6-6015-4691-8250-5449c8b85875 HTTP/1.1" status: 200 len: 205 time: 0.0426328 Dec 08 13:10:08.081927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59706) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:08.083579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Checking segment: {'id': 'b73f6ee8-8388-4a5f-be09-fe2a5bde6747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '62914e5c-2401-496f-bf95-39bc708e78da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:08.084097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Network hostable DHCP agents. Network: 62914e5c-2401-496f-bf95-39bc708e78da, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:08.127308 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Network': ['ID=45025989-4d51-47c3-9223-0f830321882d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:08.139234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 45025989-4d51-47c3-9223-0f830321882d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:08.173576 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-9b36b663-29f5-4c42-96c0-ec344605118a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] delete failed (client error): The resource could not be found. Dec 08 13:10:08.177336 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9b36b663-29f5-4c42-96c0-ec344605118a tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/routers/743522c6-6015-4691-8250-5449c8b85875 HTTP/1.1" status: 404 len: 336 time: 0.0918636 Dec 08 13:10:08.177974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59708) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:08.206399 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea71823-90ba-4812-8651-e65306fb7fee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:08.207556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea71823-90ba-4812-8651-e65306fb7fee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:08.211857 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dea71823-90ba-4812-8651-e65306fb7fee tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/9ab3c700-4637-4c31-aace-8496dcb2c737 HTTP/1.1" status: 404 len: 337 time: 0.0326834 Dec 08 13:10:08.214585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59710) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:08.242881 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ace6bd2-0104-4b6d-ad69-a9a6ddf98f5c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] DELETE failed (client error): The resource could not be found. Dec 08 13:10:08.243330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ace6bd2-0104-4b6d-ad69-a9a6ddf98f5c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:08.246445 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7ace6bd2-0104-4b6d-ad69-a9a6ddf98f5c tempest-RoutersIpV6Test-1298967801 tempest-RoutersIpV6Test-1298967801-project] 10.222.0.76 "DELETE /v2.0/subnets/65744fc6-d10a-4af2-ab44-41e937b9e265 HTTP/1.1" status: 404 len: 337 time: 0.0304084 Dec 08 13:10:08.250736 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3f0b81a5-4cb4-4650-a83c-78f196151e09 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7578626 Dec 08 13:10:08.252501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59714) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:08.257488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '45025989-4d51-47c3-9223-0f830321882d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:08.305942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Network 62914e5c-2401-496f-bf95-39bc708e78da is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:08.328953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:08.359732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=2795267e-43fa-499d-a094-0b29409e9360,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:08.392235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 62914e5c-2401-496f-bf95-39bc708e78da) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:08.408607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7207a-8b33-4648-bae6-10d710a99558 None None] Network 62914e5c-2401-496f-bf95-39bc708e78da requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:08.414133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:08.416567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:08.417238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port 2795267e-43fa-499d-a094-0b29409e9360 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:08.420184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:08.423577 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-470196cb-bccc-4897-8c73-4225fcb893a1 req-6aa2df5c-1b68-4a6f-8b80-bc3f29017cae tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/2795267e-43fa-499d-a094-0b29409e9360 HTTP/1.1" status: 204 len: 173 time: 1.0843730 Dec 08 13:10:08.424041 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'name': 'network-vif-deleted', 'tag': '2795267e-43fa-499d-a094-0b29409e9360'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:10:08.426422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e292cd51-4323-4b1a-bd81-26206f967200" -d '{"events": [{"server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "name": "network-vif-deleted", "tag": "2795267e-43fa-499d-a094-0b29409e9360"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:10:08.437540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:08.441750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:08.449103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87d60478-f898-48df-949a-4f2eaee3af2b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:08.475948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 87d60478-f898-48df-949a-4f2eaee3af2b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:08.475948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87d60478-f898-48df-949a-4f2eaee3af2b not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:08.487352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edf3c9c-caf9-4f66-b8a5-f3fc2726b1c9 x-openstack-request-id: req-2edf3c9c-caf9-4f66-b8a5-f3fc2726b1c9 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:10:08.488176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36749665-91ab-431c-b3af-b5377a2998cf", "name": "network-vif-deleted", "tag": "2795267e-43fa-499d-a094-0b29409e9360", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:10:08.488527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2edf3c9c-caf9-4f66-b8a5-f3fc2726b1c9 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:10:08.489533 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36749665-91ab-431c-b3af-b5377a2998cf', 'name': 'network-vif-deleted', 'tag': '2795267e-43fa-499d-a094-0b29409e9360', 'status': 'completed', 'code': 200} Dec 08 13:10:08.527365 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5b78fd14-c0be-4c4a-896b-be1c9c38a1dc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4020393 Dec 08 13:10:08.529143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59718) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:08.534846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Request body: {'port': {'network_id': '62914e5c-2401-496f-bf95-39bc708e78da', 'name': 'tempest-TagsExtTest-668016594'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:08.556549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-62914e5c-2401-496f-bf95-39bc708e78da', 'network_id': '62914e5c-2401-496f-bf95-39bc708e78da', 'project_id': 'f541cf11702c46308bd727c500177861', 'fixed_ips': [{'subnet_id': '3c8058dc-e5ff-460d-bc5f-b8266384376b'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:10:08.562082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:08.696322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Allocated IP 172.20.0.2 (62914e5c-2401-496f-bf95-39bc708e78da/3c8058dc-e5ff-460d-bc5f-b8266384376b/3731ccbd-1353-4265-86b3-ec722268b5e3) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:08.771831 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Made reservation on behalf of f541cf11702c46308bd727c500177861 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:08.772332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:08.775947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:08.796494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] device_id is not set on port ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6 yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:08.903601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59722) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:08.915583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=439e3ff7-810b-4e71-a3a7-abe811a3438e,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:08.916080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:08.926872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Checking segment: {'id': '6a0c0f47-7ac8-4107-a746-8ef92f6a6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '45025989-4d51-47c3-9223-0f830321882d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:08.927241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network hostable DHCP agents. Network: 45025989-4d51-47c3-9223-0f830321882d, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:09.006268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.028633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 45025989-4d51-47c3-9223-0f830321882d is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:09.063926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Network 62914e5c-2401-496f-bf95-39bc708e78da is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:09.071036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:09.074381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:09.088461 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bde1f645-2dac-4e29-9ea7-be7c080c4686 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9c6a26dc3d2d46c6b07505cdc03ca406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811345 Dec 08 13:10:09.089527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59728) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:09.090331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Allocated IP 172.20.0.11 (62914e5c-2401-496f-bf95-39bc708e78da/3c8058dc-e5ff-460d-bc5f-b8266384376b/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:09.093801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Pushing event updated for resources: {'Port': ['ID=3731ccbd-1353-4265-86b3-ec722268b5e3,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:09.121194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 45025989-4d51-47c3-9223-0f830321882d) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:09.132071 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:09.132325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.139351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1dcffd-9870-4607-956b-e31298c7e309 None None] Network 45025989-4d51-47c3-9223-0f830321882d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:09.164292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5b03352-9060-4141-a96b-696b081a4eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.167439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Attempting to bind port 3731ccbd-1353-4265-86b3-ec722268b5e3 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:09.167829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Attempting to bind port 3731ccbd-1353-4265-86b3-ec722268b5e3 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b73f6ee8-8388-4a5f-be09-fe2a5bde6747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '62914e5c-2401-496f-bf95-39bc708e78da'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:09.171055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Attempting to bind port 3731ccbd-1353-4265-86b3-ec722268b5e3 on network 62914e5c-2401-496f-bf95-39bc708e78da {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:09.174315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e63f5ca8-fa17-4bbf-b724-f578da909094 req-0bb27cd1-fda6-4837-ab47-42f76d85fa74 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=36749665-91ab-431c-b3af-b5377a2998cf HTTP/1.1" status: 200 len: 210 time: 0.0646474 Dec 08 13:10:09.194015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5b03352-9060-4141-a96b-696b081a4eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.233021 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8d48d7a0-78d7-4af6-b8a2-048e62e659f5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9791789 Dec 08 13:10:09.236078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59730) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:09.244699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:09.245081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Checking segment: {'id': 'b73f6ee8-8388-4a5f-be09-fe2a5bde6747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '62914e5c-2401-496f-bf95-39bc708e78da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:09.245719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.246143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Bound using segment: {'id': 'b73f6ee8-8388-4a5f-be09-fe2a5bde6747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '62914e5c-2401-496f-bf95-39bc708e78da'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:09.246642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Bound port: 3731ccbd-1353-4265-86b3-ec722268b5e3, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73f6ee8-8388-4a5f-be09-fe2a5bde6747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '62914e5c-2401-496f-bf95-39bc708e78da'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:09.247041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.272934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '45025989-4d51-47c3-9223-0f830321882d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1739722684'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:09.340494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5b03352-9060-4141-a96b-696b081a4eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.344084 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5b03352-9060-4141-a96b-696b081a4eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.345662 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a5b03352-9060-4141-a96b-696b081a4eb4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f6e593b-b748-4cf4-8c9f-e381fcfd12fa HTTP/1.1" status: 204 len: 168 time: 0.2547352 Dec 08 13:10:09.357821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b03352-9060-4141-a96b-696b081a4eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e593b-b748-4cf4-8c9f-e381fcfd12fa,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:09.390232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.489559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-45025989-4d51-47c3-9223-0f830321882d', 'network_id': '45025989-4d51-47c3-9223-0f830321882d', 'project_id': '203ca371c0744f33b5edf3e60eb37a1f', 'fixed_ips': [{'subnet_id': '439e3ff7-810b-4e71-a3a7-abe811a3438e'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:10:09.490351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.569033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:09.572927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.591404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 08f7dc0b-9a4d-4187-befb-60fed514f71a yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:09.591670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] For port 3731ccbd-1353-4265-86b3-ec722268b5e3, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:09.609512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] For port 3731ccbd-1353-4265-86b3-ec722268b5e3, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3731ccbd-1353-4265-86b3-ec722268b5e3,segment=NetworkSegment(b73f6ee8-8388-4a5f-be09-fe2a5bde6747),segment_id=b73f6ee8-8388-4a5f-be09-fe2a5bde6747)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:09.626532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.665191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Allocated IP 172.20.0.2 (45025989-4d51-47c3-9223-0f830321882d/439e3ff7-810b-4e71-a3a7-abe811a3438e/11efad04-1c66-4f47-bb75-6930dd7fe05a) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:09.708673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Network 62914e5c-2401-496f-bf95-39bc708e78da is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:09.717024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:09.719589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:09.723421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.768737 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Pushing event updated for resources: {'Port': ['ID=ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:09.777316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:09.778150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.841243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72d28d-4553-4638-9d95-43382e271d69 None None] Pushing event updated for resources: {'Port': ['ID=3731ccbd-1353-4265-86b3-ec722268b5e3,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:09.869777 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dba4d6e5-3106-4f6c-b6e7-70095a754ffe tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3351409 Dec 08 13:10:09.871932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59742) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:09.876819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-65c6564f-aa61-49f4-a9ec-87dc173dd51d tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-211130376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:09.915191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.985738 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65c6564f-aa61-49f4-a9ec-87dc173dd51d tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:09.985738 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65c6564f-aa61-49f4-a9ec-87dc173dd51d tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.005947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.042961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 2795267e-43fa-499d-a094-0b29409e9360 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:10.087124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.10 (45025989-4d51-47c3-9223-0f830321882d/439e3ff7-810b-4e71-a3a7-abe811a3438e/08f7dc0b-9a4d-4187-befb-60fed514f71a) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:10.088928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Network 45025989-4d51-47c3-9223-0f830321882d is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:10.089898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65c6564f-aa61-49f4-a9ec-87dc173dd51d tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.104713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 2795267e-43fa-499d-a094-0b29409e9360 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:10.105184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 2795267e-43fa-499d-a094-0b29409e9360 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:10.110057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:10.112682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:10.141092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Pushing event updated for resources: {'Port': ['ID=11efad04-1c66-4f47-bb75-6930dd7fe05a,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:10.157777 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65c6564f-aa61-49f4-a9ec-87dc173dd51d tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.188377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Attempting to bind port 11efad04-1c66-4f47-bb75-6930dd7fe05a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:10.188754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Attempting to bind port 11efad04-1c66-4f47-bb75-6930dd7fe05a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '6a0c0f47-7ac8-4107-a746-8ef92f6a6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '45025989-4d51-47c3-9223-0f830321882d'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:10.189519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Attempting to bind port 11efad04-1c66-4f47-bb75-6930dd7fe05a on network 45025989-4d51-47c3-9223-0f830321882d {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:10.195761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:10.196139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Checking segment: {'id': '6a0c0f47-7ac8-4107-a746-8ef92f6a6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '45025989-4d51-47c3-9223-0f830321882d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:10.196545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.196950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Bound using segment: {'id': '6a0c0f47-7ac8-4107-a746-8ef92f6a6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '45025989-4d51-47c3-9223-0f830321882d'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:10.197418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Bound port: 11efad04-1c66-4f47-bb75-6930dd7fe05a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0c0f47-7ac8-4107-a746-8ef92f6a6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '45025989-4d51-47c3-9223-0f830321882d'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:10.197804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.250398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59748) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:10.267634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.271002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] For port 11efad04-1c66-4f47-bb75-6930dd7fe05a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:10.276818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.277429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] For port 11efad04-1c66-4f47-bb75-6930dd7fe05a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=11efad04-1c66-4f47-bb75-6930dd7fe05a,segment=NetworkSegment(6a0c0f47-7ac8-4107-a746-8ef92f6a6005),segment_id=6a0c0f47-7ac8-4107-a746-8ef92f6a6005)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:10.298653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-65c6564f-aa61-49f4-a9ec-87dc173dd51d tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.300258 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-65c6564f-aa61-49f4-a9ec-87dc173dd51d tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4271927 Dec 08 13:10:10.303186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59750) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:10.307952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-660cdcf5-031a-471b-962e-1e1193f195e4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1668603469', 'prefixes': ['172.20.0.0/16']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:10.339023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3e399516-158f-4679-bf55-013b7663aa6d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.346920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.378928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3e399516-158f-4679-bf55-013b7663aa6d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.398384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.477708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a16337-0cfc-41b2-b560-8c13dd4f5544 None None] Pushing event updated for resources: {'Port': ['ID=11efad04-1c66-4f47-bb75-6930dd7fe05a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:10.495566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 45025989-4d51-47c3-9223-0f830321882d is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:10.499788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:10.504321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:10.536044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-21246ed6-3b94-4d56-b296-e64d5cebe40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.536211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3731ccbd-1353-4265-86b3-ec722268b5e3 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:10.548723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=08f7dc0b-9a4d-4187-befb-60fed514f71a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:10.580741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:10.582362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.592257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3731ccbd-1353-4265-86b3-ec722268b5e3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:10.593633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.640487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3e399516-158f-4679-bf55-013b7663aa6d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.644978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3e399516-158f-4679-bf55-013b7663aa6d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.645878 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3e399516-158f-4679-bf55-013b7663aa6d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/2f67b2e2-f266-4b4f-aa00-65360209a823 HTTP/1.1" status: 204 len: 168 time: 0.3941710 Dec 08 13:10:10.697037 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e399516-158f-4679-bf55-013b7663aa6d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f67b2e2-f266-4b4f-aa00-65360209a823,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:10.752814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.774241 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fa7bf7e0-48fb-40c1-b029-e5813eb38991 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5369947 Dec 08 13:10:10.778811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59764) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:10.797969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-660cdcf5-031a-471b-962e-1e1193f195e4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for subnetpool, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.803158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59766) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:10.811292 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-660cdcf5-031a-471b-962e-1e1193f195e4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5026503 Dec 08 13:10:10.814169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59768) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:10.815154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 3731ccbd-1353-4265-86b3-ec722268b5e3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3731ccbd-1353-4265-86b3-ec722268b5e3,segment=NetworkSegment(b73f6ee8-8388-4a5f-be09-fe2a5bde6747),segment_id=b73f6ee8-8388-4a5f-be09-fe2a5bde6747)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:10.848238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59770) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:10.864374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-8eb2e34d-863f-4868-ae5f-0fc328a72d5d tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b', 'tempest-TagsExtTest-Tag-1766743633') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:10.888455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.948897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-48ffbfe8-9b95-471a-a1a3-0d89ebca34aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 08f7dc0b-9a4d-4187-befb-60fed514f71a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:10.949757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-48ffbfe8-9b95-471a-a1a3-0d89ebca34aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:10.989438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=3731ccbd-1353-4265-86b3-ec722268b5e3,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:11.020358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7428a80c-2eb9-4c2f-b3eb-bf7651f4d5a6 tempest-DvrRoutersNegativeTest-2133224112 tempest-DvrRoutersNegativeTest-2133224112-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-174010246', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:11.023727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.policy [None req-7428a80c-2eb9-4c2f-b3eb-bf7651f4d5a6 tempest-DvrRoutersNegativeTest-2133224112 tempest-DvrRoutersNegativeTest-2133224112-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103716) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 08 13:10:11.024035 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.policy [None req-7428a80c-2eb9-4c2f-b3eb-bf7651f4d5a6 tempest-DvrRoutersNegativeTest-2133224112 tempest-DvrRoutersNegativeTest-2133224112-project] Failed policy check for 'create_router' {{(pid=103716) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 08 13:10:11.024587 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-7428a80c-2eb9-4c2f-b3eb-bf7651f4d5a6 tempest-DvrRoutersNegativeTest-2133224112 tempest-DvrRoutersNegativeTest-2133224112-project] create failed (client error): Access was denied to this resource. Dec 08 13:10:11.031633 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7428a80c-2eb9-4c2f-b3eb-bf7651f4d5a6 tempest-DvrRoutersNegativeTest-2133224112 tempest-DvrRoutersNegativeTest-2133224112-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1764209 Dec 08 13:10:11.092895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-48ffbfe8-9b95-471a-a1a3-0d89ebca34aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:11.107618 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-48ffbfe8-9b95-471a-a1a3-0d89ebca34aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 08f7dc0b-9a4d-4187-befb-60fed514f71a owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:11.128310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dffc5e-3f06-4ad9-8850-8bde9265a217 None None] Network 62914e5c-2401-496f-bf95-39bc708e78da requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:11.259514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-62f0c600-36a7-4440-ae91-8a94d5c9601b None None] Provisioning complete for port 3731ccbd-1353-4265-86b3-ec722268b5e3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:11.260223 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-62f0c600-36a7-4440-ae91-8a94d5c9601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:11.307515 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8eb2e34d-863f-4868-ae5f-0fc328a72d5d tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags/tempest-TagsExtTest-Tag-1766743633 HTTP/1.1" status: 201 len: 201 time: 0.4847121 Dec 08 13:10:11.308466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59776) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:11.315088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-bf065525-9946-4337-af7b-abb58e91f1a2 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6', 'tempest-TagsExtTest-Tag-1494622172') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:11.358799 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-48ffbfe8-9b95-471a-a1a3-0d89ebca34aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:11.423779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffbfe8-9b95-471a-a1a3-0d89ebca34aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=08f7dc0b-9a4d-4187-befb-60fed514f71a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:11.508675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:11.537131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-48ffbfe8-9b95-471a-a1a3-0d89ebca34aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:11.543036 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-48ffbfe8-9b95-471a-a1a3-0d89ebca34aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/08f7dc0b-9a4d-4187-befb-60fed514f71a HTTP/1.1" status: 204 len: 168 time: 0.7600794 Dec 08 13:10:11.544575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59778) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:11.579221 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2535b3-fe11-40dd-851d-6278822620dd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:11.584158 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3f2535b3-fe11-40dd-851d-6278822620dd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/08f7dc0b-9a4d-4187-befb-60fed514f71a HTTP/1.1" status: 404 len: 333 time: 0.0351019 Dec 08 13:10:11.584390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59780) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:11.654526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d73d108-1ddc-4c59-8b26-7a237116f29c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 439e3ff7-810b-4e71-a3a7-abe811a3438e {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:11.656690 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d73d108-1ddc-4c59-8b26-7a237116f29c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:11.700742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-316ab39e-da5b-45f6-9cc2-acb5d381eda8 None None] Provisioning complete for port 3731ccbd-1353-4265-86b3-ec722268b5e3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:11.701222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-316ab39e-da5b-45f6-9cc2-acb5d381eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:11.756913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d73d108-1ddc-4c59-8b26-7a237116f29c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:11.803821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59784) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:11.806425 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bf065525-9946-4337-af7b-abb58e91f1a2 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags/tempest-TagsExtTest-Tag-1494622172 HTTP/1.1" status: 201 len: 201 time: 0.4964666 Dec 08 13:10:11.816955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59786) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:11.829629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-cd3b1998-f769-461e-b76b-4727b4184cd3 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351', 'tempest-TagsExtTest-Tag-436497960') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:11.892784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-316ab39e-da5b-45f6-9cc2-acb5d381eda8 None None] Provisioning complete for port ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:11.893311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-316ab39e-da5b-45f6-9cc2-acb5d381eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:11.935778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-316ab39e-da5b-45f6-9cc2-acb5d381eda8 None None] Port ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:11.979639 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a9fc31-6681-47df-9404-6b3d7f20ecaf None None] Network 45025989-4d51-47c3-9223-0f830321882d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:12.025776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ed595b3-12d9-4384-9ad5-663229d53956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.055822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d73d108-1ddc-4c59-8b26-7a237116f29c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.089914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4849042f-a38c-441d-bd34-bbff398f723e None None] Provisioning complete for port ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:12.089914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4849042f-a38c-441d-bd34-bbff398f723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.130872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4849042f-a38c-441d-bd34-bbff398f723e None None] Port ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:12.141774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4849042f-a38c-441d-bd34-bbff398f723e None None] Provisioning complete for port 11efad04-1c66-4f47-bb75-6930dd7fe05a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:12.142111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4849042f-a38c-441d-bd34-bbff398f723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.154898 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cd3b1998-f769-461e-b76b-4727b4184cd3 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags/tempest-TagsExtTest-Tag-436497960 HTTP/1.1" status: 201 len: 201 time: 0.3369277 Dec 08 13:10:12.157986 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59790) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:12.165633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-606c0006-b504-4623-aee3-42b8684489f4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b', 'tempest-TagsExtTest-Tag-1340844777') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:12.194977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 87f46dba-9628-4958-a663-2abf824493c5 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:12.195375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.222814 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ed595b3-12d9-4384-9ad5-663229d53956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.232122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d73d108-1ddc-4c59-8b26-7a237116f29c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.250338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4849042f-a38c-441d-bd34-bbff398f723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.266294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73d108-1ddc-4c59-8b26-7a237116f29c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=439e3ff7-810b-4e71-a3a7-abe811a3438e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:12.276531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d73d108-1ddc-4c59-8b26-7a237116f29c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.280936 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7d73d108-1ddc-4c59-8b26-7a237116f29c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/439e3ff7-810b-4e71-a3a7-abe811a3438e HTTP/1.1" status: 204 len: 168 time: 0.6955824 Dec 08 13:10:12.283612 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59792) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:12.294542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ed595b3-12d9-4384-9ad5-663229d53956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.324921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 87f46dba-9628-4958-a663-2abf824493c5, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=87f46dba-9628-4958-a663-2abf824493c5,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:12.327396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.330866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-4849042f-a38c-441d-bd34-bbff398f723e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:10:12.331385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-4849042f-a38c-441d-bd34-bbff398f723e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:10:12.341154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 87f46dba-9628-4958-a663-2abf824493c5 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:12.385505 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-606c0006-b504-4623-aee3-42b8684489f4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags/tempest-TagsExtTest-Tag-1340844777 HTTP/1.1" status: 201 len: 201 time: 0.2237051 Dec 08 13:10:12.388142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c738073-2f7c-4231-bfed-b8da27f5d69b None None] Network 45025989-4d51-47c3-9223-0f830321882d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:12.391652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59794) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:12.401825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-603b3b71-0585-4ef3-ae54-cfaaa665c3bb tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:12.434636 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3ed595b3-12d9-4384-9ad5-663229d53956 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b01d4a13f3574db2a0452fbc05906d60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6269019 Dec 08 13:10:12.440850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59796) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:12.443050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed595b3-12d9-4384-9ad5-663229d53956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986bdb03-9303-4a99-9228-a7741eb006a2,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:12.449499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.575831 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5448e567-260c-4cb0-83a6-e2987c33583e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.585559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3731ccbd-1353-4265-86b3-ec722268b5e3 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:12.587806 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-603b3b71-0585-4ef3-ae54-cfaaa665c3bb tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags HTTP/1.1" status: 200 len: 241 time: 0.1935134 Dec 08 13:10:12.590538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59798) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:12.595880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-552ed7d4-b7c7-41c6-becd-79faa333f059 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b', 'tempest-TagsExtTest-Tag-1766743633') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:12.611109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 11efad04-1c66-4f47-bb75-6930dd7fe05a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:12.611447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.618633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5448e567-260c-4cb0-83a6-e2987c33583e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.622805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0d9c5-39d4-4c1a-9ddc-a50c58a2251f None None] DHCP port deletion for 45025989-4d51-47c3-9223-0f830321882d request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:12.670165 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-552ed7d4-b7c7-41c6-becd-79faa333f059 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags/tempest-TagsExtTest-Tag-1766743633 HTTP/1.1" status: 204 len: 168 time: 0.0752311 Dec 08 13:10:12.670165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59800) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:12.674061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-153047f9-1bd9-404d-80d8-82311f91a26e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b', 'tempest-TagsExtTest-Tag-1766743633') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:12.696675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3731ccbd-1353-4265-86b3-ec722268b5e3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:12.697062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.703183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0d9c5-39d4-4c1a-9ddc-a50c58a2251f None None] Deleting port 11efad04-1c66-4f47-bb75-6930dd7fe05a {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:12.703563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d9c5-39d4-4c1a-9ddc-a50c58a2251f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.718051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.722147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] For port 11efad04-1c66-4f47-bb75-6930dd7fe05a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=11efad04-1c66-4f47-bb75-6930dd7fe05a,segment=NetworkSegment(6a0c0f47-7ac8-4107-a746-8ef92f6a6005),segment_id=6a0c0f47-7ac8-4107-a746-8ef92f6a6005)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:12.727029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.738980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 11efad04-1c66-4f47-bb75-6930dd7fe05a owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:12.753936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=87f46dba-9628-4958-a663-2abf824493c5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:12.813685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8fe0d9c5-39d4-4c1a-9ddc-a50c58a2251f None None] For port 11efad04-1c66-4f47-bb75-6930dd7fe05a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=11efad04-1c66-4f47-bb75-6930dd7fe05a,segment=NetworkSegment(6a0c0f47-7ac8-4107-a746-8ef92f6a6005),segment_id=6a0c0f47-7ac8-4107-a746-8ef92f6a6005)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:12.813987 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d9c5-39d4-4c1a-9ddc-a50c58a2251f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.832401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0d9c5-39d4-4c1a-9ddc-a50c58a2251f None None] Calling delete_port for 11efad04-1c66-4f47-bb75-6930dd7fe05a owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:12.872521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5448e567-260c-4cb0-83a6-e2987c33583e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.875220 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5448e567-260c-4cb0-83a6-e2987c33583e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.880053 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5448e567-260c-4cb0-83a6-e2987c33583e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/986bdb03-9303-4a99-9228-a7741eb006a2 HTTP/1.1" status: 204 len: 168 time: 0.4378748 Dec 08 13:10:12.888876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448e567-260c-4cb0-83a6-e2987c33583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986bdb03-9303-4a99-9228-a7741eb006a2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:12.907314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-153047f9-1bd9-404d-80d8-82311f91a26e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags/tempest-TagsExtTest-Tag-1766743633 HTTP/1.1" status: 204 len: 168 time: 0.2364891 Dec 08 13:10:12.912821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59804) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:12.921539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-b1633b64-c2bf-4758-9e97-ae635677401b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:12.959464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-796f3284-14b9-4836-a061-eeab0a48eeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.969455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4849042f-a38c-441d-bd34-bbff398f723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:12.969663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.009782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=11efad04-1c66-4f47-bb75-6930dd7fe05a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:13.020983 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No DVR routers for this DVR port 11efad04-1c66-4f47-bb75-6930dd7fe05a on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:13.048131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d9c5-39d4-4c1a-9ddc-a50c58a2251f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.055597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.084217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0d9c5-39d4-4c1a-9ddc-a50c58a2251f None None] Pushing event deleted for resources: {'Port': ['ID=11efad04-1c66-4f47-bb75-6930dd7fe05a,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:13.086320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe0d9c5-39d4-4c1a-9ddc-a50c58a2251f None None] No DVR routers for this DVR port 11efad04-1c66-4f47-bb75-6930dd7fe05a on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:13.135087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.142037 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b1633b64-c2bf-4758-9e97-ae635677401b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags HTTP/1.1" status: 200 len: 205 time: 0.2242639 Dec 08 13:10:13.143838 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59806) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:13.150259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-9a72c3d9-b807-4ef2-93d5-d8be8d571917 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.158260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b3634838-0dfe-442b-ac20-585575928dbd None None] Could not find standard attr ID for object 11efad04-1c66-4f47-bb75-6930dd7fe05a. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:10:13.186284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45025989-4d51-47c3-9223-0f830321882d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.199043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0c0f47-7ac8-4107-a746-8ef92f6a6005') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.199343 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0c0f47-7ac8-4107-a746-8ef92f6a6005') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.211913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.230448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.241655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:13.242057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.246853 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9a72c3d9-b807-4ef2-93d5-d8be8d571917 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags HTTP/1.1" status: 200 len: 241 time: 0.1013691 Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:13.247674 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:13.250189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59810) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:13.257702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-477deb1c-ea75-4518-89ab-38f3344bbae4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6', 'tempest-TagsExtTest-Tag-1494622172') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.356690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router c6b49f78-86ae-489b-a890-e07d6940a25f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:10:13.369310 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-477deb1c-ea75-4518-89ab-38f3344bbae4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags/tempest-TagsExtTest-Tag-1494622172 HTTP/1.1" status: 204 len: 168 time: 0.1169150 Dec 08 13:10:13.373226 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59818) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:13.378312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-4e26232f-86cd-47eb-ab52-c5d3e6d453f6 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6', 'tempest-TagsExtTest-Tag-1494622172') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.383670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.407298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.410484 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/networks/45025989-4d51-47c3-9223-0f830321882d HTTP/1.1" status: 204 len: 168 time: 1.1257129 Dec 08 13:10:13.416659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59820) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:13.423495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'name': 'tempest-PortsTestJSON-826402214'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:13.423812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ede43-67d5-428b-826a-d737572a15a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Network': ['ID=45025989-4d51-47c3-9223-0f830321882d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:13.538310 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4e26232f-86cd-47eb-ab52-c5d3e6d453f6 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags/tempest-TagsExtTest-Tag-1494622172 HTTP/1.1" status: 204 len: 168 time: 0.1637659 Dec 08 13:10:13.540700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59824) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:13.545270 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-ba62526d-25aa-40cf-9dec-2bdb30e106b4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.561377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:13.568727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a253cfef-bfec-4a4b-9c3e-842ab4e351d7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/c6b49f78-86ae-489b-a890-e07d6940a25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7644029 Dec 08 13:10:13.571847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59826) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:13.574623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] Sync routers for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:13.585030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:13.585658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.606227 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ba62526d-25aa-40cf-9dec-2bdb30e106b4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags HTTP/1.1" status: 200 len: 205 time: 0.0644889 Dec 08 13:10:13.608973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59828) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:13.615942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-493288a6-439a-460c-b73a-dfd169ecac1e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.694078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:13.699182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d0615c-1726-4115-a720-4fd800dfa00d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting subnet b608c8bf-f819-4c36-8f4c-ed953fe65fa9 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:13.703839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5d0615c-1726-4115-a720-4fd800dfa00d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.706422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:13.710942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.756185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-493288a6-439a-460c-b73a-dfd169ecac1e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags HTTP/1.1" status: 200 len: 240 time: 0.1461537 Dec 08 13:10:13.759703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59834) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:13.765189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 21bd56e1-9086-4589-b69c-72ef9bb56e7c yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:13.767363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-8ec183c7-5a66-469a-982a-fdff6aacb682 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351', 'tempest-TagsExtTest-Tag-436497960') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.773975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5d0615c-1726-4115-a720-4fd800dfa00d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:13.881336 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8ec183c7-5a66-469a-982a-fdff6aacb682 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags/tempest-TagsExtTest-Tag-436497960 HTTP/1.1" status: 204 len: 168 time: 0.1178341 Dec 08 13:10:13.882406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59838) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:13.885994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-e820b3d5-a443-4014-a057-fabc4e4a4e91 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351', 'tempest-TagsExtTest-Tag-436497960') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.887130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:10:12Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.917739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] Checking router: c6b49f78-86ae-489b-a890-e07d6940a25f for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:10:13.927251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] Routers {'c6b49f78-86ae-489b-a890-e07d6940a25f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:13.927896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c6b49f78-86ae-489b-a890-e07d6940a25f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:13.940294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5d0615c-1726-4115-a720-4fd800dfa00d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.038081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59842) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.046833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.077945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59846) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.078257 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e820b3d5-a443-4014-a057-fabc4e4a4e91 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags/tempest-TagsExtTest-Tag-436497960 HTTP/1.1" status: 204 len: 168 time: 0.1956379 Dec 08 13:10:14.084227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-3542717f-c4fd-4f40-aa40-5203d007ac1b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:14.132411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5d0615c-1726-4115-a720-4fd800dfa00d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.193391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-480511676-network', 'tenant_id': '994d6c6e3f1c426bad993fd26950c0c1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:14.195774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] Set router c6b49f78-86ae-489b-a890-e07d6940a25f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:14.203784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0615c-1726-4115-a720-4fd800dfa00d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Subnet': ['ID=b608c8bf-f819-4c36-8f4c-ed953fe65fa9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:14.208413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5d0615c-1726-4115-a720-4fd800dfa00d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.214132 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a5d0615c-1726-4115-a720-4fd800dfa00d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/subnets/b608c8bf-f819-4c36-8f4c-ed953fe65fa9 HTTP/1.1" status: 204 len: 168 time: 0.6388245 Dec 08 13:10:14.217167 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59848) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.220696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.227231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a083595-8102-470e-9d3f-236ad53d0b49 None None] Network cf5d6887-d9f7-4509-ba7d-bf04f19a0521 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:14.227399 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3542717f-c4fd-4f40-aa40-5203d007ac1b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags HTTP/1.1" status: 200 len: 205 time: 0.1452515 Dec 08 13:10:14.229985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59850) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.259123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-b95de220-39e7-4796-90a0-807ae97987f6 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:14.279194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.302799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:14.309956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=21bd56e1-9086-4589-b69c-72ef9bb56e7c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:14.313311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:14.319803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:14.325720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:14.326741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.335508 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b95de220-39e7-4796-90a0-807ae97987f6 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags HTTP/1.1" status: 200 len: 241 time: 0.0971005 Dec 08 13:10:14.335749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59852) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.337920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Made reservation on behalf of 994d6c6e3f1c426bad993fd26950c0c1 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:14.340248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.340470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-20b5f02a-437d-4640-8605-81f3bdfe12a0 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b', 'tempest-TagsExtTest-Tag-1340844777') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:14.349715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.373947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.427945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.434862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-297076e5-f3ee-4f2b-9cfa-a405b440458d tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0171294 Dec 08 13:10:14.435437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59854) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.451785 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-20b5f02a-437d-4640-8605-81f3bdfe12a0 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags/tempest-TagsExtTest-Tag-1340844777 HTTP/1.1" status: 204 len: 168 time: 0.1147859 Dec 08 13:10:14.457606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59856) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.462484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-3795ec99-564f-49a1-aaba-40b5d41c73e4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b', 'tempest-TagsExtTest-Tag-1340844777') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:14.491267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:10:12Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:14.514368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.528038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e2517-3b7f-450f-a33f-faa40b4b24c6 None None] The sync data for ids ['c6b49f78-86ae-489b-a890-e07d6940a25f'] in dv-neutron-799625-5-hyperv is: [{'id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'name': 'tempest-TestNetworkBasicOps-router-949962279', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:42Z', 'updated_at': '2021-12-08T13:10:12Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b49f78-86ae-489b-a890-e07d6940a25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:43Z', 'updated_at': '2021-12-08T13:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:14.546091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7340177a-8ce7-4445-85f6-d61147a09cc1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:14.547967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87ad74-c5c9-4b96-9f96-dfa878372033 None None] DHCP port deletion for cf5d6887-d9f7-4509-ba7d-bf04f19a0521 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:14.560640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:10:14.585544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.585965 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Added segment 0c6a5697-278a-43ab-87c3-b56cfd4c9bb4 of type vlan for network 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 Dec 08 13:10:14.598633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-41ced02f-b842-4736-80cb-05f669d2dac4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 21bd56e1-9086-4589-b69c-72ef9bb56e7c {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:14.599188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41ced02f-b842-4736-80cb-05f669d2dac4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.611225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.623933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5f87ad74-c5c9-4b96-9f96-dfa878372033 None None] Deleting port c7fd485f-7d0c-4d3e-8612-2efcc48d8095 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:14.624499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad74-c5c9-4b96-9f96-dfa878372033 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.654567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.672742 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3795ec99-564f-49a1-aaba-40b5d41c73e4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags/tempest-TagsExtTest-Tag-1340844777 HTTP/1.1" status: 204 len: 168 time: 0.2137916 Dec 08 13:10:14.675054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59858) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.680292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-06cc462b-e428-4643-89b4-24712c866762 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:14.689767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5f87ad74-c5c9-4b96-9f96-dfa878372033 None None] For port c7fd485f-7d0c-4d3e-8612-2efcc48d8095, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c7fd485f-7d0c-4d3e-8612-2efcc48d8095,segment=NetworkSegment(a60db0dc-f41b-4c32-83fa-6b1f08099f78),segment_id=a60db0dc-f41b-4c32-83fa-6b1f08099f78)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:14.690254 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad74-c5c9-4b96-9f96-dfa878372033 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.712472 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41ced02f-b842-4736-80cb-05f669d2dac4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.712694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5f87ad74-c5c9-4b96-9f96-dfa878372033 None None] Calling delete_port for c7fd485f-7d0c-4d3e-8612-2efcc48d8095 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:14.712806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59860) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.712912 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-06cc462b-e428-4643-89b4-24712c866762 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags HTTP/1.1" status: 200 len: 205 time: 0.0349855 Dec 08 13:10:14.714032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-4e1d5f68-17ad-455b-8e7d-a477bcf9b5c6 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:14.740397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-41ced02f-b842-4736-80cb-05f669d2dac4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 21bd56e1-9086-4589-b69c-72ef9bb56e7c owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:14.771571 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4e1d5f68-17ad-455b-8e7d-a477bcf9b5c6 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags HTTP/1.1" status: 204 len: 168 time: 0.0575807 Dec 08 13:10:14.773332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59862) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.781236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-01760640-6f13-46a1-b5c3-e40e9c3ec62c tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:14.786251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:14.786696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.822068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.823054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:14.823624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.875051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5f87ad74-c5c9-4b96-9f96-dfa878372033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.901741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 11efad04-1c66-4f47-bb75-6930dd7fe05a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:14.930674 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ad74-c5c9-4b96-9f96-dfa878372033 None None] Pushing event deleted for resources: {'Port': ['ID=c7fd485f-7d0c-4d3e-8612-2efcc48d8095,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:14.949357 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9100084 Dec 08 13:10:14.950285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dbd6c-ebfa-4cbc-973f-d3c2ea1a29ea admin admin] Pushing event updated for resources: {'Network': ['ID=6ede54fc-a448-4d22-94a7-5cfccbc5f2a0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:14.952378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59864) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:14.957919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Request body: {'subnet': {'network_id': '6ede54fc-a448-4d22-94a7-5cfccbc5f2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-480511676-subnet', 'tenant_id': '994d6c6e3f1c426bad993fd26950c0c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:14.961782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87ad74-c5c9-4b96-9f96-dfa878372033 None None] No DVR routers for this DVR port c7fd485f-7d0c-4d3e-8612-2efcc48d8095 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:14.968131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41ced02f-b842-4736-80cb-05f669d2dac4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:14.972643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:14.974995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 11efad04-1c66-4f47-bb75-6930dd7fe05a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:14.976990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 11efad04-1c66-4f47-bb75-6930dd7fe05a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:15.024309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ced02f-b842-4736-80cb-05f669d2dac4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=21bd56e1-9086-4589-b69c-72ef9bb56e7c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:15.032802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41ced02f-b842-4736-80cb-05f669d2dac4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.038959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-41ced02f-b842-4736-80cb-05f669d2dac4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/21bd56e1-9086-4589-b69c-72ef9bb56e7c HTTP/1.1" status: 204 len: 168 time: 0.6001263 Dec 08 13:10:15.039171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59866) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:15.044123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'mac_address': 'fa:16:3e:0f:44:a2', 'name': 'tempest-PortsTestJSON-336310301'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:15.189385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.296941 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-01760640-6f13-46a1-b5c3-e40e9c3ec62c tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags HTTP/1.1" status: 204 len: 168 time: 0.5213845 Dec 08 13:10:15.301072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59868) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:15.304023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:15.304386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.309080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-39d10668-5a8a-45d6-9474-e17de328e03a tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:15.340181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:15.346394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Made reservation on behalf of 994d6c6e3f1c426bad993fd26950c0c1 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:15.349229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.423629 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-39d10668-5a8a-45d6-9474-e17de328e03a tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1215379 Dec 08 13:10:15.427530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59870) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:15.431716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-7fa71c7f-d023-4d64-b2e3-c2492e15957a tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:15.569138 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7fa71c7f-d023-4d64-b2e3-c2492e15957a tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags HTTP/1.1" status: 204 len: 168 time: 0.1405010 Dec 08 13:10:15.579132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59872) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:15.583716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-c213dfc7-188a-4a41-807f-367aac4ee03f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b', 'tempest-TagsExtTest-Tag-272584121') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:15.597153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:15.656383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.688225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.692361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.726140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:15.733055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576755db-bd12-435e-a4be-f0c0d4fd8e8e None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:15.740162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146fecf0-511b-4642-938e-fa2ffdc588a6,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:15.747498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port d87e7244-a4f9-4ebd-a1f0-ca6312c8e6ed yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:15.759261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Checking segment: {'id': '0c6a5697-278a-43ab-87c3-b56cfd4c9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6ede54fc-a448-4d22-94a7-5cfccbc5f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:15.759476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Network hostable DHCP agents. Network: 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:15.780515 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c213dfc7-188a-4a41-807f-367aac4ee03f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags/tempest-TagsExtTest-Tag-272584121 HTTP/1.1" status: 201 len: 201 time: 0.1983147 Dec 08 13:10:15.783831 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59874) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:15.789179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-34dbe7e2-2761-4926-bd9d-20fff79f8583 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6', 'tempest-TagsExtTest-Tag-1852408876') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:15.799524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.902699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Network 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:15.914149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.917125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.929806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:15.991281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:16.001244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:16.001244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.001521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d3f9d4-88b3-491c-aca5-062245b84771 None None] Network 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:16.020748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.065403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:16.069112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:16.072007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:16.078063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:16.078723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.079408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.080095 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Fanout notify agent at l3_agent the message router_deleted on router c6b49f78-86ae-489b-a890-e07d6940a25f {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:10:16.087518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59876) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.088455 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-34dbe7e2-2761-4926-bd9d-20fff79f8583 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags/tempest-TagsExtTest-Tag-1852408876 HTTP/1.1" status: 201 len: 201 time: 0.3034468 Dec 08 13:10:16.094791 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.099988 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7727c3cf-bf20-412a-898a-548ea436226d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/routers/c6b49f78-86ae-489b-a890-e07d6940a25f HTTP/1.1" status: 204 len: 168 time: 1.8806300 Dec 08 13:10:16.100692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59878) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.116606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-2eebaec8-94bc-4d64-877d-e932761ae696 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351', 'tempest-TagsExtTest-Tag-516167210') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:16.120734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a200cfc-2c27-485b-aff0-c0a41dc29be4 None None] Network 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:16.124778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=d87e7244-a4f9-4ebd-a1f0-ca6312c8e6ed,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:16.138565 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2ce7ccfc-e3bd-421d-b2f2-f237919d0d12 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1851106 Dec 08 13:10:16.232962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a232d17d-436b-49e4-a7b4-126df59c7d90 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1927884 Dec 08 13:10:16.235490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59882) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.248376 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.250864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.292959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76a3725-accc-4828-9275-fd3ddb03b785 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:16.295263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f76a3725-accc-4828-9275-fd3ddb03b785 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/d87e7244-a4f9-4ebd-a1f0-ca6312c8e6ed HTTP/1.1" status: 200 len: 840 time: 0.0578935 Dec 08 13:10:16.302956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59884) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.356694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.380424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5d6887-d9f7-4509-ba7d-bf04f19a0521']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:16.390933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60db0dc-f41b-4c32-83fa-6b1f08099f78') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:16.391233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60db0dc-f41b-4c32-83fa-6b1f08099f78') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:16.400238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-965c76aa-97f2-463d-8a8b-8c15badfe6eb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port d87e7244-a4f9-4ebd-a1f0-ca6312c8e6ed {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:16.400651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-965c76aa-97f2-463d-8a8b-8c15badfe6eb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.401972 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.406491 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2eebaec8-94bc-4d64-877d-e932761ae696 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags/tempest-TagsExtTest-Tag-516167210 HTTP/1.1" status: 201 len: 201 time: 0.3187213 Dec 08 13:10:16.409848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59888) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.416791 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-9bf47c40-67e7-4e57-be8a-9a55158032a3 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b', 'tempest-TagsExtTest-Tag-1084110490') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:16.432207 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.442347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:16.442782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:16.449093 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:16.490528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-965c76aa-97f2-463d-8a8b-8c15badfe6eb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.508591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-965c76aa-97f2-463d-8a8b-8c15badfe6eb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for d87e7244-a4f9-4ebd-a1f0-ca6312c8e6ed owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:16.578665 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9bf47c40-67e7-4e57-be8a-9a55158032a3 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags/tempest-TagsExtTest-Tag-1084110490 HTTP/1.1" status: 201 len: 201 time: 0.1675038 Dec 08 13:10:16.581050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59892) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.585471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-106b91bb-25ae-4fe5-8d85-eb80b45021da tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b', {'tags': ['tempest-TagsExtTest-Tag-388620811', 'tempest-TagsExtTest-Tag-2119799315', 'tempest-TagsExtTest-Tag-621371644']}) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:16.622841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.630665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.633982 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/networks/cf5d6887-d9f7-4509-ba7d-bf04f19a0521 HTTP/1.1" status: 204 len: 168 time: 0.5322244 Dec 08 13:10:16.656772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59896) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.658805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'network': {'name': 'tempest-network-smoke--1358590238', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'port_security_enabled': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:16.662044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d5677-298e-4ce7-8e1c-c647c4a68af1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Network': ['ID=cf5d6887-d9f7-4509-ba7d-bf04f19a0521,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:16.689537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-965c76aa-97f2-463d-8a8b-8c15badfe6eb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.726168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c76aa-97f2-463d-8a8b-8c15badfe6eb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=d87e7244-a4f9-4ebd-a1f0-ca6312c8e6ed,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:16.727133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c7fd485f-7d0c-4d3e-8612-2efcc48d8095 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:16.734005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-965c76aa-97f2-463d-8a8b-8c15badfe6eb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.740967 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-965c76aa-97f2-463d-8a8b-8c15badfe6eb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/d87e7244-a4f9-4ebd-a1f0-ca6312c8e6ed HTTP/1.1" status: 204 len: 168 time: 0.4367802 Dec 08 13:10:16.741071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59900) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.767371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: c7fd485f-7d0c-4d3e-8612-2efcc48d8095 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:16.770179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c7fd485f-7d0c-4d3e-8612-2efcc48d8095 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:16.770179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87f46dba-9628-4958-a663-2abf824493c5 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:16.773763 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced5f55d-55fe-4183-8888-749b2575d55a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:16.782229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ced5f55d-55fe-4183-8888-749b2575d55a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/d87e7244-a4f9-4ebd-a1f0-ca6312c8e6ed HTTP/1.1" status: 404 len: 333 time: 0.0340693 Dec 08 13:10:16.782875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59902) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.789466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'name': 'tempest-PortsTestJSON-185386456'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:16.799602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 87f46dba-9628-4958-a663-2abf824493c5 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:16.799966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 87f46dba-9628-4958-a663-2abf824493c5 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:16.801031 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:16.804086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:16.808435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.825461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:16.825932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 14e833b6-b02e-4ed7-8a46-34bfa0d1ea2a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:16.830951 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-106b91bb-25ae-4fe5-8d85-eb80b45021da tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags HTTP/1.1" status: 200 len: 316 time: 0.2485783 Dec 08 13:10:16.834322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59904) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:16.840525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-0eb95d47-849c-4921-aa45-eb8f027ee63b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:16.871323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:10:16.885226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.885665 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Added segment f3699e50-87ac-448a-97c9-38af2c2cbf08 of type vlan for network 4913db85-e1be-4121-95f1-baf00ddcd946 Dec 08 13:10:16.946691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.973725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:16.978795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:16.997764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 0bea5789-5a45-4175-906d-573358080cfb yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:17.017661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59910) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.023427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1521352716-network', 'tenant_id': '50b96605147e4cffa106cafc8e190224'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:17.057216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.062969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:17.064199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.067893 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0eb95d47-849c-4921-aa45-eb8f027ee63b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags HTTP/1.1" status: 204 len: 168 time: 0.2324657 Dec 08 13:10:17.072066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59912) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.077081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-7722a937-2f08-42bc-96d2-99313055f5b5 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b', 'tempest-TagsExtTest-Tag-388620811') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:17.141049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Made reservation on behalf of 50b96605147e4cffa106cafc8e190224 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:17.145018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.147037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Network': ['ID=4913db85-e1be-4121-95f1-baf00ddcd946,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:17.159576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.169439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.169793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.170142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.170487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.170847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.171183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.171515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.171847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.172182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.172512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.172843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.173169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.173494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:17.186503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 4913db85-e1be-4121-95f1-baf00ddcd946 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:17.192749 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1ddc3076-8eeb-4642-aebe-25c109a888a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5381620 Dec 08 13:10:17.195674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59916) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.201644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-518101669', 'admin_state_up': True, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:17.219099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.231394 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-7722a937-2f08-42bc-96d2-99313055f5b5 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:17.232485 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7722a937-2f08-42bc-96d2-99313055f5b5 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags/tempest-TagsExtTest-Tag-388620811 HTTP/1.1" status: 404 len: 328 time: 0.1593416 Dec 08 13:10:17.235358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59918) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.241950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-78bbcafe-c484-4b3a-8f5b-073b5f04e747 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b', 'tempest-TagsExtTest-Tag-2119799315') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:17.310850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.323741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-78bbcafe-c484-4b3a-8f5b-073b5f04e747 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:17.324855 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-78bbcafe-c484-4b3a-8f5b-073b5f04e747 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags/tempest-TagsExtTest-Tag-2119799315 HTTP/1.1" status: 404 len: 329 time: 0.0885556 Dec 08 13:10:17.327651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59920) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.331742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-1fb70c87-af65-4399-b008-f9e8e176daa0 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b', 'tempest-TagsExtTest-Tag-621371644') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:17.356614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.357601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.372331 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.419695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:17.422834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:17.429315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:17.435811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:17.436438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.445261 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=0bea5789-5a45-4175-906d-573358080cfb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:17.460208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.471602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.492844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:10:17.499504 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-1fb70c87-af65-4399-b008-f9e8e176daa0 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:17.500946 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1fb70c87-af65-4399-b008-f9e8e176daa0 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags/tempest-TagsExtTest-Tag-621371644 HTTP/1.1" status: 404 len: 328 time: 0.1722775 Dec 08 13:10:17.504365 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59922) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.509402 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-43ee00d2-2449-4145-b546-b66c2da7b32a tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6', {'tags': ['tempest-TagsExtTest-Tag-101661064', 'tempest-TagsExtTest-Tag-132473357', 'tempest-TagsExtTest-Tag-2135344059']}) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:17.512161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d122101-1e79-49b8-8aa3-b355666dc43c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:17.517894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.518237 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Added segment 9c427e8b-e08f-418d-a648-53d996bd48c7 of type vlan for network 4d7dcb87-6337-4c91-b23d-f6f022b2823d Dec 08 13:10:17.559972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.577115 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ab2ded3d-b129-4204-82cd-4c42b7e10078 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7930121 Dec 08 13:10:17.579639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59924) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.584786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b5f5f857-7755-4fc2-9f60-a3ee6f806ca2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:17.646763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f857-7755-4fc2-9f60-a3ee6f806ca2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.711479 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-43ee00d2-2449-4145-b546-b66c2da7b32a tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags HTTP/1.1" status: 200 len: 316 time: 0.2057796 Dec 08 13:10:17.715617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59926) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.729325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-e25fb656-3eef-442c-9213-9a1dba349542 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:17.730345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.740840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:17.740840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.832810 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8136730 Dec 08 13:10:17.837051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.837761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59928) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.843237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Request body: {'subnet': {'network_id': '4d7dcb87-6337-4c91-b23d-f6f022b2823d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1521352716-subnet', 'tenant_id': '50b96605147e4cffa106cafc8e190224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:17.867976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f857-7755-4fc2-9f60-a3ee6f806ca2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.868610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525639f9-65c5-44ae-8df0-3a79bccaf9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7dcb87-6337-4c91-b23d-f6f022b2823d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:17.880369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 4d7dcb87-6337-4c91-b23d-f6f022b2823d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:17.952812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f857-7755-4fc2-9f60-a3ee6f806ca2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.955873 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e25fb656-3eef-442c-9213-9a1dba349542 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags HTTP/1.1" status: 204 len: 168 time: 0.2392116 Dec 08 13:10:17.956473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Made reservation on behalf of 50b96605147e4cffa106cafc8e190224 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:17.959116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59930) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:17.959513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:17.963541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-ec0bdd0d-82bf-4c9a-991e-76d2ea1428bd tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6', 'tempest-TagsExtTest-Tag-101661064') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:18.003694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5f857-7755-4fc2-9f60-a3ee6f806ca2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] In _notify_port_updated(), no bound segment for port 0bea5789-5a45-4175-906d-573358080cfb on network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:10:18.009160 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5f857-7755-4fc2-9f60-a3ee6f806ca2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:18.009766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f857-7755-4fc2-9f60-a3ee6f806ca2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.016344 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b5f5f857-7755-4fc2-9f60-a3ee6f806ca2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "PUT /v2.0/ports/0bea5789-5a45-4175-906d-573358080cfb HTTP/1.1" status: 200 len: 818 time: 0.4304976 Dec 08 13:10:18.016796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59932) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:18.063118 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-ec0bdd0d-82bf-4c9a-991e-76d2ea1428bd tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:18.064138 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ec0bdd0d-82bf-4c9a-991e-76d2ea1428bd tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags/tempest-TagsExtTest-Tag-101661064 HTTP/1.1" status: 404 len: 328 time: 0.1040976 Dec 08 13:10:18.067821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59934) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:18.073069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-7643ddab-3e22-4a92-80d9-70f26d70fbec tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6', 'tempest-TagsExtTest-Tag-132473357') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:18.086768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5f857-7755-4fc2-9f60-a3ee6f806ca2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=0bea5789-5a45-4175-906d-573358080cfb,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:18.198273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.210913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a3684397-7068-40ea-a36a-09c0e08871ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 0bea5789-5a45-4175-906d-573358080cfb {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:18.211256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3684397-7068-40ea-a36a-09c0e08871ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.232149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.243854 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-7643ddab-3e22-4a92-80d9-70f26d70fbec tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:18.244871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7643ddab-3e22-4a92-80d9-70f26d70fbec tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags/tempest-TagsExtTest-Tag-132473357 HTTP/1.1" status: 404 len: 328 time: 0.1761425 Dec 08 13:10:18.248644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59936) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:18.253130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-da63df22-0b99-4298-93e4-8f3aa92121ce tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6', 'tempest-TagsExtTest-Tag-2135344059') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:18.312975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3684397-7068-40ea-a36a-09c0e08871ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.325655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a3684397-7068-40ea-a36a-09c0e08871ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 0bea5789-5a45-4175-906d-573358080cfb owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:18.336151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.383650 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-da63df22-0b99-4298-93e4-8f3aa92121ce tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:18.384726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-da63df22-0b99-4298-93e4-8f3aa92121ce tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags/tempest-TagsExtTest-Tag-2135344059 HTTP/1.1" status: 404 len: 329 time: 0.1357450 Dec 08 13:10:18.390056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59938) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:18.395325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-0bdda874-9ce9-4ba8-94d6-43979d77184f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351', {'tags': ['tempest-TagsExtTest-Tag-1318869663', 'tempest-TagsExtTest-Tag-1925367834', 'tempest-TagsExtTest-Tag-2121620079']}) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:18.397661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.180 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/fe9ddc9f-f404-435d-94c4-0951cdd40a82) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:18.430404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e11f191-4137-4d68-8f0e-bdd50abe5e3e,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:18.462452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Checking segment: {'id': '9c427e8b-e08f-418d-a648-53d996bd48c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d7dcb87-6337-4c91-b23d-f6f022b2823d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:18.465101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Network hostable DHCP agents. Network: 4d7dcb87-6337-4c91-b23d-f6f022b2823d, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:18.583092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.600180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3684397-7068-40ea-a36a-09c0e08871ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.629998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3684397-7068-40ea-a36a-09c0e08871ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=0bea5789-5a45-4175-906d-573358080cfb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:18.630301 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0bdda874-9ce9-4ba8-94d6-43979d77184f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags HTTP/1.1" status: 200 len: 318 time: 0.2391183 Dec 08 13:10:18.631840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Network 4d7dcb87-6337-4c91-b23d-f6f022b2823d is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:18.633080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59940) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:18.639851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a3684397-7068-40ea-a36a-09c0e08871ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.640706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-553248e8-a0cc-4a4d-b7c2-3834f657f2ea tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:18.643151 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a3684397-7068-40ea-a36a-09c0e08871ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/0bea5789-5a45-4175-906d-573358080cfb HTTP/1.1" status: 204 len: 168 time: 0.6254525 Dec 08 13:10:18.646334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59942) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:18.684287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.697697 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992fa62b-d429-48a7-99d6-f3a566d37a37 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:18.699849 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-992fa62b-d429-48a7-99d6-f3a566d37a37 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0525711 Dec 08 13:10:18.702548 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59944) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:18.712667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 4d7dcb87-6337-4c91-b23d-f6f022b2823d) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:18.722084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871f1b6-dd26-4614-96c4-b9ed25749805 None None] Network 4d7dcb87-6337-4c91-b23d-f6f022b2823d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:18.728936 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ccdea1-ea29-4c0e-9bfe-26ea7a4278b2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:18.734240 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-99ccdea1-ea29-4c0e-9bfe-26ea7a4278b2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/0bea5789-5a45-4175-906d-573358080cfb HTTP/1.1" status: 404 len: 333 time: 0.0268979 Dec 08 13:10:18.734240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:18.734240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.734724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59946) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:18.740930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-769804101'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:18.832968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:18.836842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.840986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e66039-5eca-406c-bcdd-cdfe4f81cc14 None None] Network 4d7dcb87-6337-4c91-b23d-f6f022b2823d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:18.867106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:10:18.879895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:18.880433 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Added segment baa0423e-114e-4ad0-a5df-d023a3b53446 of type vlan for network 07ec4509-89af-4404-a67a-af8caa9fff90 Dec 08 13:10:18.902989 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c77ed0c2-23f7-4d3f-b269-1f7e4c8ef7c1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0549438 Dec 08 13:10:18.950569 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:19.017351 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:19.023454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:19.024093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:19.050036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:19.062409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:19.065744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:19.071393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=fe9ddc9f-f404-435d-94c4-0951cdd40a82,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:19.083597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd660a48-2cbf-41f8-ac69-4437f3f70c8b None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:19.120000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Network': ['ID=07ec4509-89af-4404-a67a-af8caa9fff90,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:19.124930 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-98d4556a-1904-4e27-82c7-230bb4590d15 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3893683 Dec 08 13:10:19.127853 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59952) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.133151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:19.147559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 07ec4509-89af-4404-a67a-af8caa9fff90 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:19.196878 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-553248e8-a0cc-4a4d-b7c2-3834f657f2ea tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags HTTP/1.1" status: 204 len: 168 time: 0.5625336 Dec 08 13:10:19.199585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59958) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.204043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5d91561a-1fa7-4e9a-ac27-1a85054fb3c0 None None] Provisioning complete for port fe9ddc9f-f404-435d-94c4-0951cdd40a82 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:19.204235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-ca03b49c-f241-4da8-9dc7-f834f732e9cc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351', 'tempest-TagsExtTest-Tag-1318869663') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:19.204811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d91561a-1fa7-4e9a-ac27-1a85054fb3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:19.292307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5d91561a-1fa7-4e9a-ac27-1a85054fb3c0 None None] Port fe9ddc9f-f404-435d-94c4-0951cdd40a82 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:19.294422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:19.298068 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:19.318204 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-ca03b49c-f241-4da8-9dc7-f834f732e9cc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:19.321935 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ca03b49c-f241-4da8-9dc7-f834f732e9cc tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags/tempest-TagsExtTest-Tag-1318869663 HTTP/1.1" status: 404 len: 329 time: 0.1213515 Dec 08 13:10:19.322514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59960) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.327038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-15bbc60d-72d0-4e44-ae3f-d2857095d2c1 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351', 'tempest-TagsExtTest-Tag-1925367834') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:19.466080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-15bbc60d-72d0-4e44-ae3f-d2857095d2c1 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:19.467188 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-15bbc60d-72d0-4e44-ae3f-d2857095d2c1 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags/tempest-TagsExtTest-Tag-1925367834 HTTP/1.1" status: 404 len: 329 time: 0.1437228 Dec 08 13:10:19.470204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59974) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.475360 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-0a3460be-05e0-4aef-ab80-e5babd647e38 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351', 'tempest-TagsExtTest-Tag-2121620079') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:19.564563 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-0a3460be-05e0-4aef-ab80-e5babd647e38 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:19.565704 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0a3460be-05e0-4aef-ab80-e5babd647e38 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags/tempest-TagsExtTest-Tag-2121620079 HTTP/1.1" status: 404 len: 329 time: 0.0944622 Dec 08 13:10:19.568755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59976) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.573902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-6a790304-8b5b-4f67-9cd0-7ae2942852d1 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b', {'tags': ['tempest-TagsExtTest-Tag-882550241', 'tempest-TagsExtTest-Tag-242274269', 'tempest-TagsExtTest-Tag-1448008583']}) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:19.588326 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:19.588613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3a9f543a-5a23-4b27-a139-c89bfd9147e7 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:19.589822 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3a9f543a-5a23-4b27-a139-c89bfd9147e7 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/networks?id=6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 HTTP/1.1" status: 200 len: 811 time: 0.1901207 Dec 08 13:10:19.595776 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:19.647348 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-eb46eb06-af24-4688-85b1-6f3d2dbaad7a tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/quotas/994d6c6e3f1c426bad993fd26950c0c1 HTTP/1.1" status: 200 len: 375 time: 0.0478959 Dec 08 13:10:19.670565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=4b451fc9-dd7a-47f5-938d-7d165419e6f4,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:19.677282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.677649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.678005 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.678356 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.678740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.679088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.679429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.679770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.680108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.680443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.680779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.681117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.681450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:19.686665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Checking segment: {'id': 'baa0423e-114e-4ad0-a5df-d023a3b53446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:19.687041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network hostable DHCP agents. Network: 07ec4509-89af-4404-a67a-af8caa9fff90, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:19.718067 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6a790304-8b5b-4f67-9cd0-7ae2942852d1 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "PUT /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags HTTP/1.1" status: 200 len: 316 time: 0.1482611 Dec 08 13:10:19.720584 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59978) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.722812 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3d4262d5-6522-4622-b55a-9c7d5ee17fe3 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=994d6c6e3f1c426bad993fd26950c0c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331340 Dec 08 13:10:19.725152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-d3becd04-3946-4c74-9700-a125d73aee20 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:19.820111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 07ec4509-89af-4404-a67a-af8caa9fff90 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:19.866785 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d3becd04-3946-4c74-9700-a125d73aee20 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags HTTP/1.1" status: 204 len: 168 time: 0.1449757 Dec 08 13:10:19.869445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59980) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.873830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-09128ba0-a804-4f91-9ad6-f7d6b5565fe4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b', 'tempest-TagsExtTest-Tag-882550241') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:19.897748 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-09128ba0-a804-4f91-9ad6-f7d6b5565fe4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:19.899077 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-09128ba0-a804-4f91-9ad6-f7d6b5565fe4 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags/tempest-TagsExtTest-Tag-882550241 HTTP/1.1" status: 404 len: 328 time: 0.0284073 Dec 08 13:10:19.902393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59982) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.906678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-1f47dd08-8eea-4bb8-bf96-e77bc5dea723 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b', 'tempest-TagsExtTest-Tag-242274269') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:19.916689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-44724b9d-71e0-4567-bd81-6a630b20515e service neutron] 10.222.0.76 "GET /v2.0/networks/6ede54fc-a448-4d22-94a7-5cfccbc5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860261 Dec 08 13:10:19.919848 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:19.928972 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-1f47dd08-8eea-4bb8-bf96-e77bc5dea723 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:19.932976 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1f47dd08-8eea-4bb8-bf96-e77bc5dea723 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags/tempest-TagsExtTest-Tag-242274269 HTTP/1.1" status: 404 len: 328 time: 0.0266516 Dec 08 13:10:19.932976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 07ec4509-89af-4404-a67a-af8caa9fff90) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:19.933958 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59984) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.938184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.tag.tag_plugin [None req-b7e72aeb-9c73-426f-9191-ab24d9342b81 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b', 'tempest-TagsExtTest-Tag-1448008583') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:19.941905 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09763a-c531-4767-a029-80db01b932f5 None None] Network 07ec4509-89af-4404-a67a-af8caa9fff90 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:19.952447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:19.953168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:19.982081 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-b7e72aeb-9c73-426f-9191-ab24d9342b81 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] show failed (client error): The resource could not be found. Dec 08 13:10:19.986274 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b7e72aeb-9c73-426f-9191-ab24d9342b81 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags/tempest-TagsExtTest-Tag-1448008583 HTTP/1.1" status: 404 len: 329 time: 0.0486829 Dec 08 13:10:19.987452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59986) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:19.991607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-71daffd4-6fde-43a4-8ffb-4e7217f03f18 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2d50bb8-d7b1-4143-a53a-c7410396928b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:20.040302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-07ec4509-89af-4404-a67a-af8caa9fff90', 'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90', 'project_id': '203ca371c0744f33b5edf3e60eb37a1f', 'fixed_ips': [{'subnet_id': '4b451fc9-dd7a-47f5-938d-7d165419e6f4'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:10:20.041239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.079942 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bcc5edda-3ee1-4c8a-bb55-2df602043a22 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9481058 Dec 08 13:10:20.080332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 59988) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.087114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a12849a2-52dc-4f41-9db9-18ecbf21024f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:20.128274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-71daffd4-6fde-43a4-8ffb-4e7217f03f18 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b/tags HTTP/1.1" status: 204 len: 168 time: 0.1403430 Dec 08 13:10:20.130218 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-70eb2d4f-3093-4a9d-90a7-749dfe59d646 service neutron] 10.222.0.76 "GET /v2.0/networks/6ede54fc-a448-4d22-94a7-5cfccbc5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051175 Dec 08 13:10:20.130693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59990) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.137320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-f31746ad-c29f-4686-9abe-a2cecbd9d515 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1572c916-bec6-4128-b53e-8e993fb47351') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:20.192961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Allocated IP 172.20.0.2 (07ec4509-89af-4404-a67a-af8caa9fff90/4b451fc9-dd7a-47f5-938d-7d165419e6f4/16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:20.263556 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f31746ad-c29f-4686-9abe-a2cecbd9d515 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351/tags HTTP/1.1" status: 204 len: 168 time: 0.1317196 Dec 08 13:10:20.266213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59992) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.271289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-e7f995a1-e3e2-4f23-bcaf-690f330ed7e2 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:20.326891 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e7f995a1-e3e2-4f23-bcaf-690f330ed7e2 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0594468 Dec 08 13:10:20.329654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 59994) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.335869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.tag.tag_plugin [None req-0b52688d-02dd-473a-88d7-4976ea25b943 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3c8058dc-e5ff-460d-bc5f-b8266384376b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:20.363106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12849a2-52dc-4f41-9db9-18ecbf21024f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:20.367143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router b02766ad-f726-4013-aa00-f46890ffab89 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:10:20.367259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a12849a2-52dc-4f41-9db9-18ecbf21024f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.382923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.462859 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-341c5990-e2f4-4310-a7dc-75e86c03fa36 req-f047ec3d-27b9-419e-aa63-de2fd0a7798f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0379145 Dec 08 13:10:20.481690 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0b52688d-02dd-473a-88d7-4976ea25b943 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b/tags HTTP/1.1" status: 204 len: 168 time: 0.1508930 Dec 08 13:10:20.484284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.489304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60000) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.525178 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.ipam_backend_mixin [None req-a12849a2-52dc-4f41-9db9-18ecbf21024f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b451fc9-dd7a-47f5-938d-7d165419e6f4 (CIDR: 172.20.0.0/28) Dec 08 13:10:20.544807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:20.545429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Network 07ec4509-89af-4404-a67a-af8caa9fff90 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:20.555041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:20.557770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Pushing event updated for resources: {'Port': ['ID=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:20.559302 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Sync routers for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:20.561503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:20.579505 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12849a2-52dc-4f41-9db9-18ecbf21024f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:10:20.580043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12849a2-52dc-4f41-9db9-18ecbf21024f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:20.585171 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:20.587490 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:20.630097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Attempting to bind port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:20.630473 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Attempting to bind port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'baa0423e-114e-4ad0-a5df-d023a3b53446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:20.630875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Attempting to bind port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 on network 07ec4509-89af-4404-a67a-af8caa9fff90 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:20.636018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:20.636330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Checking segment: {'id': 'baa0423e-114e-4ad0-a5df-d023a3b53446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:20.636728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.637128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Bound using segment: {'id': 'baa0423e-114e-4ad0-a5df-d023a3b53446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:20.637604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Bound port: 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa0423e-114e-4ad0-a5df-d023a3b53446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:20.637991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.645639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.650164 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ab69dde8-a984-4abf-9dac-38f6dcecc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4503992 Dec 08 13:10:20.658000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60006) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.680802 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8c1e2339-458d-49c7-99b2-7b7af2a92c00 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275209 Dec 08 13:10:20.682514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60008) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.711556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] For port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:20.713072 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:20.715226 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] For port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,segment=NetworkSegment(baa0423e-114e-4ad0-a5df-d023a3b53446),segment_id=baa0423e-114e-4ad0-a5df-d023a3b53446)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:20.758747 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a12849a2-52dc-4f41-9db9-18ecbf21024f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6772053 Dec 08 13:10:20.761694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1a83a50-a7c2-4016-bc06-e6c8ab7445b9 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for subnetpool, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.761951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60010) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.762880 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a1a83a50-a7c2-4016-bc06-e6c8ab7445b9 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnetpools/c2d50bb8-d7b1-4143-a53a-c7410396928b HTTP/1.1" status: 204 len: 168 time: 0.2725403 Dec 08 13:10:20.765434 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60012) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.767662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:20.796687 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-56d664ad-0418-4f3a-a6b3-43cca87f3957 tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "GET /v2.0/ports?device_id=1572c916-bec6-4128-b53e-8e993fb47351 HTTP/1.1" status: 200 len: 205 time: 0.0300255 Dec 08 13:10:20.799512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60014) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.815609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4144700-57c3-4f67-8a93-de9737cb4dd6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:20.820898 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d4144700-57c3-4f67-8a93-de9737cb4dd6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345608 Dec 08 13:10:20.821133 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60016) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.823381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.863184 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fe6bef66-ba43-4ca1-a4f5-8bfd0c4c64ba tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390680 Dec 08 13:10:20.864181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60018) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:20.869866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151907798', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:20.912657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a37ab5-14e0-471a-8bb7-b3542b32b8f4 None None] Pushing event updated for resources: {'Port': ['ID=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:20.917971 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:19Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:20.947021 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Checking router: b02766ad-f726-4013-aa00-f46890ffab89 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:10:20.947759 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Updating router b02766ad-f726-4013-aa00-f46890ffab89 port fe9ddc9f-f404-435d-94c4-0951cdd40a82 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:10:20.977844 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:20.982603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0630cc38-31ec-41d1-a519-a63f60b6fb7f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.086304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:21.091990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.307742 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.418014 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.459865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7c094-15ed-46b2-a542-8274b360089c None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:21.468907 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Attempting to bind port fe9ddc9f-f404-435d-94c4-0951cdd40a82 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:21.469463 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Attempting to bind port fe9ddc9f-f404-435d-94c4-0951cdd40a82 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:21.470199 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Attempting to bind port fe9ddc9f-f404-435d-94c4-0951cdd40a82 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:21.472739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.482253 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:21.483127 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:21.483817 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.484404 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:21.485072 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Bound port: fe9ddc9f-f404-435d-94c4-0951cdd40a82, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:21.485672 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.506628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0630cc38-31ec-41d1-a519-a63f60b6fb7f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.510140 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0630cc38-31ec-41d1-a519-a63f60b6fb7f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.543716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9afb57ff-cfe7-4f6a-a3a7-69408fce5b70 None None] Provisioning complete for port fe9ddc9f-f404-435d-94c4-0951cdd40a82 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:21.544175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9afb57ff-cfe7-4f6a-a3a7-69408fce5b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.573588 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af723b-b998-4c71-95f2-bf2b12428e4c None None] Pushing event updated for resources: {'Port': ['ID=fe9ddc9f-f404-435d-94c4-0951cdd40a82,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:21.590448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=7775740e-02e9-44f5-801d-e2368e07272d,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:21.601076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Checking segment: {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:21.601237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network hostable DHCP agents. Network: 4913db85-e1be-4121-95f1-baf00ddcd946, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:21.609794 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] For port fe9ddc9f-f404-435d-94c4-0951cdd40a82, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:21.617225 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] For port fe9ddc9f-f404-435d-94c4-0951cdd40a82, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fe9ddc9f-f404-435d-94c4-0951cdd40a82,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:21.621391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9afb57ff-cfe7-4f6a-a3a7-69408fce5b70 None None] Port fe9ddc9f-f404-435d-94c4-0951cdd40a82 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:21.623087 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0bd38556-37af-4647-8271-6370bcdd5ee1 req-c5c99c06-f010-4c00-91a1-3ad3b1ab489b tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0584159 Dec 08 13:10:21.623847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:21.627375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.776413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0630cc38-31ec-41d1-a519-a63f60b6fb7f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.776934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0630cc38-31ec-41d1-a519-a63f60b6fb7f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Fanout notify agent at l3_agent the message router_deleted on router 1572c916-bec6-4128-b53e-8e993fb47351 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:10:21.785664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0630cc38-31ec-41d1-a519-a63f60b6fb7f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.789086 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0630cc38-31ec-41d1-a519-a63f60b6fb7f tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/routers/1572c916-bec6-4128-b53e-8e993fb47351 HTTP/1.1" status: 204 len: 168 time: 0.9862943 Dec 08 13:10:21.789611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60024) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:21.800091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 4913db85-e1be-4121-95f1-baf00ddcd946 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:21.801946 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.840635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb4f03-3e38-439e-a057-a2a74b35a70d None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:21.866163 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:21.867087 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:21.885692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 4913db85-e1be-4121-95f1-baf00ddcd946) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:21.890926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:21.892243 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:21.901192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50162525-1a73-4e33-84d0-4897a4a606bc None None] Network 4913db85-e1be-4121-95f1-baf00ddcd946 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:21.922990 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af723b-b998-4c71-95f2-bf2b12428e4c None None] Pushing event updated for resources: {'Port': ['ID=fe9ddc9f-f404-435d-94c4-0951cdd40a82,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:21.989824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-353ee369-2a23-4f41-9e5c-adf3b1e842fa tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Deleting port ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:21.990277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-353ee369-2a23-4f41-9e5c-adf3b1e842fa tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.002828 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7d145462-347d-462f-a5b5-a53c142072e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1373358 Dec 08 13:10:22.008124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Provisioning complete for port fe9ddc9f-f404-435d-94c4-0951cdd40a82 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:22.009840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60026) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:22.009959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.053755 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:22.069455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.185547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 07ec4509-89af-4404-a67a-af8caa9fff90 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:22.197393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:22.201520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:22.214952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.262549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-353ee369-2a23-4f41-9e5c-adf3b1e842fa tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.275328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-4913db85-e1be-4121-95f1-baf00ddcd946', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:10:22.277011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=c2206913-d055-4a17-81e0-b4b02d39c05c,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:22.277212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.289785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-353ee369-2a23-4f41-9e5c-adf3b1e842fa tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Calling delete_port for ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6 owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:22.335955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2594b94-3200-4e96-82c1-267ec5cf1391 None None] Network 07ec4509-89af-4404-a67a-af8caa9fff90 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:22.410911 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d63d0e92-3eed-48e6-be99-de9b3a804a6a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6467388 Dec 08 13:10:22.411703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60028) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:22.432960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90', 'fixed_ips': [{'subnet_id': '4b451fc9-dd7a-47f5-938d-7d165419e6f4'}, {'subnet_id': 'c2206913-d055-4a17-81e0-b4b02d39c05c'}], 'name': 'tempest-PortsTestJSON-1259846360'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:22.491589 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:19Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:22.537121 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccffef8-902e-4f57-9391-4194e6c73acb None None] The sync data for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv is: [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:19Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:22.557875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:22.676446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.723689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.743364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] For port fe9ddc9f-f404-435d-94c4-0951cdd40a82, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fe9ddc9f-f404-435d-94c4-0951cdd40a82,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:22.763600 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ef7ac67-47e7-42ab-98fb-8aebeac6902a req-0248f57e-2684-475d-9ef2-2d186df57bbc tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0448129 Dec 08 13:10:22.775330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Allocated IP 172.20.0.2 (4913db85-e1be-4121-95f1-baf00ddcd946/7775740e-02e9-44f5-801d-e2368e07272d/deff715e-ae35-4946-9a66-66f5586cf05a) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:22.787211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:22.787211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.809732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:22.854147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-353ee369-2a23-4f41-9e5c-adf3b1e842fa tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.865895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:22.940714 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Pushing event updated for resources: {'Port': ['ID=fe9ddc9f-f404-435d-94c4-0951cdd40a82,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:22.961922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ee369-2a23-4f41-9e5c-adf3b1e842fa tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Pushing event deleted for resources: {'Port': ['ID=ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:23.013715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.014067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.014433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.019719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.024034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.024034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.024034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.024034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.024034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.024034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.024034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.024034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.024034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec3045c-2349-4c7d-9421-fbdf89907b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:10:23.047287 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6ecf4-29c6-47fc-9752-29e5428db975 None None] Update dhcp port {'port': {'network_id': '07ec4509-89af-4404-a67a-af8caa9fff90', 'fixed_ips': [{'subnet_id': '4b451fc9-dd7a-47f5-938d-7d165419e6f4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2206913-d055-4a17-81e0-b4b02d39c05c'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': '16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:10:23.093029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-353ee369-2a23-4f41-9e5c-adf3b1e842fa tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.096897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-353ee369-2a23-4f41-9e5c-adf3b1e842fa tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/ports/ce1d3a9a-551b-4b0b-9880-0eb7c29ff1d6 HTTP/1.1" status: 204 len: 168 time: 1.3063517 Dec 08 13:10:23.100649 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60032) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:23.110089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c91860a9-a947-4034-b88b-5cdfddcd071d None None] Provisioning complete for port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:23.110465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c91860a9-a947-4034-b88b-5cdfddcd071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.116800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ff6ecf4-29c6-47fc-9752-29e5428db975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.141530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.193954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 24d6b3e4-e853-4b80-8137-63963d6acb6d yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:23.214274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-19af3d55-e42e-4c0e-888f-40ddfb5e824e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Deleting subnet 3c8058dc-e5ff-460d-bc5f-b8266384376b {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:23.249710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19af3d55-e42e-4c0e-888f-40ddfb5e824e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.303353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.382783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19af3d55-e42e-4c0e-888f-40ddfb5e824e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.391774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.460873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.473598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,segment=NetworkSegment(baa0423e-114e-4ad0-a5df-d023a3b53446),segment_id=baa0423e-114e-4ad0-a5df-d023a3b53446)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:23.549432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.1 (4913db85-e1be-4121-95f1-baf00ddcd946/7775740e-02e9-44f5-801d-e2368e07272d/d6031589-cff5-46e5-a63c-fa4e832690e1) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:23.549681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c91860a9-a947-4034-b88b-5cdfddcd071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.568181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Network 4913db85-e1be-4121-95f1-baf00ddcd946 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:23.580299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:23.597126 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:23.598208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-84d4018d-844b-49c1-8e98-c5fed1bfb35f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:23.600803 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-84d4018d-844b-49c1-8e98-c5fed1bfb35f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.72 "GET /v2.0/networks?id=6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 HTTP/1.1" status: 200 len: 811 time: 0.3231261 Dec 08 13:10:23.603871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.605640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Pushing event updated for resources: {'Port': ['ID=deff715e-ae35-4946-9a66-66f5586cf05a,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:23.610688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-1ff6ecf4-29c6-47fc-9752-29e5428db975 None None] Allocated IP 172.20.0.18 (07ec4509-89af-4404-a67a-af8caa9fff90/c2206913-d055-4a17-81e0-b4b02d39c05c/16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:23.634411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Request body: {'port': {'device_id': 'e610d143-e70c-41c7-a95b-917bbefb22d4', 'network_id': '6ede54fc-a448-4d22-94a7-5cfccbc5f2a0', 'admin_state_up': True, 'tenant_id': '994d6c6e3f1c426bad993fd26950c0c1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:23.714944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19af3d55-e42e-4c0e-888f-40ddfb5e824e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.735324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.762521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-c91860a9-a947-4034-b88b-5cdfddcd071d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:10:23.762942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-c91860a9-a947-4034-b88b-5cdfddcd071d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:10:23.775090 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:23.780334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Attempting to bind port deff715e-ae35-4946-9a66-66f5586cf05a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:23.780727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Attempting to bind port deff715e-ae35-4946-9a66-66f5586cf05a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:23.781089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Attempting to bind port deff715e-ae35-4946-9a66-66f5586cf05a on network 4913db85-e1be-4121-95f1-baf00ddcd946 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:23.821368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:23.821748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Checking segment: {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:23.822156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.823054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Bound using segment: {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:23.823054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Bound port: deff715e-ae35-4946-9a66-66f5586cf05a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:23.823445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.855873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.904173 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75b1d0e1-3e10-45bb-95de-e2e6a0e9c508 req-3de1dbc6-8ec7-4794-aadb-8ab177fbbfcd tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0313241 Dec 08 13:10:23.920484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 4913db85-e1be-4121-95f1-baf00ddcd946 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:23.926621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1ff6ecf4-29c6-47fc-9752-29e5428db975 None None] For port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,segment=NetworkSegment(baa0423e-114e-4ad0-a5df-d023a3b53446),segment_id=baa0423e-114e-4ad0-a5df-d023a3b53446)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:23.927239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:23.932009 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:23.946788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19af3d55-e42e-4c0e-888f-40ddfb5e824e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.973910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=d6031589-cff5-46e5-a63c-fa4e832690e1,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:23.983423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af3d55-e42e-4c0e-888f-40ddfb5e824e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8058dc-e5ff-460d-bc5f-b8266384376b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:23.987060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Made reservation on behalf of 994d6c6e3f1c426bad993fd26950c0c1 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:23.987633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ff6ecf4-29c6-47fc-9752-29e5428db975 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.988903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.991173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:23.994066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] For port deff715e-ae35-4946-9a66-66f5586cf05a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:23.998004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] For port deff715e-ae35-4946-9a66-66f5586cf05a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=deff715e-ae35-4946-9a66-66f5586cf05a,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:24.004537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19af3d55-e42e-4c0e-888f-40ddfb5e824e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:24.009948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-19af3d55-e42e-4c0e-888f-40ddfb5e824e tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/subnets/3c8058dc-e5ff-460d-bc5f-b8266384376b HTTP/1.1" status: 204 len: 168 time: 0.9061399 Dec 08 13:10:24.010608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60040) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:24.013014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163af0d-9ce9-4502-9f5b-1b7029b2c3b3 None None] Network 62914e5c-2401-496f-bf95-39bc708e78da requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:24.096044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ff6ecf4-29c6-47fc-9752-29e5428db975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:24.149882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:24.196296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:24.218391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6ecf4-29c6-47fc-9752-29e5428db975 None None] Pushing event updated for resources: {'Port': ['ID=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:24.295863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Allocated IP 172.20.0.9 (6ede54fc-a448-4d22-94a7-5cfccbc5f2a0/146fecf0-511b-4642-938e-fa2ffdc588a6/72c51b38-45ae-44a5-b971-c2daa06438ed) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:24.319334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f92cd9-74fe-41ad-9fcb-b52979bcec3b None None] DHCP port deletion for 62914e5c-2401-496f-bf95-39bc708e78da request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:24.364672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88aedb-c768-4504-a255-3713cbf5d1ea None None] Pushing event updated for resources: {'Port': ['ID=deff715e-ae35-4946-9a66-66f5586cf05a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:24.480389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f0f92cd9-74fe-41ad-9fcb-b52979bcec3b None None] Deleting port 3731ccbd-1353-4265-86b3-ec722268b5e3 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:24.480760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f0f92cd9-74fe-41ad-9fcb-b52979bcec3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:24.590768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.11 (07ec4509-89af-4404-a67a-af8caa9fff90/4b451fc9-dd7a-47f5-938d-7d165419e6f4/24d6b3e4-e853-4b80-8137-63963d6acb6d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:24.642345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.23 (07ec4509-89af-4404-a67a-af8caa9fff90/c2206913-d055-4a17-81e0-b4b02d39c05c/24d6b3e4-e853-4b80-8137-63963d6acb6d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:24.658493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Deleting port 3731ccbd-1353-4265-86b3-ec722268b5e3 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:24.659286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:24.761190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] For port 3731ccbd-1353-4265-86b3-ec722268b5e3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3731ccbd-1353-4265-86b3-ec722268b5e3,segment=NetworkSegment(b73f6ee8-8388-4a5f-be09-fe2a5bde6747),segment_id=b73f6ee8-8388-4a5f-be09-fe2a5bde6747)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:24.761669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:24.817851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Calling delete_port for 3731ccbd-1353-4265-86b3-ec722268b5e3 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:24.856970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device fe9ddc9f-f404-435d-94c4-0951cdd40a82 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:24.887408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:24.920164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f0f92cd9-74fe-41ad-9fcb-b52979bcec3b None None] For port 3731ccbd-1353-4265-86b3-ec722268b5e3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3731ccbd-1353-4265-86b3-ec722268b5e3,segment=NetworkSegment(b73f6ee8-8388-4a5f-be09-fe2a5bde6747),segment_id=b73f6ee8-8388-4a5f-be09-fe2a5bde6747)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:24.920622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f0f92cd9-74fe-41ad-9fcb-b52979bcec3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:24.937900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f0f92cd9-74fe-41ad-9fcb-b52979bcec3b None None] Calling delete_port for 3731ccbd-1353-4265-86b3-ec722268b5e3 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:25.024181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.038664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port fe9ddc9f-f404-435d-94c4-0951cdd40a82 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:25.044811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.090651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.116954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3485528e-87a5-430c-8063-5527f560d2d9 req-eb8e461a-f6f2-4d0b-a690-a0b5796544ea tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0549421 Dec 08 13:10:25.171696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.233730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:25.266137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f0f92cd9-74fe-41ad-9fcb-b52979bcec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.266293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.278459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 07ec4509-89af-4404-a67a-af8caa9fff90 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:25.294506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:25.300189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:25.305866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=24d6b3e4-e853-4b80-8137-63963d6acb6d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:25.311468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4af4d6-5638-4503-9323-8e11ac9f525e None None] Network 07ec4509-89af-4404-a67a-af8caa9fff90 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:25.327152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f92cd9-74fe-41ad-9fcb-b52979bcec3b None None] Pushing event deleted for resources: {'Port': ['ID=3731ccbd-1353-4265-86b3-ec722268b5e3,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:25.338040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.353108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f92cd9-74fe-41ad-9fcb-b52979bcec3b None None] No DVR routers for this DVR port 3731ccbd-1353-4265-86b3-ec722268b5e3 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:25.371624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.403853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7ee7607f-2517-4750-b17a-aaa68f6648eb None None] Provisioning complete for port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:25.403853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7ee7607f-2517-4750-b17a-aaa68f6648eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.404080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] No DVR routers for this DVR port 3731ccbd-1353-4265-86b3-ec722268b5e3 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:25.451898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.459735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:25.462388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.462599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=d6031589-cff5-46e5-a63c-fa4e832690e1,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:25.467403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Pushing event deleted for resources: {'Port': ['ID=3731ccbd-1353-4265-86b3-ec722268b5e3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:25.469854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.473045 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:25.473584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.547776 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Network 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:25.561355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:25.569495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:25.570181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 4913db85-e1be-4121-95f1-baf00ddcd946 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:25.571993 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:25.596650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.635507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Pushing event updated for resources: {'Port': ['ID=72c51b38-45ae-44a5-b971-c2daa06438ed,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:25.667081 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9ce5f934-80af-4db3-8902-66d9aab59983 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.2458656 Dec 08 13:10:25.667081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62914e5c-2401-496f-bf95-39bc708e78da']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:25.689394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60046) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:25.710072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73f6ee8-8388-4a5f-be09-fe2a5bde6747') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:25.710369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73f6ee8-8388-4a5f-be09-fe2a5bde6747') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:25.717883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b451fc9-dd7a-47f5-938d-7d165419e6f4'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:25.743864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router b02766ad-f726-4013-aa00-f46890ffab89 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:10:25.764479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.781420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:25.782110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.811485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3731ccbd-1353-4265-86b3-ec722268b5e3 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:25.846205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 3731ccbd-1353-4265-86b3-ec722268b5e3 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:25.847829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3731ccbd-1353-4265-86b3-ec722268b5e3 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:25.850722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.866469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:25.870429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:25.873858 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:25.883620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:25.898482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:25.911157 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fda5dfb0-c636-4b29-8113-775590f95701 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/b02766ad-f726-4013-aa00-f46890ffab89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8992319 Dec 08 13:10:25.912279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60048) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:25.914140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Sync routers for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:25.930757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:25.930757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:25.988699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7347e1-bbe2-4fcb-9189-615a29e8ed49 None None] Network 4913db85-e1be-4121-95f1-baf00ddcd946 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:26.071608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.072233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.072772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.073497 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.074103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.074652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.075173 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.075696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.076215 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.076729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.077373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.080105 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0b0dbedc-3a4d-4024-8b3e-3c69b21530c5 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7722 time: 0.1667688 Dec 08 13:10:26.083567 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60050) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:26.163536 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.164197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.164359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.164796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.165251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.165699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.166146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.166614 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.167081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.167523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.173226 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-18f82a1a-d31a-4935-9383-f95a8ede6295 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6471 time: 0.0878570 Dec 08 13:10:26.173913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60054) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:26.189247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8716debc-f899-45d0-95d3-451e365816c0 None None] Provisioning complete for port deff715e-ae35-4946-9a66-66f5586cf05a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:26.189608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8716debc-f899-45d0-95d3-451e365816c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:26.299720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:26.329448 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-3f75a273-369d-4aa2-9cd0-71296c02a2c5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6993127 Dec 08 13:10:26.348777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Request body: {'port': {'device_id': 'e610d143-e70c-41c7-a95b-917bbefb22d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:26.382283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8716debc-f899-45d0-95d3-451e365816c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:26.431389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8716debc-f899-45d0-95d3-451e365816c0 None None] For port deff715e-ae35-4946-9a66-66f5586cf05a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=deff715e-ae35-4946-9a66-66f5586cf05a,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:26.442151 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:26.462655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:26.465894 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] 10.222.0.76 "DELETE /v2.0/networks/62914e5c-2401-496f-bf95-39bc708e78da HTTP/1.1" status: 204 len: 168 time: 2.4501789 Dec 08 13:10:26.506431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12cc66-403d-4bf9-ad6a-931b0b79e89b tempest-TagsExtTest-941626900 tempest-TagsExtTest-941626900-project] Pushing event deleted for resources: {'Network': ['ID=62914e5c-2401-496f-bf95-39bc708e78da,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:26.526905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:26.545607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11237c7a-7e03-4358-87a1-1c1eb410be23 req-88d797c6-21eb-4207-be7f-b7a4a14d9d79 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:26.563328 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11237c7a-7e03-4358-87a1-1c1eb410be23 req-88d797c6-21eb-4207-be7f-b7a4a14d9d79 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 931 time: 0.2548337 Dec 08 13:10:26.592637 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-04487244-98b2-44d7-9f55-9a002c3413c4 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4060998 Dec 08 13:10:26.595898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8716debc-f899-45d0-95d3-451e365816c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:26.620120 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device deff715e-ae35-4946-9a66-66f5586cf05a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:26.700631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11237c7a-7e03-4358-87a1-1c1eb410be23 req-239df956-9f38-45e4-bbf0-db719ee55252 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300504 Dec 08 13:10:26.758517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716debc-f899-45d0-95d3-451e365816c0 None None] Pushing event updated for resources: {'Port': ['ID=deff715e-ae35-4946-9a66-66f5586cf05a,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:26.825356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Provisioning complete for port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:26.825789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:26.870017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port deff715e-ae35-4946-9a66-66f5586cf05a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:26.870488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:26.955457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Delete allocated IP 172.20.0.23 (07ec4509-89af-4404-a67a-af8caa9fff90/c2206913-d055-4a17-81e0-b4b02d39c05c) {{(pid=103715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 13:10:26.988964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:25Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:27.018155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Checking router: b02766ad-f726-4013-aa00-f46890ffab89 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:10:27.018523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Updating router b02766ad-f726-4013-aa00-f46890ffab89 port d6031589-cff5-46e5-a63c-fa4e832690e1 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:10:27.131054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.170364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60062) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:27.199433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60066) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:27.203438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c51b38-45ae-44a5-b971-c2daa06438ed {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:10:27.209739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.212234 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-819f356c-4c2b-423a-b9c6-751e535da5d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058007878', 'description': 'tempest-secgroup-smoke-1058007878 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:27.215643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.227331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Provisioning complete for port d6031589-cff5-46e5-a63c-fa4e832690e1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:27.227707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.241248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Transition to ACTIVE for port object 72c51b38-45ae-44a5-b971-c2daa06438ed will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:10:27.292491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Port d6031589-cff5-46e5-a63c-fa4e832690e1 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:27.294398 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.346492 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-44319b10-fb75-4346-8569-0b85b4ea472a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f541cf11702c46308bd727c500177861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727972 Dec 08 13:10:27.346492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-819f356c-4c2b-423a-b9c6-751e535da5d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.354100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60068) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:27.363887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Provisioning complete for port deff715e-ae35-4946-9a66-66f5586cf05a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:27.363887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.375284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=24d6b3e4-e853-4b80-8137-63963d6acb6d,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:27.382797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.452307 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99bca8df-c80c-4d33-83c8-8ac23094dc95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.476718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] In _notify_port_updated(), no bound segment for port 24d6b3e4-e853-4b80-8137-63963d6acb6d on network 07ec4509-89af-4404-a67a-af8caa9fff90 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:10:27.483590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:27.483914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.486379 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-279c7b97-ac91-42d4-86bd-2bf15b2b83de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "PUT /v2.0/ports/24d6b3e4-e853-4b80-8137-63963d6acb6d HTTP/1.1" status: 200 len: 920 time: 1.7954624 Dec 08 13:10:27.492943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60070) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:27.505967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-819f356c-4c2b-423a-b9c6-751e535da5d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.505967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99bca8df-c80c-4d33-83c8-8ac23094dc95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.525063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Pushing event updated for resources: {'Port': ['ID=72c51b38-45ae-44a5-b971-c2daa06438ed,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:27.532421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b451fc9-dd7a-47f5-938d-7d165419e6f4'}, {'subnet_id': 'c2206913-d055-4a17-81e0-b4b02d39c05c'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:27.561299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Provisioning complete for port 24d6b3e4-e853-4b80-8137-63963d6acb6d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:27.561669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.600780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-819f356c-4c2b-423a-b9c6-751e535da5d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.619029 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2e25c-3e5f-43dd-8b57-106bdd69f903 None None] Port 24d6b3e4-e853-4b80-8137-63963d6acb6d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:27.647567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.652501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Attempting to bind port 72c51b38-45ae-44a5-b971-c2daa06438ed on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:27.652627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f356c-4c2b-423a-b9c6-751e535da5d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ef0cf0-7315-4509-a77c-8ce45c180365,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:27.652739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Attempting to bind port 72c51b38-45ae-44a5-b971-c2daa06438ed by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '0c6a5697-278a-43ab-87c3-b56cfd4c9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6ede54fc-a448-4d22-94a7-5cfccbc5f2a0'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:27.653049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Attempting to bind port 72c51b38-45ae-44a5-b971-c2daa06438ed on network 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:27.663362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Port 72c51b38-45ae-44a5-b971-c2daa06438ed on network 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:10:27.663687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Attempting to bind port 72c51b38-45ae-44a5-b971-c2daa06438ed on network 6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:27.674676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99bca8df-c80c-4d33-83c8-8ac23094dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.674789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:27.675062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Checking segment: {'id': '0c6a5697-278a-43ab-87c3-b56cfd4c9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6ede54fc-a448-4d22-94a7-5cfccbc5f2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:27.675968 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Bound using segment: {'id': '0c6a5697-278a-43ab-87c3-b56cfd4c9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6ede54fc-a448-4d22-94a7-5cfccbc5f2a0'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:27.676412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Bound port: 72c51b38-45ae-44a5-b971-c2daa06438ed, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6a5697-278a-43ab-87c3-b56cfd4c9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6ede54fc-a448-4d22-94a7-5cfccbc5f2a0'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:27.676790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.677731 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-99bca8df-c80c-4d33-83c8-8ac23094dc95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.681263 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-99bca8df-c80c-4d33-83c8-8ac23094dc95 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2f2a6c10-f74a-4a6c-92d2-33fa98bbcc10 HTTP/1.1" status: 204 len: 168 time: 0.3294156 Dec 08 13:10:27.690383 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bca8df-c80c-4d33-83c8-8ac23094dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2a6c10-f74a-4a6c-92d2-33fa98bbcc10,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:27.698067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.706782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-819f356c-4c2b-423a-b9c6-751e535da5d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.706782 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-819f356c-4c2b-423a-b9c6-751e535da5d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5023453 Dec 08 13:10:27.709812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60074) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:27.725444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1e63cb7d-aa41-4d9f-b8be-6e7685d97c95 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '58ef0cf0-7315-4509-a77c-8ce45c180365', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:27.755522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.758679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bab45c1e-e66b-4d93-8c2c-399cbdc907ef None None] Provisioning complete for port d6031589-cff5-46e5-a63c-fa4e832690e1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:27.759166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bab45c1e-e66b-4d93-8c2c-399cbdc907ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.832398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e63cb7d-aa41-4d9f-b8be-6e7685d97c95 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.832540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec2cf1-4525-4862-8956-70c33ffb9481 None None] Pushing event updated for resources: {'Port': ['ID=d6031589-cff5-46e5-a63c-fa4e832690e1,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:27.845493 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-bab45c1e-e66b-4d93-8c2c-399cbdc907ef None None] Port d6031589-cff5-46e5-a63c-fa4e832690e1 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:27.894656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bab45c1e-e66b-4d93-8c2c-399cbdc907ef None None] Provisioning complete for port 24d6b3e4-e853-4b80-8137-63963d6acb6d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:27.895060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bab45c1e-e66b-4d93-8c2c-399cbdc907ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.916459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] For port 72c51b38-45ae-44a5-b971-c2daa06438ed, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:27.944464 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e63cb7d-aa41-4d9f-b8be-6e7685d97c95 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:27.956700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ef41a-369a-412d-9a2f-57ab75f60309 req-5e0cf808-a372-41ea-91df-dee7ddcf7013 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:27.958443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-290ef41a-369a-412d-9a2f-57ab75f60309 req-5e0cf808-a372-41ea-91df-dee7ddcf7013 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 943 time: 0.1591327 Dec 08 13:10:27.967002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] For port 72c51b38-45ae-44a5-b971-c2daa06438ed, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=72c51b38-45ae-44a5-b971-c2daa06438ed,segment=NetworkSegment(0c6a5697-278a-43ab-87c3-b56cfd4c9bb4),segment_id=0c6a5697-278a-43ab-87c3-b56cfd4c9bb4)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:28.046196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e63cb7d-aa41-4d9f-b8be-6e7685d97c95 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.059346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.074907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63cb7d-aa41-4d9f-b8be-6e7685d97c95 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4781342a-c64e-4153-a424-271dce384987,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:28.131668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Pushing event updated for resources: {'Port': ['ID=72c51b38-45ae-44a5-b971-c2daa06438ed,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:28.147307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-bab45c1e-e66b-4d93-8c2c-399cbdc907ef None None] Port 24d6b3e4-e853-4b80-8137-63963d6acb6d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:28.151022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Attempting to bind port d6031589-cff5-46e5-a63c-fa4e832690e1 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:28.151439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Attempting to bind port d6031589-cff5-46e5-a63c-fa4e832690e1 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:28.151762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Attempting to bind port d6031589-cff5-46e5-a63c-fa4e832690e1 on network 4913db85-e1be-4121-95f1-baf00ddcd946 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:28.158697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:28.159093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Checking segment: {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:28.159555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.160487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Bound using segment: {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:28.160982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Bound port: d6031589-cff5-46e5-a63c-fa4e832690e1, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:28.161373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.173626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-290ef41a-369a-412d-9a2f-57ab75f60309 req-ef4a20d8-f769-4c48-bb9b-1f42528c7d8c tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051127 Dec 08 13:10:28.189646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:28.190345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.191804 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-0520fc4d-dda9-49b1-9b36-b9f10c0b0b91 service neutron] 10.222.0.72 "PUT /v2.0/ports/72c51b38-45ae-44a5-b971-c2daa06438ed HTTP/1.1" status: 200 len: 1093 time: 1.8524187 Dec 08 13:10:28.192643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e610d143-e70c-41c7-a95b-917bbefb22d4', 'tag': '72c51b38-45ae-44a5-b971-c2daa06438ed'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:10:28.195017 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42510998-7063-4c83-a7a0-7ecbdab47d17" -d '{"events": [{"name": "network-changed", "server_uuid": "e610d143-e70c-41c7-a95b-917bbefb22d4", "tag": "72c51b38-45ae-44a5-b971-c2daa06438ed"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:10:28.201663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e63cb7d-aa41-4d9f-b8be-6e7685d97c95 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.207293 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1e63cb7d-aa41-4d9f-b8be-6e7685d97c95 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4915838 Dec 08 13:10:28.207882 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60080) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:28.212276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7765b7ee-3ebe-4301-b310-0db2890974d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '58ef0cf0-7315-4509-a77c-8ce45c180365', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:28.231539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.28 (07ec4509-89af-4404-a67a-af8caa9fff90/c2206913-d055-4a17-81e0-b4b02d39c05c/24d6b3e4-e853-4b80-8137-63963d6acb6d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:28.255443 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] For port d6031589-cff5-46e5-a63c-fa4e832690e1, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:28.263790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2252974-d756-4a74-8056-34cb27b5465b x-openstack-request-id: req-b2252974-d756-4a74-8056-34cb27b5465b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:10:28.263790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e610d143-e70c-41c7-a95b-917bbefb22d4", "tag": "72c51b38-45ae-44a5-b971-c2daa06438ed", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:10:28.263790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b2252974-d756-4a74-8056-34cb27b5465b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:10:28.263790 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e610d143-e70c-41c7-a95b-917bbefb22d4', 'tag': '72c51b38-45ae-44a5-b971-c2daa06438ed', 'status': 'completed', 'code': 200} Dec 08 13:10:28.264214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] For port d6031589-cff5-46e5-a63c-fa4e832690e1, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d6031589-cff5-46e5-a63c-fa4e832690e1,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:28.272651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c8a512a1-f8e3-4d91-abb5-12577772676b None None] Provisioning complete for port d6031589-cff5-46e5-a63c-fa4e832690e1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:28.273019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8a512a1-f8e3-4d91-abb5-12577772676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.307637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c8a512a1-f8e3-4d91-abb5-12577772676b None None] Port d6031589-cff5-46e5-a63c-fa4e832690e1 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:28.360362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510998-7063-4c83-a7a0-7ecbdab47d17 req-81fc2a9e-5b8a-46be-8c78-75315b469ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:28.361939 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-42510998-7063-4c83-a7a0-7ecbdab47d17 req-81fc2a9e-5b8a-46be-8c78-75315b469ef5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=994d6c6e3f1c426bad993fd26950c0c1&device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 1096 time: 0.0888283 Dec 08 13:10:28.380825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.386642 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7765b7ee-3ebe-4301-b310-0db2890974d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.467298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:28.473607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:28.474560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7765b7ee-3ebe-4301-b310-0db2890974d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.477927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device deff715e-ae35-4946-9a66-66f5586cf05a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:28.496170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.537250 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7765b7ee-3ebe-4301-b310-0db2890974d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.556647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765b7ee-3ebe-4301-b310-0db2890974d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1917d6-41ec-41b0-8d90-288b0c2dd61d,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:28.566376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec2cf1-4525-4862-8956-70c33ffb9481 None None] Pushing event updated for resources: {'Port': ['ID=d6031589-cff5-46e5-a63c-fa4e832690e1,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:28.569390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510998-7063-4c83-a7a0-7ecbdab47d17 req-0d2aa15b-9720-4854-8172-e94e707fcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:28.571112 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-42510998-7063-4c83-a7a0-7ecbdab47d17 req-0d2aa15b-9720-4854-8172-e94e707fcf85 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=994d6c6e3f1c426bad993fd26950c0c1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1983016 Dec 08 13:10:28.627797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.650173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port deff715e-ae35-4946-9a66-66f5586cf05a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:28.650553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.678678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:28.710612 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7765b7ee-3ebe-4301-b310-0db2890974d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.712624 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7765b7ee-3ebe-4301-b310-0db2890974d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5041742 Dec 08 13:10:28.715478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60082) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:28.814511 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a4e34874-28d6-4144-82fa-62be89f16649 None None] Provisioning complete for port d6031589-cff5-46e5-a63c-fa4e832690e1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:28.814908 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a4e34874-28d6-4144-82fa-62be89f16649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.817254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=24d6b3e4-e853-4b80-8137-63963d6acb6d,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:28.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510998-7063-4c83-a7a0-7ecbdab47d17 req-8a722b65-fd12-4621-a723-2503ff9933d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:28.859757 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-42510998-7063-4c83-a7a0-7ecbdab47d17 req-8a722b65-fd12-4621-a723-2503ff9933d0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2814093 Dec 08 13:10:28.899825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] In _notify_port_updated(), no bound segment for port 24d6b3e4-e853-4b80-8137-63963d6acb6d on network 07ec4509-89af-4404-a67a-af8caa9fff90 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:10:28.905851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:28.906503 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:28.911307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-185b3f14-5bc2-4277-8031-402b172139ca tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "PUT /v2.0/ports/24d6b3e4-e853-4b80-8137-63963d6acb6d HTTP/1.1" status: 200 len: 1000 time: 1.3853672 Dec 08 13:10:28.911574 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60086) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:28.956101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-e3b6cfbe-cf28-43aa-a514-221de4b62e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:28.958778 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-e3b6cfbe-cf28-43aa-a514-221de4b62e34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=994d6c6e3f1c426bad993fd26950c0c1&device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 1096 time: 0.0489762 Dec 08 13:10:28.988239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3c63dace-23fe-45f3-acce-2380d35e7f75 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '58ef0cf0-7315-4509-a77c-8ce45c180365', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:29.013527 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-cbaabec7-af2a-4ad3-952c-aa742ef0424a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72c51b38-45ae-44a5-b971-c2daa06438ed HTTP/1.1" status: 200 len: 217 time: 0.0467627 Dec 08 13:10:29.030851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a4e34874-28d6-4144-82fa-62be89f16649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.072489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-5b37d1b5-363a-4297-892a-d79d7c5595c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:29.073979 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-5b37d1b5-363a-4297-892a-d79d7c5595c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=146fecf0-511b-4642-938e-fa2ffdc588a6 HTTP/1.1" status: 200 len: 851 time: 0.0522590 Dec 08 13:10:29.074102 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a4e34874-28d6-4144-82fa-62be89f16649 None None] For port d6031589-cff5-46e5-a63c-fa4e832690e1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d6031589-cff5-46e5-a63c-fa4e832690e1,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:29.079514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:28Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:29.080272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2b75ce2c-44eb-4ea5-abc7-5d8fa4d5afb0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 24d6b3e4-e853-4b80-8137-63963d6acb6d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:29.080733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b75ce2c-44eb-4ea5-abc7-5d8fa4d5afb0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.106922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca698a-aec4-43a3-801a-c219273fdba1 None None] The sync data for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv is: [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:28Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:29.109489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c63dace-23fe-45f3-acce-2380d35e7f75 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.113159 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-68c4ab15-c5d1-40fb-b4ab-62cef5a5425d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ede54fc-a448-4d22-94a7-5cfccbc5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315070 Dec 08 13:10:29.143193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a4e34874-28d6-4144-82fa-62be89f16649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.224842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e34874-28d6-4144-82fa-62be89f16649 None None] Pushing event updated for resources: {'Port': ['ID=d6031589-cff5-46e5-a63c-fa4e832690e1,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:29.245831 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b75ce2c-44eb-4ea5-abc7-5d8fa4d5afb0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.259905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c63dace-23fe-45f3-acce-2380d35e7f75 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.269600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2b75ce2c-44eb-4ea5-abc7-5d8fa4d5afb0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 24d6b3e4-e853-4b80-8137-63963d6acb6d owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:29.305661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-529f4631-bde9-4281-aaa3-dc738f231b44 None None] Provisioning complete for port 24d6b3e4-e853-4b80-8137-63963d6acb6d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:29.306552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-529f4631-bde9-4281-aaa3-dc738f231b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.317774 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-22fdae6f-dda2-4ce6-9e11-e80a3cbd7ccf service neutron] 10.222.0.72 "GET /v2.0/networks/6ede54fc-a448-4d22-94a7-5cfccbc5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952212 Dec 08 13:10:29.349809 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c63dace-23fe-45f3-acce-2380d35e7f75 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.357529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-529f4631-bde9-4281-aaa3-dc738f231b44 None None] Port 24d6b3e4-e853-4b80-8137-63963d6acb6d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:29.372426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a10e5-0287-48a6-a629-616f7cb804a5 req-26714725-dfd7-475c-9d0f-a4b5e3005400 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:29.373944 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-009a10e5-0287-48a6-a629-616f7cb804a5 req-26714725-dfd7-475c-9d0f-a4b5e3005400 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 943 time: 0.0916362 Dec 08 13:10:29.381739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63dace-23fe-45f3-acce-2380d35e7f75 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f91208-337b-4a42-8825-047129b33241,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:29.491444 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-009a10e5-0287-48a6-a629-616f7cb804a5 req-398dc348-e69b-4d49-bc1c-dc47b0e5cc3a tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010606 Dec 08 13:10:29.493857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-53de47b7-5e54-446b-b3ed-47cb3a89452d req-d7270c50-d44c-412d-be67-9dc4d88f076e service neutron] 10.222.0.72 "GET /v2.0/networks/6ede54fc-a448-4d22-94a7-5cfccbc5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597984 Dec 08 13:10:29.510742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c63dace-23fe-45f3-acce-2380d35e7f75 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.514698 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3c63dace-23fe-45f3-acce-2380d35e7f75 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7954271 Dec 08 13:10:29.514880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60090) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:29.519368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-397bc476-b37d-4555-a1f7-658fb01dc73b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '58ef0cf0-7315-4509-a77c-8ce45c180365', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:29.662992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b75ce2c-44eb-4ea5-abc7-5d8fa4d5afb0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.704861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75ce2c-44eb-4ea5-abc7-5d8fa4d5afb0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=24d6b3e4-e853-4b80-8137-63963d6acb6d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:29.706699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-397bc476-b37d-4555-a1f7-658fb01dc73b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.831367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-397bc476-b37d-4555-a1f7-658fb01dc73b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.836783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b75ce2c-44eb-4ea5-abc7-5d8fa4d5afb0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.842750 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2b75ce2c-44eb-4ea5-abc7-5d8fa4d5afb0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/24d6b3e4-e853-4b80-8137-63963d6acb6d HTTP/1.1" status: 204 len: 168 time: 0.9274366 Dec 08 13:10:29.843037 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60092) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:29.869274 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-664832f9-6935-4aea-8c6a-ae07665f6567 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:29.871659 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-664832f9-6935-4aea-8c6a-ae07665f6567 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/24d6b3e4-e853-4b80-8137-63963d6acb6d HTTP/1.1" status: 404 len: 333 time: 0.0267589 Dec 08 13:10:29.873560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60094) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:29.910265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-397bc476-b37d-4555-a1f7-658fb01dc73b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:29.948698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bc476-b37d-4555-a1f7-658fb01dc73b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc739ec6-80f8-442e-9a0a-ddd133388d30,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:29.957560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-8628d070-5395-44ae-b1c8-40aa857c2355 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet c2206913-d055-4a17-81e0-b4b02d39c05c {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:29.960055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8628d070-5395-44ae-b1c8-40aa857c2355 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.003232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8628d070-5395-44ae-b1c8-40aa857c2355 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.025612 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-397bc476-b37d-4555-a1f7-658fb01dc73b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.027367 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-397bc476-b37d-4555-a1f7-658fb01dc73b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5109887 Dec 08 13:10:30.029877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60096) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:30.034197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-675019e0-c704-44da-b3d1-26359615bc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '58ef0cf0-7315-4509-a77c-8ce45c180365', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:30.111335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8628d070-5395-44ae-b1c8-40aa857c2355 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.176744 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-675019e0-c704-44da-b3d1-26359615bc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:10:30.182264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-675019e0-c704-44da-b3d1-26359615bc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.235535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-675019e0-c704-44da-b3d1-26359615bc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.268589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8628d070-5395-44ae-b1c8-40aa857c2355 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.296299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628d070-5395-44ae-b1c8-40aa857c2355 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=c2206913-d055-4a17-81e0-b4b02d39c05c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:30.301611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8628d070-5395-44ae-b1c8-40aa857c2355 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.303510 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8628d070-5395-44ae-b1c8-40aa857c2355 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/c2206913-d055-4a17-81e0-b4b02d39c05c HTTP/1.1" status: 204 len: 168 time: 0.4288082 Dec 08 13:10:30.306442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60098) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:30.308484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb557f3-4d22-4f86-8bd7-a6f406b55338 None None] Network 07ec4509-89af-4404-a67a-af8caa9fff90 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:30.319652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-675019e0-c704-44da-b3d1-26359615bc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.338551 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675019e0-c704-44da-b3d1-26359615bc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b99114c-3f98-4772-b65e-b56b8cd2165c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:30.366564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-1798d45f-ff8b-488c-b5e1-3fff0f0566e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 4b451fc9-dd7a-47f5-938d-7d165419e6f4 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:30.369670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1798d45f-ff8b-488c-b5e1-3fff0f0566e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.402662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-675019e0-c704-44da-b3d1-26359615bc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.405557 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-675019e0-c704-44da-b3d1-26359615bc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733647 Dec 08 13:10:30.407096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60100) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:30.411684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3c7feb64-b314-4be1-95a3-5373d47dc076 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '58ef0cf0-7315-4509-a77c-8ce45c180365', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:30.421200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1798d45f-ff8b-488c-b5e1-3fff0f0566e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.485239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d6031589-cff5-46e5-a63c-fa4e832690e1 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:30.530132 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-3c7feb64-b314-4be1-95a3-5373d47dc076 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:10:30.531545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1798d45f-ff8b-488c-b5e1-3fff0f0566e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.535248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c7feb64-b314-4be1-95a3-5373d47dc076 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.548531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port d6031589-cff5-46e5-a63c-fa4e832690e1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:30.548872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.639724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c7feb64-b314-4be1-95a3-5373d47dc076 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.663562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf20b-c1e0-4ab2-ab2c-d0c0429c89ea req-73fe2b21-115f-4639-9c62-8693f1c54ba8 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:30.665228 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-65caf20b-c1e0-4ab2-ab2c-d0c0429c89ea req-73fe2b21-115f-4639-9c62-8693f1c54ba8 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 943 time: 0.0780537 Dec 08 13:10:30.705767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c7feb64-b314-4be1-95a3-5373d47dc076 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.723950 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-65caf20b-c1e0-4ab2-ab2c-d0c0429c89ea req-deb46bbb-dd3f-42a1-94cb-3e9270702f44 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516255 Dec 08 13:10:30.727507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7feb64-b314-4be1-95a3-5373d47dc076 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97612e6e-640e-436e-8a59-4cd0c44c7138,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:30.752071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1798d45f-ff8b-488c-b5e1-3fff0f0566e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.781698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798d45f-ff8b-488c-b5e1-3fff0f0566e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=4b451fc9-dd7a-47f5-938d-7d165419e6f4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:30.783597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1798d45f-ff8b-488c-b5e1-3fff0f0566e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.789726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1798d45f-ff8b-488c-b5e1-3fff0f0566e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/4b451fc9-dd7a-47f5-938d-7d165419e6f4 HTTP/1.1" status: 204 len: 168 time: 0.4787092 Dec 08 13:10:30.789924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60104) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:30.824971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c7feb64-b314-4be1-95a3-5373d47dc076 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.834817 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3c7feb64-b314-4be1-95a3-5373d47dc076 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4180858 Dec 08 13:10:30.869417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:30.961288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:30.961700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.027450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1f8ea-dcd5-4e6f-88ff-eea27e434173 None None] Network 07ec4509-89af-4404-a67a-af8caa9fff90 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:31.040343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-dd6d7202-64b2-45b8-8bb4-69a5d88109fa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058007878&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0959785 Dec 08 13:10:31.053775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] For port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,segment=NetworkSegment(baa0423e-114e-4ad0-a5df-d023a3b53446),segment_id=baa0423e-114e-4ad0-a5df-d023a3b53446)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:31.054140 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.087501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:31.121109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8012675e-c7de-47b5-8af4-40874f3dd265 None None] Provisioning complete for port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:31.121482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8012675e-c7de-47b5-8af4-40874f3dd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.217096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288f91-f600-448e-baa0-3923d08f1120 req-9491ed34-c83e-4c34-abbb-f6fe5e7c6031 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:31.218564 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-9491ed34-c83e-4c34-abbb-f6fe5e7c6031 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 200 len: 797 time: 0.1709719 Dec 08 13:10:31.230261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56defc94-f5a7-4bb9-b5b1-2e74c085cc97 None None] DHCP port deletion for 07ec4509-89af-4404-a67a-af8caa9fff90 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:31.249046 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-802f9831-535e-4ef6-b7de-a60ea920cc19 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.0220616 Dec 08 13:10:31.277697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-56defc94-f5a7-4bb9-b5b1-2e74c085cc97 None None] Deleting port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:31.278008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-56defc94-f5a7-4bb9-b5b1-2e74c085cc97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.304062 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-92ddc71c-2cad-4ef1-b0a5-0ea82979eb37 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465143 Dec 08 13:10:31.335880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.341497 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-56defc94-f5a7-4bb9-b5b1-2e74c085cc97 None None] For port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,segment=NetworkSegment(baa0423e-114e-4ad0-a5df-d023a3b53446),segment_id=baa0423e-114e-4ad0-a5df-d023a3b53446)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:31.342184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-56defc94-f5a7-4bb9-b5b1-2e74c085cc97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.354925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-56defc94-f5a7-4bb9-b5b1-2e74c085cc97 None None] Calling delete_port for 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:31.375951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No DVR routers for this DVR port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:31.380869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:31.435208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-56defc94-f5a7-4bb9-b5b1-2e74c085cc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.460398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56defc94-f5a7-4bb9-b5b1-2e74c085cc97 None None] Pushing event deleted for resources: {'Port': ['ID=16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:31.463755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56defc94-f5a7-4bb9-b5b1-2e74c085cc97 None None] No DVR routers for this DVR port 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:31.502525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.505686 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:10:31.506621 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-a4e8c363-f362-45e3-9d96-6d7ab316abde service neutron] 10.222.0.76 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901462 Dec 08 13:10:31.540530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ec4509-89af-4404-a67a-af8caa9fff90']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:31.553894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa0423e-114e-4ad0-a5df-d023a3b53446') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:31.554252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa0423e-114e-4ad0-a5df-d023a3b53446') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:31.570627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.918691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.930786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:31.931186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:31.934109 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:31.977492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-5d7f2318-b9d8-413b-9472-153131f1d743 service neutron] 10.222.0.76 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637575 Dec 08 13:10:32.016930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40de0d-9c9a-4391-92d6-b8569de763a2 req-ad2c1b2d-68a8-4d92-bbd4-d8ab92537db5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:32.018443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dc40de0d-9c9a-4391-92d6-b8569de763a2 req-ad2c1b2d-68a8-4d92-bbd4-d8ab92537db5 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 943 time: 0.1366901 Dec 08 13:10:32.066392 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dc40de0d-9c9a-4391-92d6-b8569de763a2 req-2055c12f-73e3-4c8f-8643-a2f692c4c13d tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Dec 08 13:10:32.089562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 72c51b38-45ae-44a5-b971-c2daa06438ed details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:10:32.105457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:32.112141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:32.115826 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/networks/07ec4509-89af-4404-a67a-af8caa9fff90 HTTP/1.1" status: 204 len: 168 time: 1.3245602 Dec 08 13:10:32.119318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60120) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:32.127411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582161c7-4f7b-4ac8-b997-a8b18975792c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Network': ['ID=07ec4509-89af-4404-a67a-af8caa9fff90,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:32.196393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b20c22e-6b31-42ae-b199-bd66ddde3071 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:32.199160 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8b20c22e-6b31-42ae-b199-bd66ddde3071 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0781946 Dec 08 13:10:32.202419 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60126) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:32.222320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 72c51b38-45ae-44a5-b971-c2daa06438ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=72c51b38-45ae-44a5-b971-c2daa06438ed,segment=NetworkSegment(0c6a5697-278a-43ab-87c3-b56cfd4c9bb4),segment_id=0c6a5697-278a-43ab-87c3-b56cfd4c9bb4)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:32.229555 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-27365f76-3450-4c42-a7c0-d67ed37184b1 req-f8fccd5b-1f8d-4605-9f81-0eb58a5557eb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 210 time: 0.0303450 Dec 08 13:10:32.235022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '72c51b38-45ae-44a5-b971-c2daa06438ed', 'network_id': '6ede54fc-a448-4d22-94a7-5cfccbc5f2a0', 'port_id': '72c51b38-45ae-44a5-b971-c2daa06438ed', 'mac_address': 'fa:16:3e:e9:60:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146fecf0-511b-4642-938e-fa2ffdc588a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:10:32.257595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60128) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:32.258001 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ef93bebe-3e70-44ad-bea4-756f7a73b5a1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0540793 Dec 08 13:10:32.262681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1069443414'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:32.286433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:32.299419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c51b38-45ae-44a5-b971-c2daa06438ed {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:10:32.321235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 72c51b38-45ae-44a5-b971-c2daa06438ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=72c51b38-45ae-44a5-b971-c2daa06438ed,segment=NetworkSegment(0c6a5697-278a-43ab-87c3-b56cfd4c9bb4),segment_id=0c6a5697-278a-43ab-87c3-b56cfd4c9bb4)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:32.416830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:32.420425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:32.429730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:32.446882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:10:32.451133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:32.451486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 16bfdca7-f281-4cf4-8d20-a37fc8b1a0b4 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:32.453651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:32.456633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:32.456975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Added segment 8cb835de-7125-4746-b9f2-d6b1b809f6e1 of type vlan for network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f Dec 08 13:10:32.501997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:32.507544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=72c51b38-45ae-44a5-b971-c2daa06438ed,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:32.614639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:32.620581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:32.621185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:32.671267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['72c51b38-45ae-44a5-b971-c2daa06438ed'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:10:32.690567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Network': ['ID=07117bfd-98f7-4ada-ab7c-1b37a1f3491f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:32.702732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:32.791315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c935d295-f4a9-4dcd-888d-d7a479ef34b4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5324621 Dec 08 13:10:32.801496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60134) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:32.806824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '07117bfd-98f7-4ada-ab7c-1b37a1f3491f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:32.982630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:32.986167 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:33.205190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4525d-bda1-494e-ae07-703ac1a097db req-3de7f4fb-ad84-49cf-abc2-b3a6282eeead tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:33.206830 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ec4525d-bda1-494e-ae07-703ac1a097db req-3de7f4fb-ad84-49cf-abc2-b3a6282eeead tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 944 time: 0.0647564 Dec 08 13:10:33.256652 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ec4525d-bda1-494e-ae07-703ac1a097db req-951d3d1b-19a6-444e-bb68-7e1b0bfb9ff7 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Dec 08 13:10:33.313574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:33.337231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ab14bbfd-192e-4cf3-9429-140e5062aa91 req-033abb49-e3ca-484f-988c-4b9b51a550fa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 210 time: 0.0349736 Dec 08 13:10:33.404625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=285b210d-5b2c-41f6-b6ca-cc2bf7a8f4cd,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:33.409866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Checking segment: {'id': '8cb835de-7125-4746-b9f2-d6b1b809f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07117bfd-98f7-4ada-ab7c-1b37a1f3491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:33.410279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network hostable DHCP agents. Network: 07117bfd-98f7-4ada-ab7c-1b37a1f3491f, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:33.502803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:33.605727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 07117bfd-98f7-4ada-ab7c-1b37a1f3491f) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:33.610119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:33.610753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:33.616429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2149a4-b5ae-4376-b2b2-e831b4c99fc9 None None] Network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:33.714472 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ed3be434-10d5-4401-886a-8fac8f2e4b41 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9116218 Dec 08 13:10:33.716908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60144) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:33.719190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-07117bfd-98f7-4ada-ab7c-1b37a1f3491f', 'network_id': '07117bfd-98f7-4ada-ab7c-1b37a1f3491f', 'project_id': '203ca371c0744f33b5edf3e60eb37a1f', 'fixed_ips': [{'subnet_id': '285b210d-5b2c-41f6-b6ca-cc2bf7a8f4cd'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:10:33.720079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:33.722420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '07117bfd-98f7-4ada-ab7c-1b37a1f3491f', 'name': 'tempest-PortsTestJSON-305749779'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:33.851742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Allocated IP 172.20.0.2 (07117bfd-98f7-4ada-ab7c-1b37a1f3491f/285b210d-5b2c-41f6-b6ca-cc2bf7a8f4cd/fa8a4dd2-4115-40e2-b046-17df7c6ddc84) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:33.905227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:33.908909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:33.928493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 3dde4985-4ef6-4320-a2a3-8683ac604cec yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:34.088742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 72c51b38-45ae-44a5-b971-c2daa06438ed up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:34.176668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:34.277452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:34.321375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:34.325218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:34.332862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 72c51b38-45ae-44a5-b971-c2daa06438ed completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:10:34.339272 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:34.344599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Pushing event updated for resources: {'Port': ['ID=fa8a4dd2-4115-40e2-b046-17df7c6ddc84,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:34.350760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 72c51b38-45ae-44a5-b971-c2daa06438ed triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:34.350760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:34.370277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.5 (07117bfd-98f7-4ada-ab7c-1b37a1f3491f/285b210d-5b2c-41f6-b6ca-cc2bf7a8f4cd/3dde4985-4ef6-4320-a2a3-8683ac604cec) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:34.428652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Attempting to bind port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:34.428954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Attempting to bind port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '8cb835de-7125-4746-b9f2-d6b1b809f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07117bfd-98f7-4ada-ab7c-1b37a1f3491f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:34.429297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Attempting to bind port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 on network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:34.437837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:34.438243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Checking segment: {'id': '8cb835de-7125-4746-b9f2-d6b1b809f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07117bfd-98f7-4ada-ab7c-1b37a1f3491f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:34.438676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:34.439076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Bound using segment: {'id': '8cb835de-7125-4746-b9f2-d6b1b809f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07117bfd-98f7-4ada-ab7c-1b37a1f3491f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:34.439558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Bound port: fa8a4dd2-4115-40e2-b046-17df7c6ddc84, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb835de-7125-4746-b9f2-d6b1b809f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '07117bfd-98f7-4ada-ab7c-1b37a1f3491f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:34.439944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:34.465891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab86d9b-c469-4431-81c1-36b03e5c37fd req-92a30b3e-cf03-480f-b530-8c28f228f8cf tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:34.467395 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ab86d9b-c469-4431-81c1-36b03e5c37fd req-92a30b3e-cf03-480f-b530-8c28f228f8cf tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 944 time: 0.1363199 Dec 08 13:10:34.526295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:34.527811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6aa276d9-65ca-4046-835a-3f4d6d4bd970 req-2d25b512-4dd8-44ec-9788-a5361d9fd3b3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 210 time: 0.0767658 Dec 08 13:10:34.551114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] For port fa8a4dd2-4115-40e2-b046-17df7c6ddc84, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:34.564139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e610d143-e70c-41c7-a95b-917bbefb22d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c51b38-45ae-44a5-b971-c2daa06438ed'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:10:34.566484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f04d36-f671-4913-b1a6-328817966787" -d '{"events": [{"server_uuid": "e610d143-e70c-41c7-a95b-917bbefb22d4", "name": "network-vif-plugged", "status": "completed", "tag": "72c51b38-45ae-44a5-b971-c2daa06438ed"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:10:34.573842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] For port fa8a4dd2-4115-40e2-b046-17df7c6ddc84, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fa8a4dd2-4115-40e2-b046-17df7c6ddc84,segment=NetworkSegment(8cb835de-7125-4746-b9f2-d6b1b809f6e1),segment_id=8cb835de-7125-4746-b9f2-d6b1b809f6e1)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:34.582993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 72c51b38-45ae-44a5-b971-c2daa06438ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=72c51b38-45ae-44a5-b971-c2daa06438ed,segment=NetworkSegment(0c6a5697-278a-43ab-87c3-b56cfd4c9bb4),segment_id=0c6a5697-278a-43ab-87c3-b56cfd4c9bb4)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:34.605946 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82171a88-6f76-4993-88e5-3d84979b3a11 x-openstack-request-id: req-82171a88-6f76-4993-88e5-3d84979b3a11 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:10:34.606222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e610d143-e70c-41c7-a95b-917bbefb22d4", "name": "network-vif-plugged", "status": "completed", "tag": "72c51b38-45ae-44a5-b971-c2daa06438ed", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:10:34.606480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-82171a88-6f76-4993-88e5-3d84979b3a11 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:10:34.607564 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e610d143-e70c-41c7-a95b-917bbefb22d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c51b38-45ae-44a5-b971-c2daa06438ed', 'code': 200} Dec 08 13:10:34.625036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1c01fe6d-ae99-47ec-a37e-e4cefee27ac1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:34.626862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1c01fe6d-ae99-47ec-a37e-e4cefee27ac1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 200 len: 797 time: 0.2585206 Dec 08 13:10:34.667316 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ab86d9b-c469-4431-81c1-36b03e5c37fd req-bc8e7e0e-5188-4d50-aef3-6ffe570509e6 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471591 Dec 08 13:10:34.669432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:34.718343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:34.734052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff877f-0aa7-46ae-8d25-6fc16995a8f9 None None] Pushing event updated for resources: {'Port': ['ID=fa8a4dd2-4115-40e2-b046-17df7c6ddc84,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:34.765170 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-7b584106-31bf-4470-8bfe-42ba86dbd339 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 380 time: 0.1182191 Dec 08 13:10:34.780840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:34.786425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['58ef0cf0-7315-4509-a77c-8ce45c180365']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:34.800601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=72c51b38-45ae-44a5-b971-c2daa06438ed,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:35.009067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:35.041665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:35.045170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:35.070104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:35.078204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:35.088962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:35.122353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=3dde4985-4ef6-4320-a2a3-8683ac604cec,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:35.125755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f66b-88cd-42f2-b139-32e08c9b102a req-d57c1d7a-47de-4a50-9466-2726fb0da3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:35.127296 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b391f66b-88cd-42f2-b139-32e08c9b102a req-d57c1d7a-47de-4a50-9466-2726fb0da3c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 1098 time: 0.1457219 Dec 08 13:10:35.212292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:35.212908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:35.278376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b391f66b-88cd-42f2-b139-32e08c9b102a req-8a1ea7ae-635d-4fdb-ab05-507beb6a748a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150620 Dec 08 13:10:35.287156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.3 (4913db85-e1be-4121-95f1-baf00ddcd946/7775740e-02e9-44f5-801d-e2368e07272d/dcbcabbf-b70d-415b-bfad-c15968c1142c) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:35.332262 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7c92f6ab-8d5b-4fae-82d0-ecf626e99dd1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6140635 Dec 08 13:10:35.335135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60156) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:35.340117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '07117bfd-98f7-4ada-ab7c-1b37a1f3491f', 'name': 'tempest-PortsTestJSON-2066972539'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:35.445609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:35.528974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:35.532583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:35.554943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:35.558452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port a9286b45-8241-4ef1-afd4-107dd716d325 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:35.603791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 4913db85-e1be-4121-95f1-baf00ddcd946 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:35.607132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:35.610068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:35.676377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.13 (07117bfd-98f7-4ada-ab7c-1b37a1f3491f/285b210d-5b2c-41f6-b6ca-cc2bf7a8f4cd/a9286b45-8241-4ef1-afd4-107dd716d325) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:35.709363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=dcbcabbf-b70d-415b-bfad-c15968c1142c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:35.740265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:35.741174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:35.787675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b136fc4-efc7-472c-84c9-6f3108f690c6 req-5d3d6268-3630-4aa1-8596-5110eccb09fd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:35.798403 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b136fc4-efc7-472c-84c9-6f3108f690c6 req-5d3d6268-3630-4aa1-8596-5110eccb09fd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 931 time: 0.1412218 Dec 08 13:10:35.868661 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-42a15455-0ff5-4ca3-90ba-e4adb85a9fb3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0962954 Dec 08 13:10:35.888580 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Request body: {'port': {'device_id': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:35.922927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ed5656-e0fd-4744-8bc6-f99744008969 None None] Network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:35.946988 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:35.984793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25a41f-cc8e-4c2f-8b31-5e7f791b8813 req-53a3344d-151e-4631-b3d7-afc886a22228 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:35.986464 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2f25a41f-cc8e-4c2f-8b31-5e7f791b8813 req-53a3344d-151e-4631-b3d7-afc886a22228 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.1858807 Dec 08 13:10:36.014075 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b136fc4-efc7-472c-84c9-6f3108f690c6 req-8cc52522-483e-4ed4-adda-404a0f531aab tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145994 Dec 08 13:10:36.036939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-da9e0083-9580-455d-b368-02c96218cda5 None None] Provisioning complete for port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:36.037336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.037820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-da9e0083-9580-455d-b368-02c96218cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.046385 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.093314 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:36.098005 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:36.104460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:36.134415 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2f25a41f-cc8e-4c2f-8b31-5e7f791b8813 req-f543b5e8-e4e1-4b80-b243-0890fa0b28db tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248431 Dec 08 13:10:36.137623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=a9286b45-8241-4ef1-afd4-107dd716d325,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:36.185850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:36.186737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.215055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-da9e0083-9580-455d-b368-02c96218cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.248727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-da9e0083-9580-455d-b368-02c96218cda5 None None] For port fa8a4dd2-4115-40e2-b046-17df7c6ddc84, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fa8a4dd2-4115-40e2-b046-17df7c6ddc84,segment=NetworkSegment(8cb835de-7125-4746-b9f2-d6b1b809f6e1),segment_id=8cb835de-7125-4746-b9f2-d6b1b809f6e1)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:36.294286 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3552ba26-62e8-4e31-9e00-698ee8df21bb tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9577775 Dec 08 13:10:36.296668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60162) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:36.337046 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-da9e0083-9580-455d-b368-02c96218cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.387962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-da9e0083-9580-455d-b368-02c96218cda5 None None] Provisioning complete for port dcbcabbf-b70d-415b-bfad-c15968c1142c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:36.388482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-da9e0083-9580-455d-b368-02c96218cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.444452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d6a56-c9b6-45dd-97d5-93d58650fbec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:36.446472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e0083-9580-455d-b368-02c96218cda5 None None] Pushing event updated for resources: {'Port': ['ID=fa8a4dd2-4115-40e2-b046-17df7c6ddc84,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:36.451151 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6c5d6a56-c9b6-45dd-97d5-93d58650fbec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1532359 Dec 08 13:10:36.452057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbcabbf-b70d-415b-bfad-c15968c1142c {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:10:36.453942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60164) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:36.462795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-da9e0083-9580-455d-b368-02c96218cda5 None None] Port dcbcabbf-b70d-415b-bfad-c15968c1142c cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:36.468303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.487296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Transition to ACTIVE for port object dcbcabbf-b70d-415b-bfad-c15968c1142c will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:10:36.511815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device fa8a4dd2-4115-40e2-b046-17df7c6ddc84 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:36.566986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:36.567367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.573262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8ceb3-d9eb-4d85-96c8-b4c6cf9a8cc4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port a9286b45-8241-4ef1-afd4-107dd716d325 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:36.573615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2b8ceb3-d9eb-4d85-96c8-b4c6cf9a8cc4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.582916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.615324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6660fcec-aaab-4b68-8f73-d9e1042202fa None None] Provisioning complete for port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:36.615706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6660fcec-aaab-4b68-8f73-d9e1042202fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.733986 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2b8ceb3-d9eb-4d85-96c8-b4c6cf9a8cc4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.751837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Pushing event updated for resources: {'Port': ['ID=dcbcabbf-b70d-415b-bfad-c15968c1142c,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:36.762000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8ceb3-d9eb-4d85-96c8-b4c6cf9a8cc4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for a9286b45-8241-4ef1-afd4-107dd716d325 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:36.768163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6660fcec-aaab-4b68-8f73-d9e1042202fa None None] Provisioning complete for port 3dde4985-4ef6-4320-a2a3-8683ac604cec triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:36.768537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6660fcec-aaab-4b68-8f73-d9e1042202fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.795814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Attempting to bind port dcbcabbf-b70d-415b-bfad-c15968c1142c on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:36.796155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Attempting to bind port dcbcabbf-b70d-415b-bfad-c15968c1142c by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:36.796490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Attempting to bind port dcbcabbf-b70d-415b-bfad-c15968c1142c on network 4913db85-e1be-4121-95f1-baf00ddcd946 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:36.801262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Port dcbcabbf-b70d-415b-bfad-c15968c1142c on network 4913db85-e1be-4121-95f1-baf00ddcd946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:10:36.801574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Attempting to bind port dcbcabbf-b70d-415b-bfad-c15968c1142c on network 4913db85-e1be-4121-95f1-baf00ddcd946 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:36.807376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:36.807737 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Checking segment: {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:36.808102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Bound using segment: {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:36.808540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Bound port: dcbcabbf-b70d-415b-bfad-c15968c1142c, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:36.809226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.824813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6660fcec-aaab-4b68-8f73-d9e1042202fa None None] Port 3dde4985-4ef6-4320-a2a3-8683ac604cec cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:36.838129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6660fcec-aaab-4b68-8f73-d9e1042202fa None None] Provisioning complete for port a9286b45-8241-4ef1-afd4-107dd716d325 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:36.838848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6660fcec-aaab-4b68-8f73-d9e1042202fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:36.885671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6660fcec-aaab-4b68-8f73-d9e1042202fa None None] Port a9286b45-8241-4ef1-afd4-107dd716d325 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:36.898703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] For port dcbcabbf-b70d-415b-bfad-c15968c1142c, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:36.902989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] For port dcbcabbf-b70d-415b-bfad-c15968c1142c, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dcbcabbf-b70d-415b-bfad-c15968c1142c,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:36.983642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.007221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f98a6a19-2073-483d-b148-816767f8b0ef None None] Provisioning complete for port 3dde4985-4ef6-4320-a2a3-8683ac604cec triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:37.009910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f98a6a19-2073-483d-b148-816767f8b0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.044923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.044923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.045138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2b8ceb3-d9eb-4d85-96c8-b4c6cf9a8cc4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.045261 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] 10.222.0.72 "PUT /v2.0/ports/dcbcabbf-b70d-415b-bfad-c15968c1142c HTTP/1.1" status: 200 len: 1093 time: 1.1485324 Dec 08 13:10:37.045261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:10:37.045261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbf63db-1363-47dc-9b6e-81d0a2811adf" -d '{"events": [{"name": "network-changed", "server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:10:37.055192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f98a6a19-2073-483d-b148-816767f8b0ef None None] Port 3dde4985-4ef6-4320-a2a3-8683ac604cec cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:37.061845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884aa90-e32b-47d5-a836-7312cd1f955f service neutron] Pushing event updated for resources: {'Port': ['ID=dcbcabbf-b70d-415b-bfad-c15968c1142c,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:37.090330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8ceb3-d9eb-4d85-96c8-b4c6cf9a8cc4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=a9286b45-8241-4ef1-afd4-107dd716d325,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:37.136986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ec0c9c-453d-4214-be86-9e3ec4a50a17 x-openstack-request-id: req-a4ec0c9c-453d-4214-be86-9e3ec4a50a17 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:10:37.137288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:10:37.137550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4ec0c9c-453d-4214-be86-9e3ec4a50a17 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:10:37.137959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'status': 'completed', 'code': 200} Dec 08 13:10:37.194304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e57eadf0-e4e3-4d3f-a2db-e50827b8b509 None None] Could not find standard attr ID for object a9286b45-8241-4ef1-afd4-107dd716d325. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:10:37.221955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2b8ceb3-d9eb-4d85-96c8-b4c6cf9a8cc4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.226510 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a2b8ceb3-d9eb-4d85-96c8-b4c6cf9a8cc4 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/a9286b45-8241-4ef1-afd4-107dd716d325 HTTP/1.1" status: 204 len: 168 time: 0.7714245 Dec 08 13:10:37.229215 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60172) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:37.257031 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c0c5f1-eddf-47d2-af35-65792d25e948 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:37.261884 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f3c0c5f1-eddf-47d2-af35-65792d25e948 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/a9286b45-8241-4ef1-afd4-107dd716d325 HTTP/1.1" status: 404 len: 333 time: 0.0315804 Dec 08 13:10:37.262565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60174) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:37.281283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c0db5-e30c-47eb-a8bc-47b69b6cfff0 req-68c91a6a-ba55-468e-8906-64bc1cdd8bf0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.282903 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8a7c0db5-e30c-47eb-a8bc-47b69b6cfff0 req-68c91a6a-ba55-468e-8906-64bc1cdd8bf0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 943 time: 0.1478446 Dec 08 13:10:37.291498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf63db-1363-47dc-9b6e-81d0a2811adf req-bb4f1bf6-5481-4f66-acdb-b14977ed450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.293014 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-efbf63db-1363-47dc-9b6e-81d0a2811adf req-bb4f1bf6-5481-4f66-acdb-b14977ed450d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 1096 time: 0.1364422 Dec 08 13:10:37.373025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8c01c-75b6-4b33-a168-08948aa05eff req-6170cb3e-160c-4ee0-a66a-241ae6d81f38 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.379639 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2fe8c01c-75b6-4b33-a168-08948aa05eff req-6170cb3e-160c-4ee0-a66a-241ae6d81f38 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.1468592 Dec 08 13:10:37.379907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-51717330-7366-40e9-add1-34b017f8caec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 3dde4985-4ef6-4320-a2a3-8683ac604cec {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:37.380112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51717330-7366-40e9-add1-34b017f8caec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.465814 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8a7c0db5-e30c-47eb-a8bc-47b69b6cfff0 req-2a3b9ec7-9440-4865-a4b1-9f19d799fce9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709065 Dec 08 13:10:37.476154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51717330-7366-40e9-add1-34b017f8caec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.490872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-51717330-7366-40e9-add1-34b017f8caec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 3dde4985-4ef6-4320-a2a3-8683ac604cec owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:37.510799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2fe8c01c-75b6-4b33-a168-08948aa05eff req-108ccae0-2718-46ee-9a1a-4ce4723206de tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075742 Dec 08 13:10:37.510799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf63db-1363-47dc-9b6e-81d0a2811adf req-2b3d1e0b-c7c2-4788-959a-7a3f0877abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.510799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-efbf63db-1363-47dc-9b6e-81d0a2811adf req-2b3d1e0b-c7c2-4788-959a-7a3f0877abf2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2055764 Dec 08 13:10:37.641438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf63db-1363-47dc-9b6e-81d0a2811adf req-90f40be2-30bc-4ae3-991f-5decd908593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.642939 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-efbf63db-1363-47dc-9b6e-81d0a2811adf req-90f40be2-30bc-4ae3-991f-5decd908593c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255341 Dec 08 13:10:37.654301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba24c08-1fe1-4b04-b916-f0a39040aeec req-7c3a45ec-02a9-4cf3-9f28-12b859795624 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.655803 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eba24c08-1fe1-4b04-b916-f0a39040aeec req-7c3a45ec-02a9-4cf3-9f28-12b859795624 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0710313 Dec 08 13:10:37.711404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51717330-7366-40e9-add1-34b017f8caec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.735174 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eba24c08-1fe1-4b04-b916-f0a39040aeec req-24250690-7be5-4262-a04a-85afa19ff7fd tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731390 Dec 08 13:10:37.740668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51717330-7366-40e9-add1-34b017f8caec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=3dde4985-4ef6-4320-a2a3-8683ac604cec,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:37.762025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288f91-f600-448e-baa0-3923d08f1120 req-3f9f3aee-1eb3-47ea-97bd-7c6e0d12e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.764113 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-3f9f3aee-1eb3-47ea-97bd-7c6e0d12e4c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 1096 time: 0.0701928 Dec 08 13:10:37.815355 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-417e601e-6cee-4631-a626-e11811ec84d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcbcabbf-b70d-415b-bfad-c15968c1142c HTTP/1.1" status: 200 len: 217 time: 0.0431604 Dec 08 13:10:37.829917 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51717330-7366-40e9-add1-34b017f8caec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.834456 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-51717330-7366-40e9-add1-34b017f8caec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/3dde4985-4ef6-4320-a2a3-8683ac604cec HTTP/1.1" status: 204 len: 168 time: 0.5707254 Dec 08 13:10:37.837098 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60180) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:37.875709 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-a462bd79-8e66-4987-9fa2-1b34a2beeb62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:37.876882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288f91-f600-448e-baa0-3923d08f1120 req-36fcb157-28f3-4e72-8510-8e6871d85ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.878009 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-36fcb157-28f3-4e72-8510-8e6871d85ab8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7775740e-02e9-44f5-801d-e2368e07272d HTTP/1.1" status: 200 len: 834 time: 0.0541716 Dec 08 13:10:37.878817 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a462bd79-8e66-4987-9fa2-1b34a2beeb62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/3dde4985-4ef6-4320-a2a3-8683ac604cec HTTP/1.1" status: 404 len: 333 time: 0.0406201 Dec 08 13:10:37.881392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60182) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:37.932997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1968280d-c82a-4d02-9384-4eb6b0d407a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:37.934752 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-1968280d-c82a-4d02-9384-4eb6b0d407a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4913db85-e1be-4121-95f1-baf00ddcd946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495625 Dec 08 13:10:37.951754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1f0061-5637-4e25-8b9a-56f473adcebd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 285b210d-5b2c-41f6-b6ca-cc2bf7a8f4cd {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:37.955742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0061-5637-4e25-8b9a-56f473adcebd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:37.999727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0061-5637-4e25-8b9a-56f473adcebd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.034385 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-7618a9cb-e681-40e5-a60e-a795aa5e1998 service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923333 Dec 08 13:10:38.087513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0061-5637-4e25-8b9a-56f473adcebd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.128142 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb288f91-f600-448e-baa0-3923d08f1120 req-a69c018f-aa88-4505-af11-3c5d6273294d service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861058 Dec 08 13:10:38.251481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca8e53-4364-4b07-9d07-4ffd39daf9e0 req-9fb2c783-0023-48b1-a0b5-3f6c7fe4fc37 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:38.252952 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-deca8e53-4364-4b07-9d07-4ffd39daf9e0 req-9fb2c783-0023-48b1-a0b5-3f6c7fe4fc37 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0488715 Dec 08 13:10:38.272588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0061-5637-4e25-8b9a-56f473adcebd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.301701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f0061-5637-4e25-8b9a-56f473adcebd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=285b210d-5b2c-41f6-b6ca-cc2bf7a8f4cd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:38.301933 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-deca8e53-4364-4b07-9d07-4ffd39daf9e0 req-3ba53fd5-dc44-4259-b51c-074369cfecae tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427461 Dec 08 13:10:38.306773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b1f0061-5637-4e25-8b9a-56f473adcebd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.309970 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0b1f0061-5637-4e25-8b9a-56f473adcebd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/285b210d-5b2c-41f6-b6ca-cc2bf7a8f4cd HTTP/1.1" status: 204 len: 168 time: 0.4275236 Dec 08 13:10:38.312525 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60186) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:38.313998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e522abb6-a7f0-4564-941b-44f07a3be966 None None] Network 07117bfd-98f7-4ada-ab7c-1b37a1f3491f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:38.397321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.457691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:38.458027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.479234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad004f0-d4e3-4f30-9206-344829296c12 None None] DHCP port deletion for 07117bfd-98f7-4ada-ab7c-1b37a1f3491f request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:38.526306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] For port fa8a4dd2-4115-40e2-b046-17df7c6ddc84, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fa8a4dd2-4115-40e2-b046-17df7c6ddc84,segment=NetworkSegment(8cb835de-7125-4746-b9f2-d6b1b809f6e1),segment_id=8cb835de-7125-4746-b9f2-d6b1b809f6e1)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:38.526924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.531164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-aad004f0-d4e3-4f30-9206-344829296c12 None None] Deleting port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:38.531623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aad004f0-d4e3-4f30-9206-344829296c12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.540904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for fa8a4dd2-4115-40e2-b046-17df7c6ddc84 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:38.599074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eab29-93e3-4748-a411-c5793f677669 req-efe7206f-c767-4fa4-88a6-29c74057cc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:38.600540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-aad004f0-d4e3-4f30-9206-344829296c12 None None] For port fa8a4dd2-4115-40e2-b046-17df7c6ddc84, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fa8a4dd2-4115-40e2-b046-17df7c6ddc84,segment=NetworkSegment(8cb835de-7125-4746-b9f2-d6b1b809f6e1),segment_id=8cb835de-7125-4746-b9f2-d6b1b809f6e1)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:38.600880 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-245eab29-93e3-4748-a411-c5793f677669 req-efe7206f-c767-4fa4-88a6-29c74057cc41 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 943 time: 0.0554118 Dec 08 13:10:38.601081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aad004f0-d4e3-4f30-9206-344829296c12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.616225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-aad004f0-d4e3-4f30-9206-344829296c12 None None] Calling delete_port for fa8a4dd2-4115-40e2-b046-17df7c6ddc84 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:38.655371 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-245eab29-93e3-4748-a411-c5793f677669 req-9a0a9bf5-19f0-45c1-bb43-39c8d1c8ba1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470805 Dec 08 13:10:38.697292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: from cryptography.utils import int_from_bytes Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: from cryptography.utils import int_from_bytes Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:10:38.697795 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:10:38.703536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-aad004f0-d4e3-4f30-9206-344829296c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.724894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=fa8a4dd2-4115-40e2-b046-17df7c6ddc84,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:38.727117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No DVR routers for this DVR port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:38.727274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad004f0-d4e3-4f30-9206-344829296c12 None None] Pushing event deleted for resources: {'Port': ['ID=fa8a4dd2-4115-40e2-b046-17df7c6ddc84,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:38.733022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad004f0-d4e3-4f30-9206-344829296c12 None None] No DVR routers for this DVR port fa8a4dd2-4115-40e2-b046-17df7c6ddc84 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:38.811315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.831727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07117bfd-98f7-4ada-ab7c-1b37a1f3491f']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:38.841498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb835de-7125-4746-b9f2-d6b1b809f6e1') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:38.841792 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb835de-7125-4746-b9f2-d6b1b809f6e1') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:38.851567 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.865970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.871994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:38.872634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:38.875413 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:39.006170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:39.010375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:39.014326 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/networks/07117bfd-98f7-4ada-ab7c-1b37a1f3491f HTTP/1.1" status: 204 len: 168 time: 0.7000484 Dec 08 13:10:39.017471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60190) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:39.024375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-842384787'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:39.031682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20057cb-665d-407d-8e71-77d05062fb11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Network': ['ID=07117bfd-98f7-4ada-ab7c-1b37a1f3491f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:39.268336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:39.272008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:39.300178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:10:39.309728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:39.310069 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Added segment 80ba31c7-9aea-49df-888c-20ba389df43b of type vlan for network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 Dec 08 13:10:39.352066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:39.430896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568c139-e0fd-47d8-8df3-b685ff57cf77 req-5c6a528f-8b45-4d7f-804c-de51fbf80356 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:39.432419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d568c139-e0fd-47d8-8df3-b685ff57cf77 req-5c6a528f-8b45-4d7f-804c-de51fbf80356 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0491748 Dec 08 13:10:39.433800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:39.439337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:39.439926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:39.529333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Network': ['ID=03eb16c8-fbd5-463a-80f4-649d5d63ec46,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:39.547419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c6f340c6-bfbe-495e-8d49-21aa836b7e0b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5192473 Dec 08 13:10:39.547533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60194) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:39.547533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '03eb16c8-fbd5-463a-80f4-649d5d63ec46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:39.548139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:39.549698 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d568c139-e0fd-47d8-8df3-b685ff57cf77 req-7a2a6600-0a22-4fc3-ac2a-956d30b2b30d tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062717 Dec 08 13:10:39.731120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:39.734664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:39.771477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1836c4-218f-440c-a8b6-13531a1fd9d0 req-1a4b6c30-f678-4738-afb8-bdee78f1bbba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:39.773057 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c1836c4-218f-440c-a8b6-13531a1fd9d0 req-1a4b6c30-f678-4738-afb8-bdee78f1bbba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 943 time: 0.0517783 Dec 08 13:10:39.825469 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c1836c4-218f-440c-a8b6-13531a1fd9d0 req-4701827e-1055-4b2e-b2be-8f11c4bf5110 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460813 Dec 08 13:10:39.994445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:39.999645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376bfae-f0b9-44c4-8e24-8a5833d5cb4c req-465068a6-2b98-43e0-8f77-e0a87b1588a3 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:40.001427 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2376bfae-f0b9-44c4-8e24-8a5833d5cb4c req-465068a6-2b98-43e0-8f77-e0a87b1588a3 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0511148 Dec 08 13:10:40.059439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=5251e371-3cc7-4ff8-9f4e-9cad86838dfb,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:40.068923 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2376bfae-f0b9-44c4-8e24-8a5833d5cb4c req-7b4de468-aad2-41dd-bb9b-953c1978732f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Dec 08 13:10:40.069072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Checking segment: {'id': '80ba31c7-9aea-49df-888c-20ba389df43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03eb16c8-fbd5-463a-80f4-649d5d63ec46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:40.069370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network hostable DHCP agents. Network: 03eb16c8-fbd5-463a-80f4-649d5d63ec46, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:40.100212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device dcbcabbf-b70d-415b-bfad-c15968c1142c details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:10:40.127489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-b05cb810-90c7-46f9-95cb-88e0168eb94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:40.129512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-b05cb810-90c7-46f9-95cb-88e0168eb94c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=994d6c6e3f1c426bad993fd26950c0c1&device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 1098 time: 0.0436406 Dec 08 13:10:40.139854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:40.199644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 03eb16c8-fbd5-463a-80f4-649d5d63ec46) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:40.205927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:40.206524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:40.211100 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:40.217262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d3b133-0a4c-4e04-a9c9-2e9b9031c0e5 None None] Network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:40.220523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port dcbcabbf-b70d-415b-bfad-c15968c1142c, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dcbcabbf-b70d-415b-bfad-c15968c1142c,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:40.233016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-18766067-7dd0-461c-94e5-be18bee9bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:40.234557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-18766067-7dd0-461c-94e5-be18bee9bc52 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 HTTP/1.1" status: 200 len: 912 time: 0.0982487 Dec 08 13:10:40.245782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'port_id': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'mac_address': 'fa:16:3e:7b:9a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:10:40.282061 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-88eb3433-8064-4d96-b762-c121a154249f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72c51b38-45ae-44a5-b971-c2daa06438ed HTTP/1.1" status: 200 len: 217 time: 0.0399323 Dec 08 13:10:40.291385 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0268b734-3d4d-4644-92e2-e718c436e63a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7493486 Dec 08 13:10:40.294235 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60202) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:40.299610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '03eb16c8-fbd5-463a-80f4-649d5d63ec46', 'name': 'tempest-PortsTestJSON-1449638810', 'fixed_ips': [{'subnet_id': '5251e371-3cc7-4ff8-9f4e-9cad86838dfb', 'ip_address': '172.20.0.10'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:40.335879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-df96fcea-0df4-464d-bc50-04d45c76bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:40.337212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:40.337397 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-df96fcea-0df4-464d-bc50-04d45c76bea2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=146fecf0-511b-4642-938e-fa2ffdc588a6 HTTP/1.1" status: 200 len: 851 time: 0.0486522 Dec 08 13:10:40.371448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbcabbf-b70d-415b-bfad-c15968c1142c {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:10:40.374665 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-9790c3da-922d-4c52-80bc-9f18f7debb55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ede54fc-a448-4d22-94a7-5cfccbc5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272357 Dec 08 13:10:40.386452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-03eb16c8-fbd5-463a-80f4-649d5d63ec46', 'network_id': '03eb16c8-fbd5-463a-80f4-649d5d63ec46', 'project_id': '203ca371c0744f33b5edf3e60eb37a1f', 'fixed_ips': [{'subnet_id': '5251e371-3cc7-4ff8-9f4e-9cad86838dfb'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:10:40.390221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:40.404671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port dcbcabbf-b70d-415b-bfad-c15968c1142c, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dcbcabbf-b70d-415b-bfad-c15968c1142c,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:40.495233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device fa8a4dd2-4115-40e2-b046-17df7c6ddc84 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:40.505295 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-d638d8ed-0a3e-451b-b5bc-5cdedc4a97c2 service neutron] 10.222.0.72 "GET /v2.0/networks/6ede54fc-a448-4d22-94a7-5cfccbc5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249461 Dec 08 13:10:40.568912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:40.607203 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1bed4a6-f3d9-4263-84bf-ea76738366b5 req-ff92c87d-ceec-496d-bb59-5228d6721c4e service neutron] 10.222.0.72 "GET /v2.0/networks/6ede54fc-a448-4d22-94a7-5cfccbc5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949898 Dec 08 13:10:40.671417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:40.718500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-18360599-47a5-4d19-a7a2-898299b95304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:40.720006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:40.721511 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: fa8a4dd2-4115-40e2-b046-17df7c6ddc84 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:40.721891 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device fa8a4dd2-4115-40e2-b046-17df7c6ddc84 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:40.822946 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=dcbcabbf-b70d-415b-bfad-c15968c1142c,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:40.835247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Allocated IP 172.20.0.2 (03eb16c8-fbd5-463a-80f4-649d5d63ec46/5251e371-3cc7-4ff8-9f4e-9cad86838dfb/baf12eb2-7753-42ca-9d2d-b6a0d995356b) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:40.954983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773f73-92ac-4524-8837-7e59b8925d6c req-c9e3f21d-da5b-4ffb-a67a-f8cdca2560e1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:40.957074 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8773f73-92ac-4524-8837-7e59b8925d6c req-c9e3f21d-da5b-4ffb-a67a-f8cdca2560e1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 944 time: 0.0533373 Dec 08 13:10:40.993447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['dcbcabbf-b70d-415b-bfad-c15968c1142c'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:10:41.021230 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8773f73-92ac-4524-8837-7e59b8925d6c req-c227228e-6952-4092-8415-3e20ddb05f58 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540051 Dec 08 13:10:41.021529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port c06388d8-80e1-4b39-9c3e-f57afaf233d2 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:41.036582 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:41.117255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:41.172497 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:41.179225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:41.184706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.10 (03eb16c8-fbd5-463a-80f4-649d5d63ec46/5251e371-3cc7-4ff8-9f4e-9cad86838dfb/c06388d8-80e1-4b39-9c3e-f57afaf233d2) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:41.186265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:41.196251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Pushing event updated for resources: {'Port': ['ID=baf12eb2-7753-42ca-9d2d-b6a0d995356b,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:41.202088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f2318-48a0-4d68-ae34-389bf2caec02 req-80c49bf6-1f33-418a-932f-6415623adb3d tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:41.203918 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-456f2318-48a0-4d68-ae34-389bf2caec02 req-80c49bf6-1f33-418a-932f-6415623adb3d tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0535371 Dec 08 13:10:41.259231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-456f2318-48a0-4d68-ae34-389bf2caec02 req-4c765c82-9e7e-4ad5-abb2-4cb9bea9546c tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Dec 08 13:10:41.280362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Attempting to bind port baf12eb2-7753-42ca-9d2d-b6a0d995356b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:41.280742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Attempting to bind port baf12eb2-7753-42ca-9d2d-b6a0d995356b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '80ba31c7-9aea-49df-888c-20ba389df43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03eb16c8-fbd5-463a-80f4-649d5d63ec46'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:41.281117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Attempting to bind port baf12eb2-7753-42ca-9d2d-b6a0d995356b on network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:41.293274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:41.296063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Checking segment: {'id': '80ba31c7-9aea-49df-888c-20ba389df43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03eb16c8-fbd5-463a-80f4-649d5d63ec46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:41.296063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:41.296063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Bound using segment: {'id': '80ba31c7-9aea-49df-888c-20ba389df43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03eb16c8-fbd5-463a-80f4-649d5d63ec46'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:41.296063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Bound port: baf12eb2-7753-42ca-9d2d-b6a0d995356b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ba31c7-9aea-49df-888c-20ba389df43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03eb16c8-fbd5-463a-80f4-649d5d63ec46'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:41.296063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:41.367623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:41.402056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] For port baf12eb2-7753-42ca-9d2d-b6a0d995356b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:41.406436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] For port baf12eb2-7753-42ca-9d2d-b6a0d995356b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=baf12eb2-7753-42ca-9d2d-b6a0d995356b,segment=NetworkSegment(80ba31c7-9aea-49df-888c-20ba389df43b),segment_id=80ba31c7-9aea-49df-888c-20ba389df43b)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:41.483216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:41.523372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:41.528483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:41.531700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:41.536085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:41.563605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=c06388d8-80e1-4b39-9c3e-f57afaf233d2,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:41.588407 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53201704-cb46-4c5d-99f5-5a8f4a8671b3 None None] Pushing event updated for resources: {'Port': ['ID=baf12eb2-7753-42ca-9d2d-b6a0d995356b,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:41.602750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:41.603601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:41.683234 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a5c92be4-8c27-4e60-a73b-6da910d4a40b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3876884 Dec 08 13:10:41.685265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60208) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:41.690324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': '03eb16c8-fbd5-463a-80f4-649d5d63ec46', 'name': 'tempest-PortsTestJSON-1429350943', 'fixed_ips': [{'subnet_id': '5251e371-3cc7-4ff8-9f4e-9cad86838dfb', 'ip_address': '172.20.0.9'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:41.862904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:41.868281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:41.886487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port f48ab35b-3c87-4652-89fc-d0f76f453e58 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:42.040793 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.9 (03eb16c8-fbd5-463a-80f4-649d5d63ec46/5251e371-3cc7-4ff8-9f4e-9cad86838dfb/f48ab35b-3c87-4652-89fc-d0f76f453e58) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:42.122026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device dcbcabbf-b70d-415b-bfad-c15968c1142c up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:42.146433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd75469-9682-49f6-9a4f-fc83c5f3a475 req-54ab4b89-d4bb-4e16-9382-a022d9ec9864 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:42.148723 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dfd75469-9682-49f6-9a4f-fc83c5f3a475 req-54ab4b89-d4bb-4e16-9382-a022d9ec9864 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 944 time: 0.0546491 Dec 08 13:10:42.202840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.208636 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dfd75469-9682-49f6-9a4f-fc83c5f3a475 req-b251355a-23ff-4507-8d3b-7526e08f7bd6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532215 Dec 08 13:10:42.234312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port dcbcabbf-b70d-415b-bfad-c15968c1142c completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:10:42.239004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port dcbcabbf-b70d-415b-bfad-c15968c1142c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:42.241366 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.324538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.329272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.359098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:10:42.367621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af35b89-b93b-40b1-acf7-39ef5a73017a" -d '{"events": [{"server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "name": "network-vif-plugged", "status": "completed", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:10:42.382883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:42.386143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:42.387205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port dcbcabbf-b70d-415b-bfad-c15968c1142c, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dcbcabbf-b70d-415b-bfad-c15968c1142c,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:42.389925 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:42.419876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e5258-89f4-43a0-89c0-5ae099dd4101 req-c6be1fe7-cc7a-42fc-b037-769f1ecbaefd tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:42.428676 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-317e5258-89f4-43a0-89c0-5ae099dd4101 req-c6be1fe7-cc7a-42fc-b037-769f1ecbaefd tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0960228 Dec 08 13:10:42.436123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd67af-869b-4a79-a821-308fe12e3ac6 x-openstack-request-id: req-dfdd67af-869b-4a79-a821-308fe12e3ac6 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:10:42.436516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "name": "network-vif-plugged", "status": "completed", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:10:42.436704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfdd67af-869b-4a79-a821-308fe12e3ac6 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:10:42.437911 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'code': 200} Dec 08 13:10:42.454503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=f48ab35b-3c87-4652-89fc-d0f76f453e58,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:42.463838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.495113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:42.496429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.506265 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-317e5258-89f4-43a0-89c0-5ae099dd4101 req-ee585461-1b80-48d5-a42f-513157d7d691 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766144 Dec 08 13:10:42.538976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device baf12eb2-7753-42ca-9d2d-b6a0d995356b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:42.586546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=dcbcabbf-b70d-415b-bfad-c15968c1142c,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:42.614372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port baf12eb2-7753-42ca-9d2d-b6a0d995356b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:42.614780 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.637168 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bc0f35f9-9630-42f8-9028-0a00adeb7bad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9506466 Dec 08 13:10:42.639745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60218) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:42.643128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ecd91-dba7-4963-b2a6-c221ce2ebbf5 None None] Network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:42.725824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e01b880-66ec-4017-8e41-228a14cc27ee tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:42.727479 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1e01b880-66ec-4017-8e41-228a14cc27ee tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0859637 Dec 08 13:10:42.730384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60220) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:42.735822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-659caacc-4ad6-4388-9ef8-83d13d4a97cb None None] Provisioning complete for port baf12eb2-7753-42ca-9d2d-b6a0d995356b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:42.736281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-659caacc-4ad6-4388-9ef8-83d13d4a97cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.783868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd92495-daba-4a6f-a17d-8a6a4e183726 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:42.790698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd92495-daba-4a6f-a17d-8a6a4e183726 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:42.796718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd92495-daba-4a6f-a17d-8a6a4e183726 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:42.800249 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8bd92495-daba-4a6f-a17d-8a6a4e183726 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0670321 Dec 08 13:10:42.801567 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60222) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:42.856713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.870849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6f71-3b98-4a2d-b5b3-f30d66dbb3cc req-2a7cf3c8-9acf-4c06-a050-098da608b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:42.872347 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f3b6f71-3b98-4a2d-b5b3-f30d66dbb3cc req-2a7cf3c8-9acf-4c06-a050-098da608b105 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 1098 time: 0.0533788 Dec 08 13:10:42.912522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e8152-2103-43b3-8765-014f95e84992 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port f48ab35b-3c87-4652-89fc-d0f76f453e58 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:42.912864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8152-2103-43b3-8765-014f95e84992 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.930364 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f3b6f71-3b98-4a2d-b5b3-f30d66dbb3cc req-535e9166-967e-45f9-9bab-4fbac66bf1b5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487549 Dec 08 13:10:42.933260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port baf12eb2-7753-42ca-9d2d-b6a0d995356b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=baf12eb2-7753-42ca-9d2d-b6a0d995356b,segment=NetworkSegment(80ba31c7-9aea-49df-888c-20ba389df43b),segment_id=80ba31c7-9aea-49df-888c-20ba389df43b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:42.941812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-659caacc-4ad6-4388-9ef8-83d13d4a97cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:42.988364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e38aa85c-8530-426b-a6d0-eb4160bfb170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.015003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.019132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8152-2103-43b3-8765-014f95e84992 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.041191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e8152-2103-43b3-8765-014f95e84992 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for f48ab35b-3c87-4652-89fc-d0f76f453e58 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:43.099716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-659caacc-4ad6-4388-9ef8-83d13d4a97cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:10:43.100085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-659caacc-4ad6-4388-9ef8-83d13d4a97cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:10:43.103083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=baf12eb2-7753-42ca-9d2d-b6a0d995356b,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:43.158176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7021f-3ca7-4170-a7f0-27be2e1caf71 req-20a86431-e6a6-4579-8685-b1f3b974d6b6 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:43.161951 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-abe7021f-3ca7-4170-a7f0-27be2e1caf71 req-20a86431-e6a6-4579-8685-b1f3b974d6b6 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0707648 Dec 08 13:10:43.212522 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-abe7021f-3ca7-4170-a7f0-27be2e1caf71 req-83146eec-4bad-485b-8e71-6ea19fc48639 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460560 Dec 08 13:10:43.262939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8152-2103-43b3-8765-014f95e84992 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.297852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e8152-2103-43b3-8765-014f95e84992 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=f48ab35b-3c87-4652-89fc-d0f76f453e58,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:43.343591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09c5b9-867c-4c9a-b10f-016980e8b2ed req-9a6dd421-912b-4d98-bd29-2adc5d039975 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:43.345541 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4f09c5b9-867c-4c9a-b10f-016980e8b2ed req-9a6dd421-912b-4d98-bd29-2adc5d039975 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 945 time: 0.0589378 Dec 08 13:10:43.371719 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8152-2103-43b3-8765-014f95e84992 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.375297 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6d7e8152-2103-43b3-8765-014f95e84992 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/f48ab35b-3c87-4652-89fc-d0f76f453e58 HTTP/1.1" status: 204 len: 168 time: 0.5726135 Dec 08 13:10:43.378191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60230) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:43.402941 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4f09c5b9-867c-4c9a-b10f-016980e8b2ed req-f56bada9-f557-42ac-ac0f-bd2aecf28d27 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508182 Dec 08 13:10:43.409905 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0271f4-24c1-45f4-af31-83296886a243 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:43.411669 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ec0271f4-24c1-45f4-af31-83296886a243 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/f48ab35b-3c87-4652-89fc-d0f76f453e58 HTTP/1.1" status: 404 len: 333 time: 0.0318642 Dec 08 13:10:43.414650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60232) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:43.510989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d3db52a1-38b1-4490-b879-ba194fe4ca96 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port c06388d8-80e1-4b39-9c3e-f57afaf233d2 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:43.511333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3db52a1-38b1-4490-b879-ba194fe4ca96 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.601532 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3db52a1-38b1-4490-b879-ba194fe4ca96 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.616301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d3db52a1-38b1-4490-b879-ba194fe4ca96 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for c06388d8-80e1-4b39-9c3e-f57afaf233d2 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:43.758307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a2dfeb78-8f27-433f-b9bd-ed41d0bc3190 None None] Provisioning complete for port c06388d8-80e1-4b39-9c3e-f57afaf233d2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:43.758960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a2dfeb78-8f27-433f-b9bd-ed41d0bc3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.791668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a2dfeb78-8f27-433f-b9bd-ed41d0bc3190 None None] Port c06388d8-80e1-4b39-9c3e-f57afaf233d2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:43.801708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a2dfeb78-8f27-433f-b9bd-ed41d0bc3190 None None] Provisioning complete for port baf12eb2-7753-42ca-9d2d-b6a0d995356b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:43.802071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a2dfeb78-8f27-433f-b9bd-ed41d0bc3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.808490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3db52a1-38b1-4490-b879-ba194fe4ca96 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.837558 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db52a1-38b1-4490-b879-ba194fe4ca96 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=c06388d8-80e1-4b39-9c3e-f57afaf233d2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:43.895361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a2dfeb78-8f27-433f-b9bd-ed41d0bc3190 None None] Could not find standard attr ID for object f48ab35b-3c87-4652-89fc-d0f76f453e58. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:10:43.916143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3db52a1-38b1-4490-b879-ba194fe4ca96 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:43.919390 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d3db52a1-38b1-4490-b879-ba194fe4ca96 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/c06388d8-80e1-4b39-9c3e-f57afaf233d2 HTTP/1.1" status: 204 len: 168 time: 0.5037184 Dec 08 13:10:43.922105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60234) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:43.947758 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e0b900-e330-476e-b438-f96b1c3067da tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:43.949201 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-89e0b900-e330-476e-b438-f96b1c3067da tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/c06388d8-80e1-4b39-9c3e-f57afaf233d2 HTTP/1.1" status: 404 len: 333 time: 0.0261135 Dec 08 13:10:43.952111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60236) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:44.009240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-1807c533-4a67-47f3-9aca-1771c5a949e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 5251e371-3cc7-4ff8-9f4e-9cad86838dfb {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:44.012710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1807c533-4a67-47f3-9aca-1771c5a949e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.045377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.054388 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1807c533-4a67-47f3-9aca-1771c5a949e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.141012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1807c533-4a67-47f3-9aca-1771c5a949e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.325940 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0f849-a72b-43d3-8d02-0c96964d5ec6 req-ce9e90f4-4db1-415f-8cd8-f4ec7ab7980d tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:44.327475 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6eb0f849-a72b-43d3-8d02-0c96964d5ec6 req-ce9e90f4-4db1-415f-8cd8-f4ec7ab7980d tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0486016 Dec 08 13:10:44.354535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1807c533-4a67-47f3-9aca-1771c5a949e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.382131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807c533-4a67-47f3-9aca-1771c5a949e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=5251e371-3cc7-4ff8-9f4e-9cad86838dfb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:44.383424 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6eb0f849-a72b-43d3-8d02-0c96964d5ec6 req-376b97cf-07d6-40d2-89df-f0929b3e18d1 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485854 Dec 08 13:10:44.386063 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1807c533-4a67-47f3-9aca-1771c5a949e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.392485 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1807c533-4a67-47f3-9aca-1771c5a949e7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/5251e371-3cc7-4ff8-9f4e-9cad86838dfb HTTP/1.1" status: 204 len: 168 time: 0.4367051 Dec 08 13:10:44.392485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60240) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:44.396229 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d723d-9004-4bee-95d4-5aa139b87fad None None] Network 03eb16c8-fbd5-463a-80f4-649d5d63ec46 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:44.490414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device baf12eb2-7753-42ca-9d2d-b6a0d995356b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:44.536593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.552987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa38e7-0ec8-4715-a3eb-783624260cd2 req-96e59aaf-ae35-4597-8739-0500c188916e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:44.552987 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-20fa38e7-0ec8-4715-a3eb-783624260cd2 req-96e59aaf-ae35-4597-8739-0500c188916e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 945 time: 0.0524597 Dec 08 13:10:44.557241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port baf12eb2-7753-42ca-9d2d-b6a0d995356b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:44.557638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.623228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port baf12eb2-7753-42ca-9d2d-b6a0d995356b {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:44.624233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.629301 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-20fa38e7-0ec8-4715-a3eb-783624260cd2 req-05ec2afb-2f6c-46d3-b33f-4ac83e7e8729 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707507 Dec 08 13:10:44.635825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa88ca-884c-459c-a5a4-b9a224800226 None None] DHCP port deletion for 03eb16c8-fbd5-463a-80f4-649d5d63ec46 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:44.703952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] For port baf12eb2-7753-42ca-9d2d-b6a0d995356b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=baf12eb2-7753-42ca-9d2d-b6a0d995356b,segment=NetworkSegment(80ba31c7-9aea-49df-888c-20ba389df43b),segment_id=80ba31c7-9aea-49df-888c-20ba389df43b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:44.704615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.704747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa88ca-884c-459c-a5a4-b9a224800226 None None] Deleting port baf12eb2-7753-42ca-9d2d-b6a0d995356b {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:44.705073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ffa88ca-884c-459c-a5a4-b9a224800226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.735599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for baf12eb2-7753-42ca-9d2d-b6a0d995356b owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:44.763579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158dc0f-87d9-4a01-8ddf-4cfd00eaa92a req-81386195-be34-44c0-b0a3-568f9abe0de7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:44.765560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4158dc0f-87d9-4a01-8ddf-4cfd00eaa92a req-81386195-be34-44c0-b0a3-568f9abe0de7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 945 time: 0.0534935 Dec 08 13:10:44.785486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9ffa88ca-884c-459c-a5a4-b9a224800226 None None] For port baf12eb2-7753-42ca-9d2d-b6a0d995356b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=baf12eb2-7753-42ca-9d2d-b6a0d995356b,segment=NetworkSegment(80ba31c7-9aea-49df-888c-20ba389df43b),segment_id=80ba31c7-9aea-49df-888c-20ba389df43b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:44.786117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ffa88ca-884c-459c-a5a4-b9a224800226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.805339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa88ca-884c-459c-a5a4-b9a224800226 None None] Calling delete_port for baf12eb2-7753-42ca-9d2d-b6a0d995356b owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:44.914417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.920515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ffa88ca-884c-459c-a5a4-b9a224800226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:44.935917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa88ca-884c-459c-a5a4-b9a224800226 None None] No DVR routers for this DVR port baf12eb2-7753-42ca-9d2d-b6a0d995356b on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:44.948739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No DVR routers for this DVR port baf12eb2-7753-42ca-9d2d-b6a0d995356b on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:44.955511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=baf12eb2-7753-42ca-9d2d-b6a0d995356b,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:44.958431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa88ca-884c-459c-a5a4-b9a224800226 None None] Pushing event deleted for resources: {'Port': ['ID=baf12eb2-7753-42ca-9d2d-b6a0d995356b,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:45.041332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.064400 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03eb16c8-fbd5-463a-80f4-649d5d63ec46']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ba31c7-9aea-49df-888c-20ba389df43b') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ba31c7-9aea-49df-888c-20ba389df43b') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:45.164282 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:45.168940 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4158dc0f-87d9-4a01-8ddf-4cfd00eaa92a req-b9b40499-4ff7-45c6-982e-b339c1644141 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882632 Dec 08 13:10:45.190901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60250) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:45.201535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5bdc0-ee1f-4aa9-9362-0f1f75a97637 req-e3b84027-59b6-4727-9bab-3fc330f01b16 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:45.203089 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3d5bdc0-ee1f-4aa9-9362-0f1f75a97637 req-e3b84027-59b6-4727-9bab-3fc330f01b16 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.4065824 Dec 08 13:10:45.208942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-9793e735-3289-44fa-a604-90d3f58246c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:45.211766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.211930 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-9793e735-3289-44fa-a604-90d3f58246c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=994d6c6e3f1c426bad993fd26950c0c1&device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 1098 time: 0.0676613 Dec 08 13:10:45.305963 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3d5bdc0-ee1f-4aa9-9362-0f1f75a97637 req-caf32b26-e639-4345-ad14-51cb79d11982 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946133 Dec 08 13:10:45.329584 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.335689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-f241567f-6a7b-4f50-bd60-186f4d0eaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:45.337255 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-f241567f-6a7b-4f50-bd60-186f4d0eaa2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 HTTP/1.1" status: 200 len: 912 time: 0.1131608 Dec 08 13:10:45.340730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.343917 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/networks/03eb16c8-fbd5-463a-80f4-649d5d63ec46 HTTP/1.1" status: 204 len: 168 time: 0.9503000 Dec 08 13:10:45.352136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60254) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:45.357829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1892833717'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:45.371959 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e4cbd-d607-4ac0-a2f4-1147241ce1b1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Network': ['ID=03eb16c8-fbd5-463a-80f4-649d5d63ec46,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:45.390973 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-5858e93e-16db-46ed-914c-882d327b79fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72c51b38-45ae-44a5-b971-c2daa06438ed HTTP/1.1" status: 200 len: 217 time: 0.0451648 Dec 08 13:10:45.392815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb52ce-7e2f-40e3-9a88-fe65afdc4e3c tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:45.394378 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e1bb52ce-7e2f-40e3-9a88-fe65afdc4e3c tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 1093 time: 0.2017939 Dec 08 13:10:45.397228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60256) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:45.401610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:45.443730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-6a89c6e6-a2cb-4751-bc9d-96eaf536c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:45.445105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-6a89c6e6-a2cb-4751-bc9d-96eaf536c02a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=146fecf0-511b-4642-938e-fa2ffdc588a6 HTTP/1.1" status: 200 len: 851 time: 0.0472853 Dec 08 13:10:45.481178 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-b96f8f6b-7c5b-42d0-babd-72127d644bd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ede54fc-a448-4d22-94a7-5cfccbc5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281165 Dec 08 13:10:45.506568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:45.509900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.575269 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:10:45.594460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.594831 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Added segment 3653276d-e2a0-41fc-95cd-b1085ce5047c of type vlan for network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 Dec 08 13:10:45.605625 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.616856 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-232fd6d2-c404-4b23-a625-b95dec2e7cfc service neutron] 10.222.0.72 "GET /v2.0/networks/6ede54fc-a448-4d22-94a7-5cfccbc5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179633 Dec 08 13:10:45.662229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.711070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.743197 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a79702b7-5bed-4be6-a89b-5e7ca2f01f2b req-11c7c948-9b54-48ac-94a7-f07ac90db043 service neutron] 10.222.0.72 "GET /v2.0/networks/6ede54fc-a448-4d22-94a7-5cfccbc5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181526 Dec 08 13:10:45.825128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.830912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:45.831425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:45.863945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.144 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/a462de7b-d602-4a3c-ae10-6d16b6935036) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:45.900364 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Network': ['ID=e09c03a8-5bf1-43ca-9189-9c91b45f81e7,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:45.911469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:10:45.925091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1b0b3925-5c8b-48b9-9179-e3996d8c772a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5691872 Dec 08 13:10:45.925374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60258) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:45.931918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': 'e09c03a8-5bf1-43ca-9189-9c91b45f81e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:45.971687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.065715 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.093853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:46.097426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.105036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:46.108234 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:46.110699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:46.147771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=a462de7b-d602-4a3c-ae10-6d16b6935036,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:46.177028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.334636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.446270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=94b7dfb4-504d-4e26-9a07-9111410c7d53,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:46.459990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Checking segment: {'id': '3653276d-e2a0-41fc-95cd-b1085ce5047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e09c03a8-5bf1-43ca-9189-9c91b45f81e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:46.463722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network hostable DHCP agents. Network: e09c03a8-5bf1-43ca-9189-9c91b45f81e7, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:10:46.463887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device baf12eb2-7753-42ca-9d2d-b6a0d995356b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:46.482730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fe875-0dde-4958-b8cd-44d951d9cee8 req-bcdf9ecb-02b6-4d39-b6c2-00726cf8f459 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:46.484353 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-972fe875-0dde-4958-b8cd-44d951d9cee8 req-bcdf9ecb-02b6-4d39-b6c2-00726cf8f459 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0923185 Dec 08 13:10:46.484748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: baf12eb2-7753-42ca-9d2d-b6a0d995356b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:46.485825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device baf12eb2-7753-42ca-9d2d-b6a0d995356b not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:46.544892 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-972fe875-0dde-4958-b8cd-44d951d9cee8 req-f55d7f4b-d340-4d88-aa75-9d8b18c9a9c2 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515032 Dec 08 13:10:46.596652 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:10:46.682646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, e09c03a8-5bf1-43ca-9189-9c91b45f81e7) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:46.687134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:46.687816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.693267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb3aff-f08e-4ab6-ab11-98dddbef65a3 None None] Network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:46.738834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.797876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-e09c03a8-5bf1-43ca-9189-9c91b45f81e7', 'network_id': 'e09c03a8-5bf1-43ca-9189-9c91b45f81e7', 'project_id': '203ca371c0744f33b5edf3e60eb37a1f', 'fixed_ips': [{'subnet_id': '94b7dfb4-504d-4e26-9a07-9111410c7d53'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:10:46.801434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.823011 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dfecdf6e-1742-4c00-b547-52edbd7eef26 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8962772 Dec 08 13:10:46.829838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60262) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:46.830260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0fb8b506-12b1-426b-83ef-ac1f8dfb4a59 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-512611981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:46.895911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.934466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Allocated IP 172.20.0.2 (e09c03a8-5bf1-43ca-9189-9c91b45f81e7/94b7dfb4-504d-4e26-9a07-9111410c7d53/c47d6d0b-d488-450b-a7c4-049b7d61ce46) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:46.968730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b506-12b1-426b-83ef-ac1f8dfb4a59 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:46.970722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b506-12b1-426b-83ef-ac1f8dfb4a59 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.022599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b506-12b1-426b-83ef-ac1f8dfb4a59 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.056000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.076094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.102661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b506-12b1-426b-83ef-ac1f8dfb4a59 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.148078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.215948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=a462de7b-d602-4a3c-ae10-6d16b6935036,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:47.227915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.251726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.264851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0fb8b506-12b1-426b-83ef-ac1f8dfb4a59 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.266813 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0fb8b506-12b1-426b-83ef-ac1f8dfb4a59 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4401941 Dec 08 13:10:47.269963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60264) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:47.274972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'network_id': 'e09c03a8-5bf1-43ca-9189-9c91b45f81e7', 'name': 'tempest-PortsTestJSON-1439413873'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:47.295811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:47.303687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:47.306438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:47.309275 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Pushing event updated for resources: {'Port': ['ID=c47d6d0b-d488-450b-a7c4-049b7d61ce46,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:47.335898 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 associated. External IP: 172.26.7.144, port: dcbcabbf-b70d-415b-bfad-c15968c1142c. Dec 08 13:10:47.364092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Attempting to bind port c47d6d0b-d488-450b-a7c4-049b7d61ce46 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:47.364462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Attempting to bind port c47d6d0b-d488-450b-a7c4-049b7d61ce46 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '3653276d-e2a0-41fc-95cd-b1085ce5047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e09c03a8-5bf1-43ca-9189-9c91b45f81e7'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:47.364830 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Attempting to bind port c47d6d0b-d488-450b-a7c4-049b7d61ce46 on network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:47.369771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:47.370147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Checking segment: {'id': '3653276d-e2a0-41fc-95cd-b1085ce5047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e09c03a8-5bf1-43ca-9189-9c91b45f81e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:47.370543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.370970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Bound using segment: {'id': '3653276d-e2a0-41fc-95cd-b1085ce5047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e09c03a8-5bf1-43ca-9189-9c91b45f81e7'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:47.371437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Bound port: c47d6d0b-d488-450b-a7c4-049b7d61ce46, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3653276d-e2a0-41fc-95cd-b1085ce5047c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e09c03a8-5bf1-43ca-9189-9c91b45f81e7'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:47.371818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.437494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] For port c47d6d0b-d488-450b-a7c4-049b7d61ce46, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:47.440508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] For port c47d6d0b-d488-450b-a7c4-049b7d61ce46, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c47d6d0b-d488-450b-a7c4-049b7d61ce46,segment=NetworkSegment(3653276d-e2a0-41fc-95cd-b1085ce5047c),segment_id=3653276d-e2a0-41fc-95cd-b1085ce5047c)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:47.496660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:47.500435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.518158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port fefad942-723c-4ec7-ae1f-c73eb0b008ec yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:47.548499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.555804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router b02766ad-f726-4013-aa00-f46890ffab89 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:10:47.615375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62ba29-88af-42a7-a809-7b357efb0111 None None] Pushing event updated for resources: {'Port': ['ID=c47d6d0b-d488-450b-a7c4-049b7d61ce46,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:47.688494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:47.703401 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] Sync routers for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:47.715771 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:47.719038 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:47.741822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86966d5-21d4-4897-8385-22ec2b3f91a5 req-2e90ee48-7321-4176-b710-bb0495c09303 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:47.743407 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c86966d5-21d4-4897-8385-22ec2b3f91a5 req-2e90ee48-7321-4176-b710-bb0495c09303 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.1025116 Dec 08 13:10:47.876495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.5 (e09c03a8-5bf1-43ca-9189-9c91b45f81e7/94b7dfb4-504d-4e26-9a07-9111410c7d53/fefad942-723c-4ec7-ae1f-c73eb0b008ec) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:47.876720 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:47.876950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:47.877067 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c86966d5-21d4-4897-8385-22ec2b3f91a5 req-52db9c4d-eb0f-4ec4-adf8-4999b28b5e3f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834391 Dec 08 13:10:47.899656 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-448fbb16-a81d-4a91-923d-e91de0cf306f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5013413 Dec 08 13:10:47.900365 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60270) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:47.901063 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:10:47.904168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2527df-e731-4082-9e31-818fc572df65" -d '{"events": [{"name": "network-changed", "server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:10:48.023712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d69b0ab-f15b-451e-a710-19f76005f866 x-openstack-request-id: req-1d69b0ab-f15b-451e-a710-19f76005f866 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:10:48.024153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:10:48.024510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d69b0ab-f15b-451e-a710-19f76005f866 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:10:48.026230 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'status': 'completed', 'code': 200} Dec 08 13:10:48.045224 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-596c4649-3700-4ee7-ad35-293e0f7b9010 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 991 time: 0.1382940 Dec 08 13:10:48.061565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:48.109680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2527df-e731-4082-9e31-818fc572df65 req-3d4a7632-31a9-404c-a640-7ac42129c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:48.111236 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2527df-e731-4082-9e31-818fc572df65 req-3d4a7632-31a9-404c-a640-7ac42129c431 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 1098 time: 0.0800116 Dec 08 13:10:48.135994 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'port_id': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'mac_address': 'fa:16:3e:7b:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:10:46Z', 'updated_at': '2021-12-08T13:10:46Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:48.163781 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] Checking router: b02766ad-f726-4013-aa00-f46890ffab89 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:10:48.177197 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:48.177835 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:48.216396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2527df-e731-4082-9e31-818fc572df65 req-7465b512-4eda-443d-a187-9c627c12a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:48.217928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2527df-e731-4082-9e31-818fc572df65 req-7465b512-4eda-443d-a187-9c627c12a46b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 200 len: 898 time: 0.1000497 Dec 08 13:10:48.264078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:48.297529 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:10:48.319190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:48.332128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:48.338241 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2527df-e731-4082-9e31-818fc572df65 req-7953792c-4352-4437-906a-4853c3168967 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcbcabbf-b70d-415b-bfad-c15968c1142c HTTP/1.1" status: 200 len: 999 time: 0.1128011 Dec 08 13:10:48.339313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:48.342015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=fefad942-723c-4ec7-ae1f-c73eb0b008ec,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:48.458624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:48.459242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:48.490720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551a62c-ff46-4ad7-94be-cc05b93bde56 req-023ee407-6007-4eef-b53d-601b42c8c479 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:48.492330 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b551a62c-ff46-4ad7-94be-cc05b93bde56 req-023ee407-6007-4eef-b53d-601b42c8c479 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.1241488 Dec 08 13:10:48.495863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2527df-e731-4082-9e31-818fc572df65 req-56c623f1-8853-4601-916f-d904c98ec661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:48.496098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2527df-e731-4082-9e31-818fc572df65 req-56c623f1-8853-4601-916f-d904c98ec661 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7775740e-02e9-44f5-801d-e2368e07272d HTTP/1.1" status: 200 len: 834 time: 0.1268420 Dec 08 13:10:48.528269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c47d6d0b-d488-450b-a7c4-049b7d61ce46 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:48.582452 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b551a62c-ff46-4ad7-94be-cc05b93bde56 req-61305544-b000-4dc1-8204-47636383d354 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807757 Dec 08 13:10:48.593017 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f561a538-c64d-428f-8e77-cea942243c73 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3218515 Dec 08 13:10:48.595873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60276) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:48.601726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c47d6d0b-d488-450b-a7c4-049b7d61ce46 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:48.616565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:48.618451 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'port_id': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'mac_address': 'fa:16:3e:7b:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:10:46Z', 'updated_at': '2021-12-08T13:10:46Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:48.631517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2527df-e731-4082-9e31-818fc572df65 req-51311f23-2e41-4be8-8ee5-b9180c77df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:48.633134 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2527df-e731-4082-9e31-818fc572df65 req-51311f23-2e41-4be8-8ee5-b9180c77df35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4913db85-e1be-4121-95f1-baf00ddcd946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236258 Dec 08 13:10:48.663259 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876bc05-6b9b-404f-9920-0d1154c5c066 None None] The sync data for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv is: [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'port_id': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'mac_address': 'fa:16:3e:7b:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:10:46Z', 'updated_at': '2021-12-08T13:10:46Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:48.713891 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:48.751023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port c47d6d0b-d488-450b-a7c4-049b7d61ce46, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c47d6d0b-d488-450b-a7c4-049b7d61ce46,segment=NetworkSegment(3653276d-e2a0-41fc-95cd-b1085ce5047c),segment_id=3653276d-e2a0-41fc-95cd-b1085ce5047c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:48.788900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2527df-e731-4082-9e31-818fc572df65 req-e7c9afeb-32bb-486b-a3bb-c5e31ce4220a service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426165 Dec 08 13:10:48.822291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:48.935629 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2527df-e731-4082-9e31-818fc572df65 req-bb95eb3a-1a2c-4f19-841a-f6027cebec9f service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383243 Dec 08 13:10:49.041324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:49.047540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60278) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:49.103745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8023013-3546-4ed4-9cb8-4c757cbb590d None None] Network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:49.107440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70a195-0160-4bb4-be17-6960f9eed272 None None] New status for floating IP 7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:10:49.124544 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-76ecf86d-0278-4304-bbbf-a46db87d64ad tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 991 time: 0.0741501 Dec 08 13:10:49.223561 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=c47d6d0b-d488-450b-a7c4-049b7d61ce46,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:49.233974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-20375641-59cf-47f3-8d54-4f6d86df91ad None None] Provisioning complete for port c47d6d0b-d488-450b-a7c4-049b7d61ce46 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:49.234355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-20375641-59cf-47f3-8d54-4f6d86df91ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:49.304232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:49.413990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:49.508542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=fefad942-723c-4ec7-ae1f-c73eb0b008ec,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:49.657081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-db9aaa9b-823c-4b6f-93ec-81bc39e6b115 None None] Provisioning complete for port c47d6d0b-d488-450b-a7c4-049b7d61ce46 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:49.658193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-db9aaa9b-823c-4b6f-93ec-81bc39e6b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:49.735698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bacc45-68b9-4b8f-ad9e-9132e6f66831 req-c06f8032-6183-4240-b4b2-61ef7e51fbd8 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:49.737420 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-91bacc45-68b9-4b8f-ad9e-9132e6f66831 req-c06f8032-6183-4240-b4b2-61ef7e51fbd8 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0611222 Dec 08 13:10:49.760335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:49.767669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-db9aaa9b-823c-4b6f-93ec-81bc39e6b115 None None] Provisioning complete for port fefad942-723c-4ec7-ae1f-c73eb0b008ec triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:49.768316 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-db9aaa9b-823c-4b6f-93ec-81bc39e6b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:49.797729 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-91bacc45-68b9-4b8f-ad9e-9132e6f66831 req-f3d4a37c-ea94-477f-8add-095fa29b7529 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/security-groups?id=7340177a-8ce7-4445-85f6-d61147a09cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501409 Dec 08 13:10:49.812306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-db9aaa9b-823c-4b6f-93ec-81bc39e6b115 None None] Port fefad942-723c-4ec7-ae1f-c73eb0b008ec cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:49.942759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-25bba793-3b6d-40b9-b80c-f2bd9086ce3d None None] Provisioning complete for port fefad942-723c-4ec7-ae1f-c73eb0b008ec triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:49.943350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-25bba793-3b6d-40b9-b80c-f2bd9086ce3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:49.963798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:49.990307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-25bba793-3b6d-40b9-b80c-f2bd9086ce3d None None] Port fefad942-723c-4ec7-ae1f-c73eb0b008ec cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:50.109569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-69cb67b4-9652-4732-bb7c-b1ad89219469 None None] Provisioning complete for port fefad942-723c-4ec7-ae1f-c73eb0b008ec triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:50.109860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-69cb67b4-9652-4732-bb7c-b1ad89219469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.127594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60282) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:50.146389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-69cb67b4-9652-4732-bb7c-b1ad89219469 None None] Port fefad942-723c-4ec7-ae1f-c73eb0b008ec cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:50.190240 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fefeee51-d721-4427-b9ec-54a87b1a10c7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 993 time: 0.0614884 Dec 08 13:10:50.223372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.322193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.338643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-d5d8f671-45a9-4ac6-b5cd-a4ee6e25553b tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:50.340322 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-d5d8f671-45a9-4ac6-b5cd-a4ee6e25553b tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.72 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0537796 Dec 08 13:10:50.398140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=fefad942-723c-4ec7-ae1f-c73eb0b008ec,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:50.400652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.438546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Deleting port 72c51b38-45ae-44a5-b971-c2daa06438ed {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:50.444142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.459206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c47d6d0b-d488-450b-a7c4-049b7d61ce46 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:50.498467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:50.500149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:50.510292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c47d6d0b-d488-450b-a7c4-049b7d61ce46 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:50.510704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.542435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] For port 72c51b38-45ae-44a5-b971-c2daa06438ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=72c51b38-45ae-44a5-b971-c2daa06438ed,segment=NetworkSegment(0c6a5697-278a-43ab-87c3-b56cfd4c9bb4),segment_id=0c6a5697-278a-43ab-87c3-b56cfd4c9bb4)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:50.542843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.557780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Calling delete_port for 72c51b38-45ae-44a5-b971-c2daa06438ed owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:50.725206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Router 33cdafcf-5f73-440f-98cf-95cd32269bce is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:10:50.762500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.769810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-87871def-c32d-428d-91b9-0f531a63cc9d None None] Provisioning complete for port fefad942-723c-4ec7-ae1f-c73eb0b008ec triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:50.770318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-87871def-c32d-428d-91b9-0f531a63cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.792506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['72c51b38-45ae-44a5-b971-c2daa06438ed'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:10:50.797303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Pushing event deleted for resources: {'Port': ['ID=72c51b38-45ae-44a5-b971-c2daa06438ed,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:50.827695 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-87871def-c32d-428d-91b9-0f531a63cc9d None None] Port fefad942-723c-4ec7-ae1f-c73eb0b008ec cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:50.830438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:50.837505 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b409b5cb-487b-4d50-8cbe-a23cd894bfb2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "PUT /v2.0/routers/33cdafcf-5f73-440f-98cf-95cd32269bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2404697 Dec 08 13:10:50.840164 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60288) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:50.843275 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e66be2-e1b8-4c07-9b51-3f5978456b68 None None] Sync routers for ids ['33cdafcf-5f73-440f-98cf-95cd32269bce'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:50.844486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] No DVR routers for this DVR port 72c51b38-45ae-44a5-b971-c2daa06438ed on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:50.847286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:50.853607 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c8575b8c-34f2-4c2a-8b60-45d9232cef46 req-43a9cbe9-85ad-4570-86a9-5736bf3bb37f tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.72 "DELETE /v2.0/ports/72c51b38-45ae-44a5-b971-c2daa06438ed HTTP/1.1" status: 204 len: 173 time: 0.5042961 Dec 08 13:10:50.853607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e610d143-e70c-41c7-a95b-917bbefb22d4', 'name': 'network-vif-deleted', 'tag': '72c51b38-45ae-44a5-b971-c2daa06438ed'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:10:50.857091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf3ebee-45b6-4aa2-af31-f1806aeee970" -d '{"events": [{"server_uuid": "e610d143-e70c-41c7-a95b-917bbefb22d4", "name": "network-vif-deleted", "tag": "72c51b38-45ae-44a5-b971-c2daa06438ed"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:10:50.871530 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e66be2-e1b8-4c07-9b51-3f5978456b68 None None] Routers {'33cdafcf-5f73-440f-98cf-95cd32269bce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:50.874885 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-24e66be2-e1b8-4c07-9b51-3f5978456b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['33cdafcf-5f73-440f-98cf-95cd32269bce'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:50.896585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b6e3f2-64ba-485d-b0aa-54160e537b79 x-openstack-request-id: req-66b6e3f2-64ba-485d-b0aa-54160e537b79 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:10:50.896896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e610d143-e70c-41c7-a95b-917bbefb22d4", "name": "network-vif-deleted", "tag": "72c51b38-45ae-44a5-b971-c2daa06438ed", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:10:50.897156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-66b6e3f2-64ba-485d-b0aa-54160e537b79 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:10:50.897565 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e610d143-e70c-41c7-a95b-917bbefb22d4', 'name': 'network-vif-deleted', 'tag': '72c51b38-45ae-44a5-b971-c2daa06438ed', 'status': 'completed', 'code': 200} Dec 08 13:10:50.914881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d1a0a-de36-4a33-910d-48d7973dce88 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:50.916082 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-24e66be2-e1b8-4c07-9b51-3f5978456b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:50.917229 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-861d1a0a-de36-4a33-910d-48d7973dce88 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports?device_id=33cdafcf-5f73-440f-98cf-95cd32269bce HTTP/1.1" status: 200 len: 982 time: 0.0755560 Dec 08 13:10:50.919771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60292) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:50.930898 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e66be2-e1b8-4c07-9b51-3f5978456b68 None None] Routers {'33cdafcf-5f73-440f-98cf-95cd32269bce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:50.931686 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-24e66be2-e1b8-4c07-9b51-3f5978456b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['33cdafcf-5f73-440f-98cf-95cd32269bce'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:50.951099 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76e5ad27-02c1-4e95-94b7-0d6ba8045793 req-23f4b03f-2376-49a5-be0e-4e47432f85c3 tempest-TestServerAdvancedOps-2130608146 tempest-TestServerAdvancedOps-2130608146-project] 10.222.0.76 "GET /v2.0/ports?device_id=e610d143-e70c-41c7-a95b-917bbefb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0335524 Dec 08 13:10:50.977358 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-24e66be2-e1b8-4c07-9b51-3f5978456b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:50.978683 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e66be2-e1b8-4c07-9b51-3f5978456b68 None None] The sync data for ids ['33cdafcf-5f73-440f-98cf-95cd32269bce'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:51.266785 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-32174a46-bf7e-4139-8829-7e6ca027590d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464139 Dec 08 13:10:51.363013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-2a87f15a-3123-452d-8f40-cf10d205965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:51.365236 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-2a87f15a-3123-452d-8f40-cf10d205965e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 1098 time: 0.0466833 Dec 08 13:10:51.475944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-a968b795-37d7-4801-b29c-16df300ed52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:51.477404 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-a968b795-37d7-4801-b29c-16df300ed52a service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 913 time: 0.0899761 Dec 08 13:10:51.598747 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:51.614766 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-1fc991f2-d851-4a1f-810c-38f23f319fb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d820b704-bcd8-4e3b-96a1-c2d04c98fd77 HTTP/1.1" status: 200 len: 1001 time: 0.1280339 Dec 08 13:10:51.665595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-d9805103-d1d5-4170-96f8-02195440b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:51.667212 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-d9805103-d1d5-4170-96f8-02195440b470 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0457809 Dec 08 13:10:51.714553 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-c3fbc5a1-0c26-4c6f-8db9-51704839972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:51.716106 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-c3fbc5a1-0c26-4c6f-8db9-51704839972a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407345 Dec 08 13:10:51.810225 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-e6ab3e91-b557-4149-a555-d5937c7be157 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862865 Dec 08 13:10:51.871625 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port fefad942-723c-4ec7-ae1f-c73eb0b008ec {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:51.872210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:51.906560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71b1f2db-c02a-4bf5-9117-322f7298c334 req-85ef967f-7519-482e-9093-833961840dc7 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896761 Dec 08 13:10:51.960081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:51.972214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for fefad942-723c-4ec7-ae1f-c73eb0b008ec owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:52.013702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60296) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:52.061037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c62ab9-9aab-4155-8eac-905f03ec7a66 admin admin] Deleting subnet 146fecf0-511b-4642-938e-fa2ffdc588a6 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:52.064167 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3c62ab9-9aab-4155-8eac-905f03ec7a66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.100231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3c62ab9-9aab-4155-8eac-905f03ec7a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.138798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3c62ab9-9aab-4155-8eac-905f03ec7a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.256898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.274110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3c62ab9-9aab-4155-8eac-905f03ec7a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.283781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=fefad942-723c-4ec7-ae1f-c73eb0b008ec,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:52.300160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c62ab9-9aab-4155-8eac-905f03ec7a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146fecf0-511b-4642-938e-fa2ffdc588a6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:52.304007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e3c62ab9-9aab-4155-8eac-905f03ec7a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.307333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e3c62ab9-9aab-4155-8eac-905f03ec7a66 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/146fecf0-511b-4642-938e-fa2ffdc588a6 HTTP/1.1" status: 204 len: 168 time: 0.2938452 Dec 08 13:10:52.309880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60298) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:52.392371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.435178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.489964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.512275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ede54fc-a448-4d22-94a7-5cfccbc5f2a0']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:52.521634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6a5697-278a-43ab-87c3-b56cfd4c9bb4') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:52.521938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6a5697-278a-43ab-87c3-b56cfd4c9bb4') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:52.531240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.592963 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Router 33cdafcf-5f73-440f-98cf-95cd32269bce has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:10:52.660219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.667132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:52.667552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:52.669345 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:52.676737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:10:52.678696 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fc0d145a-943c-439f-a60f-b228984b96ad tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "PUT /v2.0/routers/33cdafcf-5f73-440f-98cf-95cd32269bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7577093 Dec 08 13:10:52.679379 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60300) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:52.681143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d814a5-5aaf-4bb8-94f9-b3e4eac14c0f None None] Sync routers for ids ['33cdafcf-5f73-440f-98cf-95cd32269bce'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:10:52.693541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d814a5-5aaf-4bb8-94f9-b3e4eac14c0f None None] Routers {'33cdafcf-5f73-440f-98cf-95cd32269bce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:52.694837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e2d814a5-5aaf-4bb8-94f9-b3e4eac14c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['33cdafcf-5f73-440f-98cf-95cd32269bce'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:52.705507 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b2be81-44b7-470a-922e-c39c92cbc93e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:52.707036 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f9b2be81-44b7-470a-922e-c39c92cbc93e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/fefad942-723c-4ec7-ae1f-c73eb0b008ec HTTP/1.1" status: 404 len: 333 time: 0.0267534 Dec 08 13:10:52.709766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60302) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:52.733104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e2d814a5-5aaf-4bb8-94f9-b3e4eac14c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:52.742412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d814a5-5aaf-4bb8-94f9-b3e4eac14c0f None None] Routers {'33cdafcf-5f73-440f-98cf-95cd32269bce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:10:52.743042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e2d814a5-5aaf-4bb8-94f9-b3e4eac14c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:10:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['33cdafcf-5f73-440f-98cf-95cd32269bce'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:52.775898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e2d814a5-5aaf-4bb8-94f9-b3e4eac14c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:52.776559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d814a5-5aaf-4bb8-94f9-b3e4eac14c0f None None] The sync data for ids ['33cdafcf-5f73-440f-98cf-95cd32269bce'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:10:52.785397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45c9d46d-f656-4037-b493-69fb156712a8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.813593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.819979 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.826053 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6ede54fc-a448-4d22-94a7-5cfccbc5f2a0 HTTP/1.1" status: 204 len: 168 time: 0.5124378 Dec 08 13:10:52.832107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60304) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:52.839334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14433ea-0c8f-4396-a2bb-cdf6544edbb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ede54fc-a448-4d22-94a7-5cfccbc5f2a0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:52.882805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-76670767-1490-4017-87b8-11ac7029eae6 admin admin] Deleting subnet 8e11f191-4137-4d68-8f0e-bdd50abe5e3e {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:52.886534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76670767-1490-4017-87b8-11ac7029eae6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.922307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76670767-1490-4017-87b8-11ac7029eae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.948910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45c9d46d-f656-4037-b493-69fb156712a8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.951636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45c9d46d-f656-4037-b493-69fb156712a8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:52.970809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76670767-1490-4017-87b8-11ac7029eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.053573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45c9d46d-f656-4037-b493-69fb156712a8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.054150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c9d46d-f656-4037-b493-69fb156712a8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Fanout notify agent at l3_agent the message router_deleted on router 33cdafcf-5f73-440f-98cf-95cd32269bce {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:10:53.061238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45c9d46d-f656-4037-b493-69fb156712a8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.062669 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-45c9d46d-f656-4037-b493-69fb156712a8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/routers/33cdafcf-5f73-440f-98cf-95cd32269bce HTTP/1.1" status: 204 len: 168 time: 0.3516648 Dec 08 13:10:53.065189 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60306) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:53.118976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f699f97-69a8-4366-8efc-e1f7cb841a01 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 94b7dfb4-504d-4e26-9a07-9111410c7d53 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:10:53.122012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f699f97-69a8-4366-8efc-e1f7cb841a01 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.128666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76670767-1490-4017-87b8-11ac7029eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.158902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-76670767-1490-4017-87b8-11ac7029eae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.162446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f699f97-69a8-4366-8efc-e1f7cb841a01 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.163049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-76670767-1490-4017-87b8-11ac7029eae6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8e11f191-4137-4d68-8f0e-bdd50abe5e3e HTTP/1.1" status: 204 len: 168 time: 0.3297319 Dec 08 13:10:53.164116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76670767-1490-4017-87b8-11ac7029eae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e11f191-4137-4d68-8f0e-bdd50abe5e3e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:53.165551 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60308) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:53.291180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.313229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f699f97-69a8-4366-8efc-e1f7cb841a01 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.416367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.440677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7dcb87-6337-4c91-b23d-f6f022b2823d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:53.451323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c427e8b-e08f-418d-a648-53d996bd48c7') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:53.451623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c427e8b-e08f-418d-a648-53d996bd48c7') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:53.460855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.474607 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.480345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:53.480732 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:53.482341 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:53.528174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f699f97-69a8-4366-8efc-e1f7cb841a01 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.555555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f699f97-69a8-4366-8efc-e1f7cb841a01 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=94b7dfb4-504d-4e26-9a07-9111410c7d53,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:53.559171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f699f97-69a8-4366-8efc-e1f7cb841a01 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.562386 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7f699f97-69a8-4366-8efc-e1f7cb841a01 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/94b7dfb4-504d-4e26-9a07-9111410c7d53 HTTP/1.1" status: 204 len: 168 time: 0.4962492 Dec 08 13:10:53.565039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60310) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:53.567481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984c786-5e73-4e31-bee7-5068c1d78a52 None None] Network e09c03a8-5bf1-43ca-9189-9c91b45f81e7 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:53.608279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.643041 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.649500 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4d7dcb87-6337-4c91-b23d-f6f022b2823d HTTP/1.1" status: 204 len: 168 time: 0.4641838 Dec 08 13:10:53.669472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.671876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a5e17-ba68-4c5f-8084-21ae1a173e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7dcb87-6337-4c91-b23d-f6f022b2823d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:53.731684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c8838-ea5a-44c7-8725-f9a30d67de86 None None] DHCP port deletion for e09c03a8-5bf1-43ca-9189-9c91b45f81e7 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:10:53.732296 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port c47d6d0b-d488-450b-a7c4-049b7d61ce46 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:53.732296 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.781974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-390c8838-ea5a-44c7-8725-f9a30d67de86 None None] Deleting port c47d6d0b-d488-450b-a7c4-049b7d61ce46 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:53.782342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-390c8838-ea5a-44c7-8725-f9a30d67de86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.801264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] For port c47d6d0b-d488-450b-a7c4-049b7d61ce46, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c47d6d0b-d488-450b-a7c4-049b7d61ce46,segment=NetworkSegment(3653276d-e2a0-41fc-95cd-b1085ce5047c),segment_id=3653276d-e2a0-41fc-95cd-b1085ce5047c)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:53.801631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.813468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for c47d6d0b-d488-450b-a7c4-049b7d61ce46 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:53.849904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-390c8838-ea5a-44c7-8725-f9a30d67de86 None None] For port c47d6d0b-d488-450b-a7c4-049b7d61ce46, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c47d6d0b-d488-450b-a7c4-049b7d61ce46,segment=NetworkSegment(3653276d-e2a0-41fc-95cd-b1085ce5047c),segment_id=3653276d-e2a0-41fc-95cd-b1085ce5047c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:53.850296 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-390c8838-ea5a-44c7-8725-f9a30d67de86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:53.862695 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-390c8838-ea5a-44c7-8725-f9a30d67de86 None None] Calling delete_port for c47d6d0b-d488-450b-a7c4-049b7d61ce46 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:54.016626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.023271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-390c8838-ea5a-44c7-8725-f9a30d67de86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.048094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No DVR routers for this DVR port c47d6d0b-d488-450b-a7c4-049b7d61ce46 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:54.052899 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=c47d6d0b-d488-450b-a7c4-049b7d61ce46,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:54.066784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c8838-ea5a-44c7-8725-f9a30d67de86 None None] Pushing event deleted for resources: {'Port': ['ID=c47d6d0b-d488-450b-a7c4-049b7d61ce46,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:54.066784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c8838-ea5a-44c7-8725-f9a30d67de86 None None] No DVR routers for this DVR port c47d6d0b-d488-450b-a7c4-049b7d61ce46 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:10:54.101455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60314) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:54.135999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.142238 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-17075a59-910e-4ce6-959e-9f670545614f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=994d6c6e3f1c426bad993fd26950c0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388279 Dec 08 13:10:54.145451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60316) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:54.159077 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09c03a8-5bf1-43ca-9189-9c91b45f81e7']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:54.161981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 72c51b38-45ae-44a5-b971-c2daa06438ed no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:54.169205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3653276d-e2a0-41fc-95cd-b1085ce5047c') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:54.169502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3653276d-e2a0-41fc-95cd-b1085ce5047c') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:10:54.179786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.182559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 72c51b38-45ae-44a5-b971-c2daa06438ed {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:54.183004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 72c51b38-45ae-44a5-b971-c2daa06438ed not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:54.193157 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.200536 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:10:54.201377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:10:54.204008 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:10:54.206622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b5047a8-b273-4b0d-98ff-96ef3b8af347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.231609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b5047a8-b273-4b0d-98ff-96ef3b8af347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.374152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b5047a8-b273-4b0d-98ff-96ef3b8af347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.376825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b5047a8-b273-4b0d-98ff-96ef3b8af347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.381057 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1b5047a8-b273-4b0d-98ff-96ef3b8af347 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7340177a-8ce7-4445-85f6-d61147a09cc1 HTTP/1.1" status: 204 len: 168 time: 0.2317674 Dec 08 13:10:54.387425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5047a8-b273-4b0d-98ff-96ef3b8af347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7340177a-8ce7-4445-85f6-d61147a09cc1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:54.469255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c47d6d0b-d488-450b-a7c4-049b7d61ce46 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:10:54.493761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: c47d6d0b-d488-450b-a7c4-049b7d61ce46 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:10:54.494473 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c47d6d0b-d488-450b-a7c4-049b7d61ce46 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:10:54.642565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.652420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:54.653557 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/networks/e09c03a8-5bf1-43ca-9189-9c91b45f81e7 HTTP/1.1" status: 204 len: 168 time: 1.0875199 Dec 08 13:10:54.659814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60320) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:54.665245 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529c9d0-e4a9-4432-874a-4e4ffb92c832 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Network': ['ID=e09c03a8-5bf1-43ca-9189-9c91b45f81e7,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:54.707734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1542959e-720d-404a-8b2d-d915460aeb58 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:54.709404 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1542959e-720d-404a-8b2d-d915460aeb58 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/69090d58-6df4-48ad-a9d4-358d88a89ed8 HTTP/1.1" status: 200 len: 840 time: 0.0442617 Dec 08 13:10:54.712978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60322) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:54.752371 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9bc44242-5684-463c-b0f2-e5190864cc3b tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/69090d58-6df4-48ad-a9d4-358d88a89ed8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0382972 Dec 08 13:10:54.761903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60326) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:54.761903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:54.965306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:54.969754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.154152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60328) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:55.194093 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-09aad9d8-25cc-48a8-b373-fc252c529276 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50b96605147e4cffa106cafc8e190224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386715 Dec 08 13:10:55.196863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60330) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:55.221286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.266875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:55.274063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:55.284472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce7aa4-b57e-4b5d-803c-c5243425ebab None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:55.289430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:55.290037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.307217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e2665da-63b3-4b6c-8555-8263eb291937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.309412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=331ddd40-b099-4327-8656-d78e984ebe60,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:55.331800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e2665da-63b3-4b6c-8555-8263eb291937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.397299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'project_id': '203ca371c0744f33b5edf3e60eb37a1f', 'fixed_ips': [{'subnet_id': '331ddd40-b099-4327-8656-d78e984ebe60'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:10:55.398173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.485325 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-41a39254-7169-43b5-af5f-9a7a59651ff5 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7273860 Dec 08 13:10:55.488104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60332) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:55.492636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7c8dfdca-abf3-49ab-9170-ba98765cba7f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'security_group': {'name': 'tempest-secgroup-2066222011'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:55.529047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Allocated IP 172.20.0.2 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/331ddd40-b099-4327-8656-d78e984ebe60/def3993e-ca95-4a50-99ee-21953403a1a0) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:55.542277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e2665da-63b3-4b6c-8555-8263eb291937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.544907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e2665da-63b3-4b6c-8555-8263eb291937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.546355 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9e2665da-63b3-4b6c-8555-8263eb291937 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d122101-1e79-49b8-8aa3-b355666dc43c HTTP/1.1" status: 204 len: 168 time: 0.3484750 Dec 08 13:10:55.554477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2665da-63b3-4b6c-8555-8263eb291937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d122101-1e79-49b8-8aa3-b355666dc43c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:55.617045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8dfdca-abf3-49ab-9170-ba98765cba7f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.681511 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.697031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8dfdca-abf3-49ab-9170-ba98765cba7f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.811312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8dfdca-abf3-49ab-9170-ba98765cba7f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.811859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.842928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dfdca-abf3-49ab-9170-ba98765cba7f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f096260-3c7b-4eda-97e2-a13fb3c8a73d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:55.854416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:55.857796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:55.861295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:55.877134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Pushing event updated for resources: {'Port': ['ID=def3993e-ca95-4a50-99ee-21953403a1a0,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:55.924736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7c8dfdca-abf3-49ab-9170-ba98765cba7f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.926048 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7c8dfdca-abf3-49ab-9170-ba98765cba7f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4369557 Dec 08 13:10:55.926548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Attempting to bind port def3993e-ca95-4a50-99ee-21953403a1a0 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:10:55.926956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Attempting to bind port def3993e-ca95-4a50-99ee-21953403a1a0 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:10:55.927335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Attempting to bind port def3993e-ca95-4a50-99ee-21953403a1a0 on network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:10:55.929104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60336) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:55.932530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:10:55.932899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Checking segment: {'id': '0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:10:55.933317 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:55.933672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5573a3a6-6834-412b-9c21-1d43a288008f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'security_group': {'name': 'tempest-secgroup-1108751839'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:55.933794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Bound using segment: {'id': '0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:10:55.934152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Bound port: def3993e-ca95-4a50-99ee-21953403a1a0, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:10:55.934536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.003378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] For port def3993e-ca95-4a50-99ee-21953403a1a0, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:10:56.008239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] For port def3993e-ca95-4a50-99ee-21953403a1a0, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=def3993e-ca95-4a50-99ee-21953403a1a0,segment=NetworkSegment(0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a),segment_id=0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:10:56.051237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5573a3a6-6834-412b-9c21-1d43a288008f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.121007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5573a3a6-6834-412b-9c21-1d43a288008f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.151354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.210013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5573a3a6-6834-412b-9c21-1d43a288008f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.221070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b4048-8101-413c-be98-ced87f0adaa0 None None] Pushing event updated for resources: {'Port': ['ID=def3993e-ca95-4a50-99ee-21953403a1a0,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:56.257258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573a3a6-6834-412b-9c21-1d43a288008f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ce6bba-d201-44e9-8898-0bd8939f0697,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:56.328413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5573a3a6-6834-412b-9c21-1d43a288008f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.329949 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5573a3a6-6834-412b-9c21-1d43a288008f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3996389 Dec 08 13:10:56.332585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60338) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:56.345045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-69878631', 'security_groups': ['b9ce6bba-d201-44e9-8898-0bd8939f0697'], 'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '331ddd40-b099-4327-8656-d78e984ebe60'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:56.491960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device def3993e-ca95-4a50-99ee-21953403a1a0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:56.542764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:56.543140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.596941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:56.622763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.655694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port def3993e-ca95-4a50-99ee-21953403a1a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=def3993e-ca95-4a50-99ee-21953403a1a0,segment=NetworkSegment(0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a),segment_id=0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:56.689210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.706091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 6f471961-7530-4141-89b2-25db6da8b735 yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:10:56.800168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:56.850837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=def3993e-ca95-4a50-99ee-21953403a1a0,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:56.867493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.9 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/331ddd40-b099-4327-8656-d78e984ebe60/6f471961-7530-4141-89b2-25db6da8b735) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:57.011631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:57.129396 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:57.174315 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:57.177609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:57.184064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:10:57.188213 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-73d83226-c594-4afe-b12f-3c23f13775c2 None None] Provisioning complete for port 69090d58-6df4-48ad-a9d4-358d88a89ed8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:57.188652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73d83226-c594-4afe-b12f-3c23f13775c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:57.208441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=6f471961-7530-4141-89b2-25db6da8b735,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:57.225985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-73d83226-c594-4afe-b12f-3c23f13775c2 None None] Port 69090d58-6df4-48ad-a9d4-358d88a89ed8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:57.236721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-73d83226-c594-4afe-b12f-3c23f13775c2 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:57.237652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73d83226-c594-4afe-b12f-3c23f13775c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:57.238922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:57.240512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:57.335924 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5afbc993-05de-4912-a862-48e8ffb70691 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9936595 Dec 08 13:10:57.335924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60340) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:57.336651 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-45a2074f-8819-45d4-948a-4a72428ae496 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:57.442152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ee354181-e0b3-413c-95fe-962a1dc10e0d None None] Provisioning complete for port 6f471961-7530-4141-89b2-25db6da8b735 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:57.442427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ee354181-e0b3-413c-95fe-962a1dc10e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:57.476341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ee354181-e0b3-413c-95fe-962a1dc10e0d None None] Port 6f471961-7530-4141-89b2-25db6da8b735 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:57.528208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a2074f-8819-45d4-948a-4a72428ae496 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:57.531858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45a2074f-8819-45d4-948a-4a72428ae496 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:57.617692 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.ipam_backend_mixin [None req-45a2074f-8819-45d4-948a-4a72428ae496 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 331ddd40-b099-4327-8656-d78e984ebe60 (CIDR: 172.20.0.0/28) Dec 08 13:10:57.651264 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a2074f-8819-45d4-948a-4a72428ae496 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:10:57.651962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a2074f-8819-45d4-948a-4a72428ae496 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:10:57.762174 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-45a2074f-8819-45d4-948a-4a72428ae496 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4294281 Dec 08 13:10:57.765389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60342) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:57.770210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:57.947830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:10:57.951412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:58.245762 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:58.288746 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:10:58.291984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:10:58.295054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:58.295660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:58.304438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36d68a-f616-4316-8571-49a21937419f None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:10:58.314133 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=69e69208-71bf-4c10-9a42-834252bc375f,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:58.420561 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-011d53a6-3ace-4195-bf78-54f47b04db02 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6531637 Dec 08 13:10:58.422432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60344) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:58.430155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1809202943', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69e69208-71bf-4c10-9a42-834252bc375f'}], 'security_groups': ['9f096260-3c7b-4eda-97e2-a13fb3c8a73d']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:10:58.513322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:58.527431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device def3993e-ca95-4a50-99ee-21953403a1a0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:10:58.619021 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:58.619405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:58.706332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc973b-d5d3-4b81-83e5-80529c22b896 None None] Update dhcp port {'port': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'fixed_ips': [{'subnet_id': '331ddd40-b099-4327-8656-d78e984ebe60', 'ip_address': '172.20.0.2'}, {'subnet_id': '69e69208-71bf-4c10-9a42-834252bc375f'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': 'def3993e-ca95-4a50-99ee-21953403a1a0'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:10:58.756657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-97bc973b-d5d3-4b81-83e5-80529c22b896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:58.829926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Delete allocated IP 172.20.0.9 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/331ddd40-b099-4327-8656-d78e984ebe60) {{(pid=103716) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 13:10:58.839344 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.24 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/69e69208-71bf-4c10-9a42-834252bc375f/6f471961-7530-4141-89b2-25db6da8b735) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:59.004405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.065078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.110642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-97bc973b-d5d3-4b81-83e5-80529c22b896 None None] Allocated IP 172.20.0.18 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/69e69208-71bf-4c10-9a42-834252bc375f/def3993e-ca95-4a50-99ee-21953403a1a0) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:10:59.164217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=6f471961-7530-4141-89b2-25db6da8b735,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:59.184101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] In _notify_port_updated(), no bound segment for port 6f471961-7530-4141-89b2-25db6da8b735 on network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:10:59.191655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:10:59.192941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.194320 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e886e0ab-1441-464a-8d05-573003c13f11 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "PUT /v2.0/ports/6f471961-7530-4141-89b2-25db6da8b735 HTTP/1.1" status: 200 len: 921 time: 0.7689877 Dec 08 13:10:59.197410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60348) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:59.221663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-97bc973b-d5d3-4b81-83e5-80529c22b896 None None] For port def3993e-ca95-4a50-99ee-21953403a1a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=def3993e-ca95-4a50-99ee-21953403a1a0,segment=NetworkSegment(0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a),segment_id=0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:10:59.250234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-97bc973b-d5d3-4b81-83e5-80529c22b896 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.283735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-857fe6da-4bad-4653-b425-9b901e7255b8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 6f471961-7530-4141-89b2-25db6da8b735 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:10:59.284002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-857fe6da-4bad-4653-b425-9b901e7255b8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.322024 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-97bc973b-d5d3-4b81-83e5-80529c22b896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.377384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-857fe6da-4bad-4653-b425-9b901e7255b8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.388733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-857fe6da-4bad-4653-b425-9b901e7255b8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 6f471961-7530-4141-89b2-25db6da8b735 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:10:59.405204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc973b-d5d3-4b81-83e5-80529c22b896 None None] Pushing event updated for resources: {'Port': ['ID=def3993e-ca95-4a50-99ee-21953403a1a0,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:59.634062 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-857fe6da-4bad-4653-b425-9b901e7255b8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.665653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fe6da-4bad-4653-b425-9b901e7255b8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=6f471961-7530-4141-89b2-25db6da8b735,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:10:59.733097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-857fe6da-4bad-4653-b425-9b901e7255b8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.736420 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-857fe6da-4bad-4653-b425-9b901e7255b8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/6f471961-7530-4141-89b2-25db6da8b735 HTTP/1.1" status: 204 len: 168 time: 0.5380287 Dec 08 13:10:59.739641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60350) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:59.763630 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd22c87-1559-4ed6-93b6-5d9c35477f10 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:10:59.766458 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7fd22c87-1559-4ed6-93b6-5d9c35477f10 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/6f471961-7530-4141-89b2-25db6da8b735 HTTP/1.1" status: 404 len: 333 time: 0.0245116 Dec 08 13:10:59.767955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60352) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:10:59.826995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e3136ad-a989-47ad-8c4e-ca580837247c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.849949 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e3136ad-a989-47ad-8c4e-ca580837247c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.911647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0f836a18-f11b-452f-addd-91656931b5da None None] Provisioning complete for port 69090d58-6df4-48ad-a9d4-358d88a89ed8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:59.912017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f836a18-f11b-452f-addd-91656931b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.946566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0f836a18-f11b-452f-addd-91656931b5da None None] Port 69090d58-6df4-48ad-a9d4-358d88a89ed8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:10:59.956246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0f836a18-f11b-452f-addd-91656931b5da None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:10:59.957103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f836a18-f11b-452f-addd-91656931b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.993571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e3136ad-a989-47ad-8c4e-ca580837247c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.996297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e3136ad-a989-47ad-8c4e-ca580837247c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:10:59.997599 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5e3136ad-a989-47ad-8c4e-ca580837247c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/security-groups/b9ce6bba-d201-44e9-8898-0bd8939f0697 HTTP/1.1" status: 204 len: 168 time: 0.2286320 Dec 08 13:11:00.000440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60354) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:00.008221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3136ad-a989-47ad-8c4e-ca580837247c tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ce6bba-d201-44e9-8898-0bd8939f0697,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:00.049067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0f836a18-f11b-452f-addd-91656931b5da None None] Could not find standard attr ID for object 6f471961-7530-4141-89b2-25db6da8b735. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:11:00.053438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d490015-7e95-4d92-a0dd-90f80139c0de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.077593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d490015-7e95-4d92-a0dd-90f80139c0de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.271418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d490015-7e95-4d92-a0dd-90f80139c0de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.274133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d490015-7e95-4d92-a0dd-90f80139c0de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.275365 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d490015-7e95-4d92-a0dd-90f80139c0de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/security-groups/9f096260-3c7b-4eda-97e2-a13fb3c8a73d HTTP/1.1" status: 204 len: 168 time: 0.2739305 Dec 08 13:11:00.279047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60356) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:00.285784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d490015-7e95-4d92-a0dd-90f80139c0de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f096260-3c7b-4eda-97e2-a13fb3c8a73d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:00.337449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea13d39-5531-4d60-87c4-772be2bd54ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 331ddd40-b099-4327-8656-d78e984ebe60 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:11:00.342852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ea13d39-5531-4d60-87c4-772be2bd54ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.362513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-524b25bd-f917-440b-94a5-b351b6f84f96 None None] Could not find standard attr ID for object 6f471961-7530-4141-89b2-25db6da8b735. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:11:00.382140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ea13d39-5531-4d60-87c4-772be2bd54ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.470450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device def3993e-ca95-4a50-99ee-21953403a1a0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:00.480366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ea13d39-5531-4d60-87c4-772be2bd54ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.528396 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:00.528771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.614358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ea13d39-5531-4d60-87c4-772be2bd54ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.642153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea13d39-5531-4d60-87c4-772be2bd54ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=331ddd40-b099-4327-8656-d78e984ebe60,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:00.644331 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5ea13d39-5531-4d60-87c4-772be2bd54ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:00.649600 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5ea13d39-5531-4d60-87c4-772be2bd54ec tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/331ddd40-b099-4327-8656-d78e984ebe60 HTTP/1.1" status: 204 len: 168 time: 0.3691881 Dec 08 13:11:00.652157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60358) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:00.657820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:00.659184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c322b4-66f8-4a27-9801-8ca79dfdabfa None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:00.850754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:00.854426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.142812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.191309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:01.194752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:01.199317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:01.199916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.211359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=7c6ddc95-0cb0-4532-9dcf-afd33c836f59,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:01.235358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61157967-654a-4bc6-bd68-687f3d756ff0 None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:01.310659 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6c2dc2ba-0608-4c50-bc88-2c1082aac6f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6573076 Dec 08 13:11:01.313304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60360) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:01.317957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ba5da3aa-177a-46bb-81c0-27101e206c42 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'security_group': {'name': 'tempest-secgroup-572054606'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:01.325412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1defce73-bd39-489a-978c-485f11199c88 None None] Provisioning complete for port 69090d58-6df4-48ad-a9d4-358d88a89ed8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:01.325790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1defce73-bd39-489a-978c-485f11199c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.378264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1defce73-bd39-489a-978c-485f11199c88 None None] Port 69090d58-6df4-48ad-a9d4-358d88a89ed8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:01.396269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1defce73-bd39-489a-978c-485f11199c88 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:01.396584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1defce73-bd39-489a-978c-485f11199c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.454349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba5da3aa-177a-46bb-81c0-27101e206c42 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.470593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2bb5c9-78c0-44f6-95fb-284536a6ceb3 None None] Update dhcp port {'port': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'fixed_ips': [{'subnet_id': '69e69208-71bf-4c10-9a42-834252bc375f', 'ip_address': '172.20.0.18'}, {'subnet_id': '7c6ddc95-0cb0-4532-9dcf-afd33c836f59'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': 'def3993e-ca95-4a50-99ee-21953403a1a0'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:11:01.518199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9a2bb5c9-78c0-44f6-95fb-284536a6ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.521119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba5da3aa-177a-46bb-81c0-27101e206c42 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.648273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba5da3aa-177a-46bb-81c0-27101e206c42 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.678286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5da3aa-177a-46bb-81c0-27101e206c42 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25614504-b39c-4c06-969d-199f506c17c8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:01.686691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-9a2bb5c9-78c0-44f6-95fb-284536a6ceb3 None None] Allocated IP 172.20.0.2 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/7c6ddc95-0cb0-4532-9dcf-afd33c836f59/def3993e-ca95-4a50-99ee-21953403a1a0) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:01.747116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba5da3aa-177a-46bb-81c0-27101e206c42 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.748422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ba5da3aa-177a-46bb-81c0-27101e206c42 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4340620 Dec 08 13:11:01.751285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60362) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:01.755940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-dbdde592-6293-4c3e-a3ee-ee6aa06b39ac tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732782936'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:01.781762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9a2bb5c9-78c0-44f6-95fb-284536a6ceb3 None None] For port def3993e-ca95-4a50-99ee-21953403a1a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=def3993e-ca95-4a50-99ee-21953403a1a0,segment=NetworkSegment(0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a),segment_id=0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:01.810458 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9a2bb5c9-78c0-44f6-95fb-284536a6ceb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.865099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dbdde592-6293-4c3e-a3ee-ee6aa06b39ac tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.905116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9a2bb5c9-78c0-44f6-95fb-284536a6ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.930645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dbdde592-6293-4c3e-a3ee-ee6aa06b39ac tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:01.985795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bb5c9-78c0-44f6-95fb-284536a6ceb3 None None] Pushing event updated for resources: {'Port': ['ID=def3993e-ca95-4a50-99ee-21953403a1a0,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:02.019776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dbdde592-6293-4c3e-a3ee-ee6aa06b39ac tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.049693 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdde592-6293-4c3e-a3ee-ee6aa06b39ac tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc9b9ce-063f-47d7-98cb-c176a9d8446f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:02.138782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dbdde592-6293-4c3e-a3ee-ee6aa06b39ac tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.142762 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dbdde592-6293-4c3e-a3ee-ee6aa06b39ac tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3879089 Dec 08 13:11:02.143241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60364) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:02.148931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-dd9d5b8d-3c9e-44d2-83a4-b1e6bf009988 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'security_group': {'name': 'tempest-secgroup-226784227'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:02.235855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5b8d-3c9e-44d2-83a4-b1e6bf009988 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.307189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5b8d-3c9e-44d2-83a4-b1e6bf009988 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.376826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5b8d-3c9e-44d2-83a4-b1e6bf009988 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.407986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d5b8d-3c9e-44d2-83a4-b1e6bf009988 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a4fa17-d645-4698-a65d-b7e44bfeb530,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:02.460028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device def3993e-ca95-4a50-99ee-21953403a1a0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:02.509060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5b8d-3c9e-44d2-83a4-b1e6bf009988 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.510934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dd9d5b8d-3c9e-44d2-83a4-b1e6bf009988 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3660691 Dec 08 13:11:02.513414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60366) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:02.516394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:02.516772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.518966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-829594171', 'security_groups': ['09a4fa17-d645-4698-a65d-b7e44bfeb530'], 'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c6ddc95-0cb0-4532-9dcf-afd33c836f59'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:02.572057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2785b2d1-19ad-470d-94b6-33985a3d1b30 None None] Provisioning complete for port 69090d58-6df4-48ad-a9d4-358d88a89ed8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:02.572424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2785b2d1-19ad-470d-94b6-33985a3d1b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.638429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2785b2d1-19ad-470d-94b6-33985a3d1b30 None None] Port 69090d58-6df4-48ad-a9d4-358d88a89ed8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:02.649005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2785b2d1-19ad-470d-94b6-33985a3d1b30 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:02.649407 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2785b2d1-19ad-470d-94b6-33985a3d1b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.685027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:02.766543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:02.787030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] device_id is not set on port 81f82ce6-d551-4a2f-bb8e-8da52e4021fb yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:11:02.936173 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.14 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/7c6ddc95-0cb0-4532-9dcf-afd33c836f59/81f82ce6-d551-4a2f-bb8e-8da52e4021fb) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:03.073227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:03.182789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:03.225101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:03.228205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:03.231809 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:03.264595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=81f82ce6-d551-4a2f-bb8e-8da52e4021fb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:03.294709 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:03.295333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:03.374986 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d875f79e-99bb-4894-967c-6d8d362b3c20 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8601546 Dec 08 13:11:03.377915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60368) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:03.384144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-133a844a-db51-4d4b-830f-6adc5161a511 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:03.449584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3d5c3253-f2fd-4460-bdd8-7e8f5e9389f6 None None] Provisioning complete for port 81f82ce6-d551-4a2f-bb8e-8da52e4021fb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:03.449956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3253-f2fd-4460-bdd8-7e8f5e9389f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:03.484211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c3253-f2fd-4460-bdd8-7e8f5e9389f6 None None] Port 81f82ce6-d551-4a2f-bb8e-8da52e4021fb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:03.548019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a844a-db51-4d4b-830f-6adc5161a511 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:03.551520 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-133a844a-db51-4d4b-830f-6adc5161a511 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:03.640240 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.ipam_backend_mixin [None req-133a844a-db51-4d4b-830f-6adc5161a511 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7c6ddc95-0cb0-4532-9dcf-afd33c836f59 (CIDR: 172.20.0.0/28) Dec 08 13:11:03.705783 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-133a844a-db51-4d4b-830f-6adc5161a511 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:11:03.706271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133a844a-db51-4d4b-830f-6adc5161a511 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:03.781903 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-133a844a-db51-4d4b-830f-6adc5161a511 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4023302 Dec 08 13:11:03.784552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60370) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:03.789323 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c2db3d61-e60d-4228-bdcf-2cbc9f3fe664 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:03.979732 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2db3d61-e60d-4228-bdcf-2cbc9f3fe664 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:03.984053 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c2db3d61-e60d-4228-bdcf-2cbc9f3fe664 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:04.074601 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.ipam_backend_mixin [None req-c2db3d61-e60d-4228-bdcf-2cbc9f3fe664 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 69e69208-71bf-4c10-9a42-834252bc375f (CIDR: 172.20.0.16/28) Dec 08 13:11:04.105399 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2db3d61-e60d-4228-bdcf-2cbc9f3fe664 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:11:04.105890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2db3d61-e60d-4228-bdcf-2cbc9f3fe664 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:04.176742 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c2db3d61-e60d-4228-bdcf-2cbc9f3fe664 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3911932 Dec 08 13:11:04.179529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60372) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:04.184377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'subnet': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:04.371075 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Made reservation on behalf of 203ca371c0744f33b5edf3e60eb37a1f for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:04.374603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:04.653796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:04.704446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:04.708258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:04.712457 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:04.713049 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:04.719569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654fc365-cb73-429a-a0ea-70f8dd9ed551 None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:04.723134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Subnet': ['ID=1fa81764-ebe6-4145-9414-3f41fb3df719,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:04.807714 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-32c65da3-dad7-4bc4-9595-8d34d1302a31 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6271417 Dec 08 13:11:04.810531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60374) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:04.816314 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1671441339', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1fa81764-ebe6-4145-9414-3f41fb3df719'}], 'security_groups': ['25614504-b39c-4c06-969d-199f506c17c8', 'cdc9b9ce-063f-47d7-98cb-c176a9d8446f']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:04.882906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:04.886282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b76e4-99a9-467d-b36e-58838cec894c None None] Update dhcp port {'port': {'network_id': '5a2df3c0-8422-4783-b2f5-dc7ebff2899e', 'fixed_ips': [{'subnet_id': '69e69208-71bf-4c10-9a42-834252bc375f', 'ip_address': '172.20.0.18'}, {'subnet_id': '7c6ddc95-0cb0-4532-9dcf-afd33c836f59', 'ip_address': '172.20.0.2'}, {'subnet_id': '1fa81764-ebe6-4145-9414-3f41fb3df719'}], 'binding:host_id': 'dv-neutron-799625-5-hyperv'}, 'id': 'def3993e-ca95-4a50-99ee-21953403a1a0'} from dv-neutron-799625-5-hyperv. {{(pid=103717) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 13:11:04.918359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a2b76e4-99a9-467d-b36e-58838cec894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:05.108950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-5a2b76e4-99a9-467d-b36e-58838cec894c None None] Allocated IP 172.20.0.34 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/1fa81764-ebe6-4145-9414-3f41fb3df719/def3993e-ca95-4a50-99ee-21953403a1a0) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:05.412052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5a2b76e4-99a9-467d-b36e-58838cec894c None None] For port def3993e-ca95-4a50-99ee-21953403a1a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=def3993e-ca95-4a50-99ee-21953403a1a0,segment=NetworkSegment(0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a),segment_id=0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:05.451738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a2b76e4-99a9-467d-b36e-58838cec894c None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:05.539590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a2b76e4-99a9-467d-b36e-58838cec894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:05.624792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b76e4-99a9-467d-b36e-58838cec894c None None] Pushing event updated for resources: {'Port': ['ID=def3993e-ca95-4a50-99ee-21953403a1a0,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:05.641367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Delete allocated IP 172.20.0.14 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/7c6ddc95-0cb0-4532-9dcf-afd33c836f59) {{(pid=103716) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 13:11:05.648889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Allocated IP 172.20.0.40 (5a2df3c0-8422-4783-b2f5-dc7ebff2899e/1fa81764-ebe6-4145-9414-3f41fb3df719/81f82ce6-d551-4a2f-bb8e-8da52e4021fb) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:05.819732 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:05.888099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:05.979264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event updated for resources: {'Port': ['ID=81f82ce6-d551-4a2f-bb8e-8da52e4021fb,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:05.996334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] In _notify_port_updated(), no bound segment for port 81f82ce6-d551-4a2f-bb8e-8da52e4021fb on network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e {{(pid=103716) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:11:06.001971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:06.002601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.003966 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-14a1b322-ffec-4593-8eac-bbda1534abe7 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "PUT /v2.0/ports/81f82ce6-d551-4a2f-bb8e-8da52e4021fb HTTP/1.1" status: 200 len: 960 time: 1.1923218 Dec 08 13:11:06.007121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60376) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:06.105277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-39a8357a-33ab-4126-bacb-3ef3d3bf4bd8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 81f82ce6-d551-4a2f-bb8e-8da52e4021fb {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:06.105623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39a8357a-33ab-4126-bacb-3ef3d3bf4bd8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.119046 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5b3dd0d8-208d-42f4-962b-eae61496c0d1 None None] Provisioning complete for port 69090d58-6df4-48ad-a9d4-358d88a89ed8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:06.119046 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b3dd0d8-208d-42f4-962b-eae61496c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.156297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5b3dd0d8-208d-42f4-962b-eae61496c0d1 None None] Port 69090d58-6df4-48ad-a9d4-358d88a89ed8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:06.166706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5b3dd0d8-208d-42f4-962b-eae61496c0d1 None None] Provisioning complete for port 81f82ce6-d551-4a2f-bb8e-8da52e4021fb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:06.167084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b3dd0d8-208d-42f4-962b-eae61496c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.193575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39a8357a-33ab-4126-bacb-3ef3d3bf4bd8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.200767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5b3dd0d8-208d-42f4-962b-eae61496c0d1 None None] Port 81f82ce6-d551-4a2f-bb8e-8da52e4021fb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:06.206429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-39a8357a-33ab-4126-bacb-3ef3d3bf4bd8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 81f82ce6-d551-4a2f-bb8e-8da52e4021fb owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:06.211294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5b3dd0d8-208d-42f4-962b-eae61496c0d1 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:06.211678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b3dd0d8-208d-42f4-962b-eae61496c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.422996 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39a8357a-33ab-4126-bacb-3ef3d3bf4bd8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.460750 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device def3993e-ca95-4a50-99ee-21953403a1a0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:06.470203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8357a-33ab-4126-bacb-3ef3d3bf4bd8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=81f82ce6-d551-4a2f-bb8e-8da52e4021fb,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:06.517155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:06.517688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.537980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39a8357a-33ab-4126-bacb-3ef3d3bf4bd8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.542056 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-39a8357a-33ab-4126-bacb-3ef3d3bf4bd8 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/81f82ce6-d551-4a2f-bb8e-8da52e4021fb HTTP/1.1" status: 204 len: 168 time: 0.5336921 Dec 08 13:11:06.544519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60378) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:06.570518 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc39fa8-c09b-436f-bdc1-59335811c1f1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] GET failed (client error): The resource could not be found. Dec 08 13:11:06.574654 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2bc39fa8-c09b-436f-bdc1-59335811c1f1 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports/81f82ce6-d551-4a2f-bb8e-8da52e4021fb HTTP/1.1" status: 404 len: 333 time: 0.0265920 Dec 08 13:11:06.574924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60380) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:06.636254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f38dccb5-2b19-4ed8-9b3b-874d1761a99e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.660880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f38dccb5-2b19-4ed8-9b3b-874d1761a99e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.704407 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c7f18a3d-6eb4-4fce-bf0e-894452a73d32 None None] Could not find standard attr ID for object 81f82ce6-d551-4a2f-bb8e-8da52e4021fb. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:11:06.765344 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f38dccb5-2b19-4ed8-9b3b-874d1761a99e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.768116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f38dccb5-2b19-4ed8-9b3b-874d1761a99e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.771850 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f38dccb5-2b19-4ed8-9b3b-874d1761a99e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/security-groups/09a4fa17-d645-4698-a65d-b7e44bfeb530 HTTP/1.1" status: 204 len: 168 time: 0.1935344 Dec 08 13:11:06.772309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60382) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:06.779179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dccb5-2b19-4ed8-9b3b-874d1761a99e tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a4fa17-d645-4698-a65d-b7e44bfeb530,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:06.833905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1274f6c-e080-4392-b8dc-062d3859f923 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.854877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1274f6c-e080-4392-b8dc-062d3859f923 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.959118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1274f6c-e080-4392-b8dc-062d3859f923 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.961606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1274f6c-e080-4392-b8dc-062d3859f923 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:06.962811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c1274f6c-e080-4392-b8dc-062d3859f923 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/security-groups/cdc9b9ce-063f-47d7-98cb-c176a9d8446f HTTP/1.1" status: 204 len: 168 time: 0.1895330 Dec 08 13:11:06.965675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60384) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:06.974756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1274f6c-e080-4392-b8dc-062d3859f923 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc9b9ce-063f-47d7-98cb-c176a9d8446f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:07.021326 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9da133e-116b-4300-8bdd-038db3fd44f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.053091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9da133e-116b-4300-8bdd-038db3fd44f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.144802 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9da133e-116b-4300-8bdd-038db3fd44f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.147397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c9da133e-116b-4300-8bdd-038db3fd44f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.148572 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c9da133e-116b-4300-8bdd-038db3fd44f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/security-groups/25614504-b39c-4c06-969d-199f506c17c8 HTTP/1.1" status: 204 len: 168 time: 0.1818600 Dec 08 13:11:07.151414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60386) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:07.157793 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da133e-116b-4300-8bdd-038db3fd44f0 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25614504-b39c-4c06-969d-199f506c17c8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:07.203146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f85d7e6-0739-4d0b-a8b2-1acd05f0d974 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 7c6ddc95-0cb0-4532-9dcf-afd33c836f59 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:11:07.206287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8f85d7e6-0739-4d0b-a8b2-1acd05f0d974 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.245930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8f85d7e6-0739-4d0b-a8b2-1acd05f0d974 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.627480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8f85d7e6-0739-4d0b-a8b2-1acd05f0d974 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.745326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8f85d7e6-0739-4d0b-a8b2-1acd05f0d974 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.774387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8f85d7e6-0739-4d0b-a8b2-1acd05f0d974 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.777661 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8f85d7e6-0739-4d0b-a8b2-1acd05f0d974 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/7c6ddc95-0cb0-4532-9dcf-afd33c836f59 HTTP/1.1" status: 204 len: 168 time: 0.6250479 Dec 08 13:11:07.778878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85d7e6-0739-4d0b-a8b2-1acd05f0d974 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6ddc95-0cb0-4532-9dcf-afd33c836f59,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:07.783989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60388) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:07.784126 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f7a0b-9765-4384-aa7b-f53f428a2158 None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:07.834485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b09531-24ec-4be3-bf67-190c059bfb93 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 1fa81764-ebe6-4145-9414-3f41fb3df719 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:11:07.837621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-64b09531-24ec-4be3-bf67-190c059bfb93 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.881358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-64b09531-24ec-4be3-bf67-190c059bfb93 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:07.966995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-64b09531-24ec-4be3-bf67-190c059bfb93 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.102866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-64b09531-24ec-4be3-bf67-190c059bfb93 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.128820 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b09531-24ec-4be3-bf67-190c059bfb93 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa81764-ebe6-4145-9414-3f41fb3df719,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:08.135093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-64b09531-24ec-4be3-bf67-190c059bfb93 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.138560 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-64b09531-24ec-4be3-bf67-190c059bfb93 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/1fa81764-ebe6-4145-9414-3f41fb3df719 HTTP/1.1" status: 204 len: 168 time: 0.3561635 Dec 08 13:11:08.141020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60392) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.168278 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-3530eb70-55a4-4ff5-be97-7013a36099cd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:08.168737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3530eb70-55a4-4ff5-be97-7013a36099cd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:08.172822 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3530eb70-55a4-4ff5-be97-7013a36099cd tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/7c6ddc95-0cb0-4532-9dcf-afd33c836f59 HTTP/1.1" status: 404 len: 337 time: 0.0298276 Dec 08 13:11:08.178601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60394) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.231346 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5003358-a1f1-433c-84d1-fd1ada531e62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting subnet 69e69208-71bf-4c10-9a42-834252bc375f {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:11:08.235112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5003358-a1f1-433c-84d1-fd1ada531e62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.283645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5003358-a1f1-433c-84d1-fd1ada531e62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.373899 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5003358-a1f1-433c-84d1-fd1ada531e62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.375839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095fcf12-24dc-4843-96dd-a7bb3fbf977a None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:08.459678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-53516db0-b647-4668-b3f3-7d022e297ee1 None None] Provisioning complete for port 69090d58-6df4-48ad-a9d4-358d88a89ed8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:08.460066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53516db0-b647-4668-b3f3-7d022e297ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.505706 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:11:08.512168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-53516db0-b647-4668-b3f3-7d022e297ee1 None None] Port 69090d58-6df4-48ad-a9d4-358d88a89ed8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:08.528742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-53516db0-b647-4668-b3f3-7d022e297ee1 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:08.528940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-53516db0-b647-4668-b3f3-7d022e297ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.534033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5003358-a1f1-433c-84d1-fd1ada531e62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.567197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5003358-a1f1-433c-84d1-fd1ada531e62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Subnet': ['ID=69e69208-71bf-4c10-9a42-834252bc375f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:08.572648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5003358-a1f1-433c-84d1-fd1ada531e62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:08.579799 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f5003358-a1f1-433c-84d1-fd1ada531e62 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/69e69208-71bf-4c10-9a42-834252bc375f HTTP/1.1" status: 204 len: 168 time: 0.3980119 Dec 08 13:11:08.580037 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60398) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.606889 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a784774-e1b1-429d-8df9-543fb19638de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:08.607355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a784774-e1b1-429d-8df9-543fb19638de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:08.610396 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1a784774-e1b1-429d-8df9-543fb19638de tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/331ddd40-b099-4327-8656-d78e984ebe60 HTTP/1.1" status: 404 len: 337 time: 0.0294194 Dec 08 13:11:08.613698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60400) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.644610 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ce03a2a1-e55b-4d67-91e9-e0cdb6f1415f tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "GET /v2.0/ports?device_id=33cdafcf-5f73-440f-98cf-95cd32269bce HTTP/1.1" status: 200 len: 205 time: 0.0270131 Dec 08 13:11:08.644861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60402) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.686536 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-2df1d053-b0c0-4762-8407-e4d4d62569f2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] delete failed (client error): The resource could not be found. Dec 08 13:11:08.687660 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2df1d053-b0c0-4762-8407-e4d4d62569f2 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/routers/33cdafcf-5f73-440f-98cf-95cd32269bce HTTP/1.1" status: 404 len: 336 time: 0.0418174 Dec 08 13:11:08.690282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60404) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.721138 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09f309f-1c97-4ffb-bbcc-e1c702881021 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:08.721595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09f309f-1c97-4ffb-bbcc-e1c702881021 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:08.725281 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f09f309f-1c97-4ffb-bbcc-e1c702881021 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/94b7dfb4-504d-4e26-9a07-9111410c7d53 HTTP/1.1" status: 404 len: 337 time: 0.0338867 Dec 08 13:11:08.727756 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60406) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.754136 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95455d5-a7f7-4f0b-aca1-75a6066606ed tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:08.758922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95455d5-a7f7-4f0b-aca1-75a6066606ed tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:08.758922 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c95455d5-a7f7-4f0b-aca1-75a6066606ed tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/5251e371-3cc7-4ff8-9f4e-9cad86838dfb HTTP/1.1" status: 404 len: 337 time: 0.0289857 Dec 08 13:11:08.760790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60408) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.788272 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac33476-2c4d-47d6-ae8e-b2b516428593 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:08.788727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac33476-2c4d-47d6-ae8e-b2b516428593 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:08.791805 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fac33476-2c4d-47d6-ae8e-b2b516428593 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/285b210d-5b2c-41f6-b6ca-cc2bf7a8f4cd HTTP/1.1" status: 404 len: 337 time: 0.0300086 Dec 08 13:11:08.794386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60410) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.817930 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b0bc6c-be74-404a-9263-5f8ef58efae6 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:08.818489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b0bc6c-be74-404a-9263-5f8ef58efae6 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:08.821810 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f5b0bc6c-be74-404a-9263-5f8ef58efae6 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/24d6b3e4-e853-4b80-8137-63963d6acb6d HTTP/1.1" status: 404 len: 333 time: 0.0264735 Dec 08 13:11:08.824437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60412) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.850915 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4edf7b2-dbcd-492e-b8fb-f168c0b57269 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:08.851378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4edf7b2-dbcd-492e-b8fb-f168c0b57269 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:08.854794 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b4edf7b2-dbcd-492e-b8fb-f168c0b57269 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/c2206913-d055-4a17-81e0-b4b02d39c05c HTTP/1.1" status: 404 len: 337 time: 0.0290313 Dec 08 13:11:08.857318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60416) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.883705 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f46bf8-7e64-406a-add1-a4f150ea651a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:08.884173 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f46bf8-7e64-406a-add1-a4f150ea651a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:08.887295 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f2f46bf8-7e64-406a-add1-a4f150ea651a tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/4b451fc9-dd7a-47f5-938d-7d165419e6f4 HTTP/1.1" status: 404 len: 337 time: 0.0290165 Dec 08 13:11:08.889792 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60418) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:08.918313 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f767ef7-1cfc-4f3d-804e-5b7548663d44 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:08.918895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f767ef7-1cfc-4f3d-804e-5b7548663d44 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:08.921988 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5f767ef7-1cfc-4f3d-804e-5b7548663d44 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/08f7dc0b-9a4d-4187-befb-60fed514f71a HTTP/1.1" status: 404 len: 333 time: 0.0312498 Dec 08 13:11:08.924546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60420) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:09.033467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db8fbc-309a-4a32-8838-b2dfa9bbfbc7 None None] Network 5a2df3c0-8422-4783-b2f5-dc7ebff2899e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:09.068963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b97c6257-9487-4b41-bf4c-d88b9bcf6778 None None] Provisioning complete for port 69090d58-6df4-48ad-a9d4-358d88a89ed8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:09.074785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b97c6257-9487-4b41-bf4c-d88b9bcf6778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.153231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b97c6257-9487-4b41-bf4c-d88b9bcf6778 None None] Port 69090d58-6df4-48ad-a9d4-358d88a89ed8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:09.174668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b97c6257-9487-4b41-bf4c-d88b9bcf6778 None None] Provisioning complete for port def3993e-ca95-4a50-99ee-21953403a1a0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:09.175047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b97c6257-9487-4b41-bf4c-d88b9bcf6778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.212183 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3246df9-5c2d-4baa-911d-a927dad886ff tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:09.212703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3246df9-5c2d-4baa-911d-a927dad886ff tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:09.215665 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f3246df9-5c2d-4baa-911d-a927dad886ff tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/439e3ff7-810b-4e71-a3a7-abe811a3438e HTTP/1.1" status: 404 len: 337 time: 0.2902050 Dec 08 13:11:09.218338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60422) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:09.247147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5db7a3-7b96-4275-8421-cb73a34fc4d3 None None] DHCP port deletion for 5a2df3c0-8422-4783-b2f5-dc7ebff2899e request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:11:09.247375 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-5723570d-93e1-421f-a78f-f92511a93ed6 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] DELETE failed (client error): The resource could not be found. Dec 08 13:11:09.247611 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5723570d-93e1-421f-a78f-f92511a93ed6 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:11:09.250660 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5723570d-93e1-421f-a78f-f92511a93ed6 tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/subnets/18ae5223-3675-4af9-8d75-cf584261814a HTTP/1.1" status: 404 len: 337 time: 0.0313179 Dec 08 13:11:09.253278 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60424) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:09.311619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6e5db7a3-7b96-4275-8421-cb73a34fc4d3 None None] Deleting port def3993e-ca95-4a50-99ee-21953403a1a0 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:09.311992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6e5db7a3-7b96-4275-8421-cb73a34fc4d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.341483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6055867e-9beb-4600-bf2f-c91af62dbffa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Deleting port 69090d58-6df4-48ad-a9d4-358d88a89ed8 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:09.341827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6055867e-9beb-4600-bf2f-c91af62dbffa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.374091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6e5db7a3-7b96-4275-8421-cb73a34fc4d3 None None] For port def3993e-ca95-4a50-99ee-21953403a1a0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=def3993e-ca95-4a50-99ee-21953403a1a0,segment=NetworkSegment(0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a),segment_id=0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:09.374489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6e5db7a3-7b96-4275-8421-cb73a34fc4d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.387371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6e5db7a3-7b96-4275-8421-cb73a34fc4d3 None None] Calling delete_port for def3993e-ca95-4a50-99ee-21953403a1a0 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:09.405677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6055867e-9beb-4600-bf2f-c91af62dbffa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.417419 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6055867e-9beb-4600-bf2f-c91af62dbffa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Calling delete_port for 69090d58-6df4-48ad-a9d4-358d88a89ed8 owned by {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:09.576564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6e5db7a3-7b96-4275-8421-cb73a34fc4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.601636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5db7a3-7b96-4275-8421-cb73a34fc4d3 None None] Pushing event deleted for resources: {'Port': ['ID=def3993e-ca95-4a50-99ee-21953403a1a0,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:09.602322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6055867e-9beb-4600-bf2f-c91af62dbffa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.605361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5db7a3-7b96-4275-8421-cb73a34fc4d3 None None] No DVR routers for this DVR port def3993e-ca95-4a50-99ee-21953403a1a0 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:09.635238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055867e-9beb-4600-bf2f-c91af62dbffa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Port': ['ID=69090d58-6df4-48ad-a9d4-358d88a89ed8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:09.637294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6055867e-9beb-4600-bf2f-c91af62dbffa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.641154 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6055867e-9beb-4600-bf2f-c91af62dbffa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/ports/69090d58-6df4-48ad-a9d4-358d88a89ed8 HTTP/1.1" status: 204 len: 168 time: 0.3869662 Dec 08 13:11:09.644801 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60426) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:09.718770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.805704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.825972 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2df3c0-8422-4783-b2f5-dc7ebff2899e']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:09.835114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:09.835355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efb89e7-9d7e-4fb9-b1e0-b2e9fe1ad56a') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:09.844504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.857221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.863633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:11:09.863973 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:11:09.867297 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:11:10.179255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:10.186060 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:10.188966 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] 10.222.0.76 "DELETE /v2.0/networks/5a2df3c0-8422-4783-b2f5-dc7ebff2899e HTTP/1.1" status: 204 len: 168 time: 0.5432107 Dec 08 13:11:10.200115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ea99b-aab7-4b9a-a3cf-7d727208c1aa tempest-PortsTestJSON-752583774 tempest-PortsTestJSON-752583774-project] Pushing event deleted for resources: {'Network': ['ID=5a2df3c0-8422-4783-b2f5-dc7ebff2899e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:10.247965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:10.462986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device def3993e-ca95-4a50-99ee-21953403a1a0 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:11:10.483380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: def3993e-ca95-4a50-99ee-21953403a1a0 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:11:10.483729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device def3993e-ca95-4a50-99ee-21953403a1a0 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:11:10.504977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26080402-3a8d-4b51-a11e-34973a170e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:10.650001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60436) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:10.788347 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-98d5bd89-7fde-418c-8cc9-bf9eccc3aede admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=203ca371c0744f33b5edf3e60eb37a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369464 Dec 08 13:11:10.790691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60440) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:10.837838 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b80f3f5c-433b-41c3-8da9-5e217ce1d698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:10.858032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b80f3f5c-433b-41c3-8da9-5e217ce1d698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:10.973322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b80f3f5c-433b-41c3-8da9-5e217ce1d698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:10.975937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b80f3f5c-433b-41c3-8da9-5e217ce1d698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:10.977110 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b80f3f5c-433b-41c3-8da9-5e217ce1d698 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/01c8052f-59d9-40ca-ac10-0f4ff257035d HTTP/1.1" status: 204 len: 168 time: 0.1855094 Dec 08 13:11:10.985034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f3f5c-433b-41c3-8da9-5e217ce1d698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c8052f-59d9-40ca-ac10-0f4ff257035d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:12.010657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60462) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:12.105034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'network': {'name': 'tempest-RoutersTest-1669177880'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:12.187586 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:12.191050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.203772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.277703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.350548 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.372865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:11:12.386521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533a99c2-7813-4651-8d3c-5af060af3cba,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:12.391931 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.394506 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added segment 2923308e-e065-45e2-b2cc-457a2e099503 of type vlan for network 8827a24a-76f7-4594-bb83-52d8aa488129 Dec 08 13:11:12.430962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.522262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.528011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:12.528586 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.596463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Network': ['ID=8827a24a-76f7-4594-bb83-52d8aa488129,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:12.606563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 8827a24a-76f7-4594-bb83-52d8aa488129 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:11:12.610388 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7cd153a9-26c1-487a-9663-0551f514aff3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5986836 Dec 08 13:11:12.613008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60466) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:12.618721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'network': {'name': 'tempest-RoutersTest-511091571'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:12.694196 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:12.698797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.721207 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:11:12.729699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.730044 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added segment 3dd2eaae-ac55-423f-a6bd-139689681ec7 of type vlan for network 35fddeb2-7782-4af4-8107-96621c7184b8 Dec 08 13:11:12.769643 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.847576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-69e0709d-8a5c-4248-aae7-7cc5d172759e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.876247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.882588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:12.883190 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:12.948984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Network': ['ID=35fddeb2-7782-4af4-8107-96621c7184b8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:12.958684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 35fddeb2-7782-4af4-8107-96621c7184b8 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:11:12.982385 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-56fbd4a0-6808-4a11-8ef4-c365a5237134 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3676970 Dec 08 13:11:12.984663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60470) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:12.990089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'subnet': {'network_id': '8827a24a-76f7-4594-bb83-52d8aa488129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:13.153002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:13.156450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:13.410922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:13.469616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Subnet': ['ID=fb0738ce-24d7-45d5-947a-9f71a98b50d6,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:13.481238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Checking segment: {'id': '2923308e-e065-45e2-b2cc-457a2e099503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8827a24a-76f7-4594-bb83-52d8aa488129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:13.481604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network hostable DHCP agents. Network: 8827a24a-76f7-4594-bb83-52d8aa488129, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:11:13.570653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 8827a24a-76f7-4594-bb83-52d8aa488129 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:11:13.667816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 8827a24a-76f7-4594-bb83-52d8aa488129) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:13.672012 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:13.672606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:13.676685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e9c4ee-09e8-42c9-b069-80f7bc26063d None None] Network 8827a24a-76f7-4594-bb83-52d8aa488129 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:13.771065 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6650fe21-df2c-4212-8eac-05d1378ead14 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7846787 Dec 08 13:11:13.773621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60472) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:13.778127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-8827a24a-76f7-4594-bb83-52d8aa488129', 'network_id': '8827a24a-76f7-4594-bb83-52d8aa488129', 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'fixed_ips': [{'subnet_id': 'fb0738ce-24d7-45d5-947a-9f71a98b50d6'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:11:13.778601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'subnet': {'network_id': '35fddeb2-7782-4af4-8107-96621c7184b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:13.779051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:13.911180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Allocated IP 172.20.0.2 (8827a24a-76f7-4594-bb83-52d8aa488129/fb0738ce-24d7-45d5-947a-9f71a98b50d6/addc38d9-d481-47bd-8197-ed56b1585269) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:13.933062 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:13.934289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.062348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.093294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.173426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.202058 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.214715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Network 8827a24a-76f7-4594-bb83-52d8aa488129 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:14.217581 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:14.220981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:14.233569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Pushing event updated for resources: {'Port': ['ID=addc38d9-d481-47bd-8197-ed56b1585269,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:14.266882 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Subnet': ['ID=92fceccb-9811-41b7-9696-248fe0341991,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:14.276788 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Checking segment: {'id': '3dd2eaae-ac55-423f-a6bd-139689681ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '35fddeb2-7782-4af4-8107-96621c7184b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:14.277213 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network hostable DHCP agents. Network: 35fddeb2-7782-4af4-8107-96621c7184b8, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:11:14.283000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Attempting to bind port addc38d9-d481-47bd-8197-ed56b1585269 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:11:14.283380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Attempting to bind port addc38d9-d481-47bd-8197-ed56b1585269 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '2923308e-e065-45e2-b2cc-457a2e099503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8827a24a-76f7-4594-bb83-52d8aa488129'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:11:14.283756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Attempting to bind port addc38d9-d481-47bd-8197-ed56b1585269 on network 8827a24a-76f7-4594-bb83-52d8aa488129 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:14.289091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:11:14.289474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Checking segment: {'id': '2923308e-e065-45e2-b2cc-457a2e099503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8827a24a-76f7-4594-bb83-52d8aa488129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:14.289887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.290292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Bound using segment: {'id': '2923308e-e065-45e2-b2cc-457a2e099503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8827a24a-76f7-4594-bb83-52d8aa488129'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:11:14.290794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Bound port: addc38d9-d481-47bd-8197-ed56b1585269, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2923308e-e065-45e2-b2cc-457a2e099503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8827a24a-76f7-4594-bb83-52d8aa488129'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:11:14.295804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.351899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] For port addc38d9-d481-47bd-8197-ed56b1585269, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:11:14.354911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] For port addc38d9-d481-47bd-8197-ed56b1585269, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=addc38d9-d481-47bd-8197-ed56b1585269,segment=NetworkSegment(2923308e-e065-45e2-b2cc-457a2e099503),segment_id=2923308e-e065-45e2-b2cc-457a2e099503)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:11:14.359156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 35fddeb2-7782-4af4-8107-96621c7184b8 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:11:14.422152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.444560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 35fddeb2-7782-4af4-8107-96621c7184b8) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:14.449199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:14.450003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.459270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b97a6f-2881-4501-8838-c538f3e9643e None None] Network 35fddeb2-7782-4af4-8107-96621c7184b8 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:14.507731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826cba6-544a-4a7e-b5ca-43da8d021ffa None None] Pushing event updated for resources: {'Port': ['ID=addc38d9-d481-47bd-8197-ed56b1585269,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:14.573155 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-52ff0af2-fca0-4658-91bd-c8cf92beb1b0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7957020 Dec 08 13:11:14.573526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60474) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:14.578222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-dd4dd6a0-7bf4-4b3f-889d-5230508bcff2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1080993309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:14.580697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-35fddeb2-7782-4af4-8107-96621c7184b8', 'network_id': '35fddeb2-7782-4af4-8107-96621c7184b8', 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'fixed_ips': [{'subnet_id': '92fceccb-9811-41b7-9696-248fe0341991'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:11:14.581775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.691537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd6a0-7bf4-4b3f-889d-5230508bcff2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.710246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd6a0-7bf4-4b3f-889d-5230508bcff2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.739779 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Allocated IP 172.21.0.2 (35fddeb2-7782-4af4-8107-96621c7184b8/92fceccb-9811-41b7-9696-248fe0341991/3558c136-614d-4a91-8320-02d4a8b0083f) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:14.758062 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd6a0-7bf4-4b3f-889d-5230508bcff2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.862439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd6a0-7bf4-4b3f-889d-5230508bcff2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.884689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.949882 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd6a0-7bf4-4b3f-889d-5230508bcff2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:14.952364 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dd4dd6a0-7bf4-4b3f-889d-5230508bcff2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3767071 Dec 08 13:11:14.954143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60476) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:14.991086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.027196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Network 35fddeb2-7782-4af4-8107-96621c7184b8 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:15.031560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:15.037979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:15.047390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Pushing event updated for resources: {'Port': ['ID=3558c136-614d-4a91-8320-02d4a8b0083f,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:15.108200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Attempting to bind port 3558c136-614d-4a91-8320-02d4a8b0083f on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:11:15.108573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Attempting to bind port 3558c136-614d-4a91-8320-02d4a8b0083f by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '3dd2eaae-ac55-423f-a6bd-139689681ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '35fddeb2-7782-4af4-8107-96621c7184b8'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:11:15.108951 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Attempting to bind port 3558c136-614d-4a91-8320-02d4a8b0083f on network 35fddeb2-7782-4af4-8107-96621c7184b8 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:15.117098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:11:15.117494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Checking segment: {'id': '3dd2eaae-ac55-423f-a6bd-139689681ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '35fddeb2-7782-4af4-8107-96621c7184b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:15.117904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.118310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Bound using segment: {'id': '3dd2eaae-ac55-423f-a6bd-139689681ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '35fddeb2-7782-4af4-8107-96621c7184b8'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:11:15.118835 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Bound port: 3558c136-614d-4a91-8320-02d4a8b0083f, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd2eaae-ac55-423f-a6bd-139689681ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '35fddeb2-7782-4af4-8107-96621c7184b8'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:11:15.119230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.190616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] For port 3558c136-614d-4a91-8320-02d4a8b0083f, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:11:15.194079 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] For port 3558c136-614d-4a91-8320-02d4a8b0083f, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3558c136-614d-4a91-8320-02d4a8b0083f,segment=NetworkSegment(3dd2eaae-ac55-423f-a6bd-139689681ec7),segment_id=3dd2eaae-ac55-423f-a6bd-139689681ec7)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:11:15.235069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.236900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.345762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.405633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3f01a-dc5a-407e-a9c1-b4c3e640dc4f None None] Pushing event updated for resources: {'Port': ['ID=3558c136-614d-4a91-8320-02d4a8b0083f,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:15.446978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a5a140-4d1b-4a65-8c11-6ac6c7b0c940 None None] Network 8827a24a-76f7-4594-bb83-52d8aa488129 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:15.494504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.20.0.1 (8827a24a-76f7-4594-bb83-52d8aa488129/fb0738ce-24d7-45d5-947a-9f71a98b50d6/26c3094a-fbfb-4837-8601-11d77b346ee0) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:15.568628 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f9c84ca6-5108-4b2b-9e89-16334e5230f7 None None] Provisioning complete for port addc38d9-d481-47bd-8197-ed56b1585269 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:15.569001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9c84ca6-5108-4b2b-9e89-16334e5230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.655878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.675717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9c84ca6-5108-4b2b-9e89-16334e5230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.720409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f9c84ca6-5108-4b2b-9e89-16334e5230f7 None None] For port addc38d9-d481-47bd-8197-ed56b1585269, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=addc38d9-d481-47bd-8197-ed56b1585269,segment=NetworkSegment(2923308e-e065-45e2-b2cc-457a2e099503),segment_id=2923308e-e065-45e2-b2cc-457a2e099503)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:15.808501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.833613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9c84ca6-5108-4b2b-9e89-16334e5230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.847637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 8827a24a-76f7-4594-bb83-52d8aa488129 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:15.850988 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:15.854930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:15.889516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c84ca6-5108-4b2b-9e89-16334e5230f7 None None] Pushing event updated for resources: {'Port': ['ID=addc38d9-d481-47bd-8197-ed56b1585269,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:15.895760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=26c3094a-fbfb-4837-8601-11d77b346ee0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:15.912297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:15.955172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-95c5a43c-29e1-4517-9ead-07b262c93f30 None None] Provisioning complete for port addc38d9-d481-47bd-8197-ed56b1585269 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:15.955551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-95c5a43c-29e1-4517-9ead-07b262c93f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.092699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.157974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3169d8e6-b852-46d6-bd2c-dea66374241d None None] Provisioning complete for port 26c3094a-fbfb-4837-8601-11d77b346ee0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:16.158704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3169d8e6-b852-46d6-bd2c-dea66374241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.340874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.356105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3169d8e6-b852-46d6-bd2c-dea66374241d None None] Port 26c3094a-fbfb-4837-8601-11d77b346ee0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:16.378149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.479468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.508501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ac9d9-0dfe-4a4c-a3ff-0b010bbe8dd3 None None] Network 35fddeb2-7782-4af4-8107-96621c7184b8 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:16.545859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device addc38d9-d481-47bd-8197-ed56b1585269 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:16.553795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.556744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=26c3094a-fbfb-4837-8601-11d77b346ee0,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:16.635220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-38fab55d-e0cc-4740-adc8-ca6b54299104 None None] Provisioning complete for port 3558c136-614d-4a91-8320-02d4a8b0083f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:16.635593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38fab55d-e0cc-4740-adc8-ca6b54299104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.662812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 8827a24a-76f7-4594-bb83-52d8aa488129 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:16.664307 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:16.702364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port addc38d9-d481-47bd-8197-ed56b1585269 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:16.702764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.794897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38fab55d-e0cc-4740-adc8-ca6b54299104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.849083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3558c136-614d-4a91-8320-02d4a8b0083f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:16.878829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-38fab55d-e0cc-4740-adc8-ca6b54299104 None None] For port 3558c136-614d-4a91-8320-02d4a8b0083f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3558c136-614d-4a91-8320-02d4a8b0083f,segment=NetworkSegment(3dd2eaae-ac55-423f-a6bd-139689681ec7),segment_id=3dd2eaae-ac55-423f-a6bd-139689681ec7)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:16.896689 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 158836e0-8bf8-4137-9f04-4b7a195c0cae is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:11:16.909748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3558c136-614d-4a91-8320-02d4a8b0083f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:16.910233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:16.940875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38fab55d-e0cc-4740-adc8-ca6b54299104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:17.005377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fab55d-e0cc-4740-adc8-ca6b54299104 None None] Pushing event updated for resources: {'Port': ['ID=3558c136-614d-4a91-8320-02d4a8b0083f,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:17.018294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:17.019372 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4372f705-fcca-4729-9f90-75b2db16f4ec tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/158836e0-8bf8-4137-9f04-4b7a195c0cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0635893 Dec 08 13:11:17.021470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60480) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:17.025032 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff314c-97d8-446f-a669-d34ff3bf928d None None] Sync routers for ids ['158836e0-8bf8-4137-9f04-4b7a195c0cae'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:17.037735 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff314c-97d8-446f-a669-d34ff3bf928d None None] Routers {'158836e0-8bf8-4137-9f04-4b7a195c0cae'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:17.038555 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2bff314c-97d8-446f-a669-d34ff3bf928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['158836e0-8bf8-4137-9f04-4b7a195c0cae'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:17.064002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-eb0bc276-3ce9-41e7-8298-c6198911c51e None None] Provisioning complete for port 26c3094a-fbfb-4837-8601-11d77b346ee0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:17.065786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc276-3ce9-41e7-8298-c6198911c51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:17.073019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9faf5-f267-4864-9f3a-da44a3e77acf tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:17.074460 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eef9faf5-f267-4864-9f3a-da44a3e77acf tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports/26c3094a-fbfb-4837-8601-11d77b346ee0 HTTP/1.1" status: 200 len: 910 time: 0.0518708 Dec 08 13:11:17.077795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60482) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:17.084179 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2bff314c-97d8-446f-a669-d34ff3bf928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:17.093280 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff314c-97d8-446f-a669-d34ff3bf928d None None] Routers {'158836e0-8bf8-4137-9f04-4b7a195c0cae'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:17.093971 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2bff314c-97d8-446f-a669-d34ff3bf928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['158836e0-8bf8-4137-9f04-4b7a195c0cae'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:17.104433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bc276-3ce9-41e7-8298-c6198911c51e None None] Port 26c3094a-fbfb-4837-8601-11d77b346ee0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:17.116576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-eb0bc276-3ce9-41e7-8298-c6198911c51e None None] Provisioning complete for port 3558c136-614d-4a91-8320-02d4a8b0083f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:17.117195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc276-3ce9-41e7-8298-c6198911c51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:17.127226 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2bff314c-97d8-446f-a669-d34ff3bf928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:17.127886 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff314c-97d8-446f-a669-d34ff3bf928d None None] The sync data for ids ['158836e0-8bf8-4137-9f04-4b7a195c0cae'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:17.421363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:17.672213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.21.0.1 (35fddeb2-7782-4af4-8107-96621c7184b8/92fceccb-9811-41b7-9696-248fe0341991/01572e90-ca8b-474f-a798-a09d2202e160) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:17.784120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:17.951087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:17.988461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 35fddeb2-7782-4af4-8107-96621c7184b8 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:17.992341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:17.996132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:18.026317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=01572e90-ca8b-474f-a798-a09d2202e160,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:18.040549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.040927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.041279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.041629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.041969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.042309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.042670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.043086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.043416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.043748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.044082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.044413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.044742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:18.063007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:18.225739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-532be63f-0050-490d-952c-a0176f1e462a None None] Provisioning complete for port 01572e90-ca8b-474f-a798-a09d2202e160 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:18.226420 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-532be63f-0050-490d-952c-a0176f1e462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:18.257729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:18.265966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-532be63f-0050-490d-952c-a0176f1e462a None None] Port 01572e90-ca8b-474f-a798-a09d2202e160 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:18.468630 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3558c136-614d-4a91-8320-02d4a8b0083f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:18.520562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3558c136-614d-4a91-8320-02d4a8b0083f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:18.520856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:18.523354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:18.596351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:18.669751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=01572e90-ca8b-474f-a798-a09d2202e160,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:18.672150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:18.769464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 35fddeb2-7782-4af4-8107-96621c7184b8 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:18.771547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:18.871956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 158836e0-8bf8-4137-9f04-4b7a195c0cae has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:18.969305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:18.975235 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-21c27399-e32f-459b-a8ad-4304fd3b9539 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/158836e0-8bf8-4137-9f04-4b7a195c0cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8963771 Dec 08 13:11:18.977837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60484) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:18.986475 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea1a4b-6290-4cab-b527-3d5fe4cb7aa0 None None] Sync routers for ids ['158836e0-8bf8-4137-9f04-4b7a195c0cae'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:19.003177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-380e9fab-d787-4ac2-b2f2-dedb56299c8e None None] Provisioning complete for port 01572e90-ca8b-474f-a798-a09d2202e160 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:19.003556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-380e9fab-d787-4ac2-b2f2-dedb56299c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:19.005614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea1a4b-6290-4cab-b527-3d5fe4cb7aa0 None None] Routers {'158836e0-8bf8-4137-9f04-4b7a195c0cae'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:19.006234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8dea1a4b-6290-4cab-b527-3d5fe4cb7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['158836e0-8bf8-4137-9f04-4b7a195c0cae'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:19.022817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a00e1b6-e551-497e-8e05-832666e8f203 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:19.024144 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2a00e1b6-e551-497e-8e05-832666e8f203 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports/01572e90-ca8b-474f-a798-a09d2202e160 HTTP/1.1" status: 200 len: 910 time: 0.0453644 Dec 08 13:11:19.027071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60486) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:19.065199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8dea1a4b-6290-4cab-b527-3d5fe4cb7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:19.087003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea1a4b-6290-4cab-b527-3d5fe4cb7aa0 None None] Routers {'158836e0-8bf8-4137-9f04-4b7a195c0cae'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:19.087719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8dea1a4b-6290-4cab-b527-3d5fe4cb7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['158836e0-8bf8-4137-9f04-4b7a195c0cae'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:19.092087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-380e9fab-d787-4ac2-b2f2-dedb56299c8e None None] Port 01572e90-ca8b-474f-a798-a09d2202e160 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:19.122541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8dea1a4b-6290-4cab-b527-3d5fe4cb7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:19.123405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea1a4b-6290-4cab-b527-3d5fe4cb7aa0 None None] The sync data for ids ['158836e0-8bf8-4137-9f04-4b7a195c0cae'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:19.347409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:19.589182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 01572e90-ca8b-474f-a798-a09d2202e160 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:19.589525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:19.677546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:19.689636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 01572e90-ca8b-474f-a798-a09d2202e160 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:19.922092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:19.949844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=01572e90-ca8b-474f-a798-a09d2202e160,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:20.111733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:20.301130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 158836e0-8bf8-4137-9f04-4b7a195c0cae has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:20.396977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:20.402009 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-32424611-4dbb-4cba-bf96-6d31a7933789 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/158836e0-8bf8-4137-9f04-4b7a195c0cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3739839 Dec 08 13:11:20.404925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60488) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:20.408285 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96191ce1-0869-4638-8052-f0d43da4b77a None None] Sync routers for ids ['158836e0-8bf8-4137-9f04-4b7a195c0cae'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:20.418998 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96191ce1-0869-4638-8052-f0d43da4b77a None None] Routers {'158836e0-8bf8-4137-9f04-4b7a195c0cae'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:20.419863 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-96191ce1-0869-4638-8052-f0d43da4b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['158836e0-8bf8-4137-9f04-4b7a195c0cae'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:20.452036 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-96191ce1-0869-4638-8052-f0d43da4b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:20.461135 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96191ce1-0869-4638-8052-f0d43da4b77a None None] Routers {'158836e0-8bf8-4137-9f04-4b7a195c0cae'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:20.461736 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-96191ce1-0869-4638-8052-f0d43da4b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['158836e0-8bf8-4137-9f04-4b7a195c0cae'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:20.583537 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-96191ce1-0869-4638-8052-f0d43da4b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:20.584115 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96191ce1-0869-4638-8052-f0d43da4b77a None None] The sync data for ids ['158836e0-8bf8-4137-9f04-4b7a195c0cae'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:21.018474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:21.247128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 26c3094a-fbfb-4837-8601-11d77b346ee0 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:21.247468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:21.333999 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:21.334262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60492) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:21.345870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 26c3094a-fbfb-4837-8601-11d77b346ee0 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:21.403223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7460bb37-b76d-4ca8-b8f8-3d044ca11016 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:21.403823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7460bb37-b76d-4ca8-b8f8-3d044ca11016 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:21.404295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7460bb37-b76d-4ca8-b8f8-3d044ca11016 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:21.405964 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7460bb37-b76d-4ca8-b8f8-3d044ca11016 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=cc3ba29949ba4170ae0e5423d641d2ab&network_id=4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 200 len: 2999 time: 0.0706604 Dec 08 13:11:21.588047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:21.614880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=26c3094a-fbfb-4837-8601-11d77b346ee0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:21.756017 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:21.908332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 158836e0-8bf8-4137-9f04-4b7a195c0cae has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:21.983148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:21.988061 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4c6cc668-eb1d-4257-af8e-c0643d55b961 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/158836e0-8bf8-4137-9f04-4b7a195c0cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5821099 Dec 08 13:11:21.990845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60498) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:21.993523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e618daf-e8d8-49f7-aa18-082708600385 None None] Sync routers for ids ['158836e0-8bf8-4137-9f04-4b7a195c0cae'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:22.003643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e618daf-e8d8-49f7-aa18-082708600385 None None] Routers {'158836e0-8bf8-4137-9f04-4b7a195c0cae'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:22.004262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3e618daf-e8d8-49f7-aa18-082708600385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['158836e0-8bf8-4137-9f04-4b7a195c0cae'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:22.017106 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9aea30df-53f1-455b-b5c1-d45ab2486e4f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=158836e0-8bf8-4137-9f04-4b7a195c0cae HTTP/1.1" status: 200 len: 205 time: 0.0250926 Dec 08 13:11:22.019797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60500) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:22.045380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3e618daf-e8d8-49f7-aa18-082708600385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:22.055363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e618daf-e8d8-49f7-aa18-082708600385 None None] Routers {'158836e0-8bf8-4137-9f04-4b7a195c0cae'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:22.056050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3e618daf-e8d8-49f7-aa18-082708600385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['158836e0-8bf8-4137-9f04-4b7a195c0cae'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:22.093967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3e618daf-e8d8-49f7-aa18-082708600385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:22.094805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e618daf-e8d8-49f7-aa18-082708600385 None None] The sync data for ids ['158836e0-8bf8-4137-9f04-4b7a195c0cae'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:22.103228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1940db96-68fd-4095-8cb3-7c5f5976f687 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.258182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1940db96-68fd-4095-8cb3-7c5f5976f687 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.260273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1940db96-68fd-4095-8cb3-7c5f5976f687 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.365047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1940db96-68fd-4095-8cb3-7c5f5976f687 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.365599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1940db96-68fd-4095-8cb3-7c5f5976f687 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Fanout notify agent at l3_agent the message router_deleted on router 158836e0-8bf8-4137-9f04-4b7a195c0cae {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:11:22.373214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1940db96-68fd-4095-8cb3-7c5f5976f687 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.374499 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1940db96-68fd-4095-8cb3-7c5f5976f687 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/158836e0-8bf8-4137-9f04-4b7a195c0cae HTTP/1.1" status: 204 len: 168 time: 0.3526249 Dec 08 13:11:22.376652 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60504) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:22.432813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14cbf7d-860e-4296-88b1-e2d22937ec5c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting subnet 92fceccb-9811-41b7-9696-248fe0341991 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:11:22.435818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d14cbf7d-860e-4296-88b1-e2d22937ec5c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.475003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d14cbf7d-860e-4296-88b1-e2d22937ec5c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.554313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d14cbf7d-860e-4296-88b1-e2d22937ec5c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.677099 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d14cbf7d-860e-4296-88b1-e2d22937ec5c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.703533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cbf7d-860e-4296-88b1-e2d22937ec5c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Subnet': ['ID=92fceccb-9811-41b7-9696-248fe0341991,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:22.709282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d14cbf7d-860e-4296-88b1-e2d22937ec5c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.712555 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d14cbf7d-860e-4296-88b1-e2d22937ec5c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/92fceccb-9811-41b7-9696-248fe0341991 HTTP/1.1" status: 204 len: 168 time: 0.3349557 Dec 08 13:11:22.715227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60506) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:22.715506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67cd9ba-3070-42c9-8fbd-153c8f1db8a7 None None] Network 35fddeb2-7782-4af4-8107-96621c7184b8 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:22.766603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d947e58f-ba8c-402e-a89a-47d414529c9b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting subnet fb0738ce-24d7-45d5-947a-9f71a98b50d6 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:11:22.769961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d947e58f-ba8c-402e-a89a-47d414529c9b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.810664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d947e58f-ba8c-402e-a89a-47d414529c9b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.852176 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] DHCP port deletion for 35fddeb2-7782-4af4-8107-96621c7184b8 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:11:22.900789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d947e58f-ba8c-402e-a89a-47d414529c9b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.901207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Deleting port 3558c136-614d-4a91-8320-02d4a8b0083f {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:22.901732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.967313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] For port 3558c136-614d-4a91-8320-02d4a8b0083f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3558c136-614d-4a91-8320-02d4a8b0083f,segment=NetworkSegment(3dd2eaae-ac55-423f-a6bd-139689681ec7),segment_id=3dd2eaae-ac55-423f-a6bd-139689681ec7)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:22.967713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:22.980368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Calling delete_port for 3558c136-614d-4a91-8320-02d4a8b0083f owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:23.030989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d947e58f-ba8c-402e-a89a-47d414529c9b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.058855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947e58f-ba8c-402e-a89a-47d414529c9b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0738ce-24d7-45d5-947a-9f71a98b50d6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:23.064002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d947e58f-ba8c-402e-a89a-47d414529c9b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.067749 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d947e58f-ba8c-402e-a89a-47d414529c9b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/fb0738ce-24d7-45d5-947a-9f71a98b50d6 HTTP/1.1" status: 204 len: 168 time: 0.3509398 Dec 08 13:11:23.072460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60510) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:23.073090 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b65474-0579-4ec5-a115-d82a5e74abac None None] Network 8827a24a-76f7-4594-bb83-52d8aa488129 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:23.131356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.137898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60512) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:23.151892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.172766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Pushing event deleted for resources: {'Port': ['ID=3558c136-614d-4a91-8320-02d4a8b0083f,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:23.177957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] No DVR routers for this DVR port 3558c136-614d-4a91-8320-02d4a8b0083f on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.191741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9021568b-f219-414f-9299-1df184ade9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.208726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ace60-92a6-4070-880a-fcd95522740e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:23.212911 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-318ace60-92a6-4070-880a-fcd95522740e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea HTTP/1.1" status: 200 len: 814 time: 0.0731192 Dec 08 13:11:23.240316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.261912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fddeb2-7782-4af4-8107-96621c7184b8']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:23.271646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd2eaae-ac55-423f-a6bd-139689681ec7') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:23.271969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd2eaae-ac55-423f-a6bd-139689681ec7') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:23.282171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4476d9b-4eac-401f-b792-aa007ab7feea None None] DHCP port deletion for 8827a24a-76f7-4594-bb83-52d8aa488129 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:11:23.287088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.300113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.306078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:11:23.306483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:11:23.309512 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:11:23.337021 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b4476d9b-4eac-401f-b792-aa007ab7feea None None] Deleting port addc38d9-d481-47bd-8197-ed56b1585269 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:23.337424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b4476d9b-4eac-401f-b792-aa007ab7feea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.399515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b4476d9b-4eac-401f-b792-aa007ab7feea None None] For port addc38d9-d481-47bd-8197-ed56b1585269, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=addc38d9-d481-47bd-8197-ed56b1585269,segment=NetworkSegment(2923308e-e065-45e2-b2cc-457a2e099503),segment_id=2923308e-e065-45e2-b2cc-457a2e099503)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:23.399930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b4476d9b-4eac-401f-b792-aa007ab7feea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.412733 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b4476d9b-4eac-401f-b792-aa007ab7feea None None] Calling delete_port for addc38d9-d481-47bd-8197-ed56b1585269 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:23.436418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.441752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.445807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/networks/35fddeb2-7782-4af4-8107-96621c7184b8 HTTP/1.1" status: 204 len: 168 time: 0.3729224 Dec 08 13:11:23.448137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60518) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:23.460901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea6b5a-d81d-4b7c-aeab-2cdd54ace319 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Network': ['ID=35fddeb2-7782-4af4-8107-96621c7184b8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:23.524612 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.579139 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port addc38d9-d481-47bd-8197-ed56b1585269 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:23.579349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b4476d9b-4eac-401f-b792-aa007ab7feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.579478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.605895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4476d9b-4eac-401f-b792-aa007ab7feea None None] Pushing event deleted for resources: {'Port': ['ID=addc38d9-d481-47bd-8197-ed56b1585269,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:23.610328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4476d9b-4eac-401f-b792-aa007ab7feea None None] No DVR routers for this DVR port addc38d9-d481-47bd-8197-ed56b1585269 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:23.640489 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port addc38d9-d481-47bd-8197-ed56b1585269, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:23.640850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.652901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for addc38d9-d481-47bd-8197-ed56b1585269 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:23.655592 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Port addc38d9-d481-47bd-8197-ed56b1585269 was not found and therefore no delete operation was performed {{(pid=103716) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 13:11:23.656867 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.681155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60520) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:23.683242 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=addc38d9-d481-47bd-8197-ed56b1585269,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:23.685481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No DVR routers for this DVR port addc38d9-d481-47bd-8197-ed56b1585269 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:23.687672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a3f324b8-66b9-4726-8f69-4b4dd0285a20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:23.716695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.717045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.717508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.717958 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.718411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.718919 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.719366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.719807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.720216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.720552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.721001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.721442 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.721883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:23.753808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3f324b8-66b9-4726-8f69-4b4dd0285a20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.907159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3f324b8-66b9-4726-8f69-4b4dd0285a20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.979261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3f324b8-66b9-4726-8f69-4b4dd0285a20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:23.979782 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-a3f324b8-66b9-4726-8f69-4b4dd0285a20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 disassociated. External IP: 172.26.7.144, port: dcbcabbf-b70d-415b-bfad-c15968c1142c. Dec 08 13:11:24.041802 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.061619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8827a24a-76f7-4594-bb83-52d8aa488129']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:24.071500 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2923308e-e065-45e2-b2cc-457a2e099503') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:24.071797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2923308e-e065-45e2-b2cc-457a2e099503') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:24.081151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.094188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.100214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:11:24.103946 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:11:24.199291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f324b8-66b9-4726-8f69-4b4dd0285a20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router b02766ad-f726-4013-aa00-f46890ffab89 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:24.242003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.250598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.253756 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/networks/8827a24a-76f7-4594-bb83-52d8aa488129 HTTP/1.1" status: 204 len: 168 time: 0.8042829 Dec 08 13:11:24.258937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60522) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:24.263566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e4857-0694-4810-ba51-90544293c164 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Network': ['ID=8827a24a-76f7-4594-bb83-52d8aa488129,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:24.271610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'network': {'name': 'tempest-RoutersTest-1249610638'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:24.332622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f324b8-66b9-4726-8f69-4b4dd0285a20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:24.338431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3f324b8-66b9-4726-8f69-4b4dd0285a20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.341890 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] Sync routers for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:24.352299 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:24.353085 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:24.365710 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a3f324b8-66b9-4726-8f69-4b4dd0285a20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 690 time: 0.6832976 Dec 08 13:11:24.366386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:11:24.368621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60524) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:24.368952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a3c426-af92-4771-93d3-79bbbf995377" -d '{"events": [{"name": "network-changed", "server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:11:24.373117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:24.378415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.402291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:11:24.414013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.414360 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added segment 998800df-7ecd-43d3-a6f5-b46eae0e46f0 of type vlan for network de7cd0fb-a4c4-4ae2-9baf-209e402d397a Dec 08 13:11:24.419647 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-26b06a04-c339-446f-9924-e5c0ada28b82 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 690 time: 0.0496545 Dec 08 13:11:24.424788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de05977d-2d0d-43bb-b6bb-c0a828408808 x-openstack-request-id: req-de05977d-2d0d-43bb-b6bb-c0a828408808 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:11:24.425087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:11:24.428936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de05977d-2d0d-43bb-b6bb-c0a828408808 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:11:24.428936 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'status': 'completed', 'code': 200} Dec 08 13:11:24.491942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.509037 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:11:24.522973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-2f40f8ab-e55a-4d91-860e-17780a1466c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:24.524550 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-2f40f8ab-e55a-4d91-860e-17780a1466c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 1098 time: 0.0761743 Dec 08 13:11:24.597963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.604263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:24.604859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.607339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3558c136-614d-4a91-8320-02d4a8b0083f no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:11:24.631104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 3558c136-614d-4a91-8320-02d4a8b0083f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:11:24.631449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3558c136-614d-4a91-8320-02d4a8b0083f not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:11:24.632082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device addc38d9-d481-47bd-8197-ed56b1585269 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:11:24.652075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: addc38d9-d481-47bd-8197-ed56b1585269 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:11:24.652704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device addc38d9-d481-47bd-8197-ed56b1585269 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:11:24.693564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Network': ['ID=de7cd0fb-a4c4-4ae2-9baf-209e402d397a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:24.703646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6fdd9c3b-3e46-4745-bff9-2f0afe32ae64 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4363909 Dec 08 13:11:24.703646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-c1fa46ac-7e1e-45d2-aa32-89998809edce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:24.703646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-c1fa46ac-7e1e-45d2-aa32-89998809edce service neutron] 10.222.0.72 "GET /v2.0/networks?id=4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 200 len: 898 time: 0.1697924 Dec 08 13:11:24.706248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60528) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:24.706615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network de7cd0fb-a4c4-4ae2-9baf-209e402d397a details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:11:24.713653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'subnet': {'network_id': 'de7cd0fb-a4c4-4ae2-9baf-209e402d397a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:24.758388 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-d97a47ca-d2fa-434f-a0ba-3d9b6635ddba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcbcabbf-b70d-415b-bfad-c15968c1142c HTTP/1.1" status: 200 len: 217 time: 0.0476496 Dec 08 13:11:24.758828 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:24.797734 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] Checking router: b02766ad-f726-4013-aa00-f46890ffab89 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:11:24.808253 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:24.809018 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:24.810149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-28e71e7f-2075-435a-854d-48eb39647ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:24.811689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-28e71e7f-2075-435a-854d-48eb39647ace service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7775740e-02e9-44f5-801d-e2368e07272d HTTP/1.1" status: 200 len: 834 time: 0.0463636 Dec 08 13:11:24.865363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-cc7e4e20-5efa-427a-b803-b825b3223c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:24.866974 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-cc7e4e20-5efa-427a-b803-b825b3223c5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4913db85-e1be-4121-95f1-baf00ddcd946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483928 Dec 08 13:11:24.873405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:24.878668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:24.920994 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:11:24.967443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-13bb57c1-fc9a-406e-b036-e6d9023f2306 service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934157 Dec 08 13:11:25.063508 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3a3c426-af92-4771-93d3-79bbbf995377 req-9c13bac4-00bc-4cdb-b61b-a0bfc3c94253 service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886555 Dec 08 13:11:25.124123 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:25.142297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:25.154092 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea2b91-5b9c-4b21-a4db-bd4962a31a2b None None] The sync data for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv is: [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:25.205945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Subnet': ['ID=bdad6529-ad26-4b65-9af9-4d038b799bf8,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:25.214563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Checking segment: {'id': '998800df-7ecd-43d3-a6f5-b46eae0e46f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'de7cd0fb-a4c4-4ae2-9baf-209e402d397a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:25.214973 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network hostable DHCP agents. Network: de7cd0fb-a4c4-4ae2-9baf-209e402d397a, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:11:25.281932 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network de7cd0fb-a4c4-4ae2-9baf-209e402d397a is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:11:25.373239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, de7cd0fb-a4c4-4ae2-9baf-209e402d397a) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:25.377440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:25.378033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:25.380972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaca87b-6c38-439c-8274-5bbe31b4b74f None None] New status for floating IP 7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:11:25.386493 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a648ab44-d468-4963-95e2-1ecfa3ba4037 None None] Network de7cd0fb-a4c4-4ae2-9baf-209e402d397a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:25.423401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60530) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:25.471676 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c58a39b6-c96d-469b-9aab-f2224574c90e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 690 time: 0.0471182 Dec 08 13:11:25.475544 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7012bc2a-ce30-4789-94d0-84d3ec4afd76 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7680938 Dec 08 13:11:25.478915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60532) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:25.483882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e1dfa1fa-0145-4f71-be75-2a3d8d95f35d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1753540021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:25.588247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa1fa-0145-4f71-be75-2a3d8d95f35d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:25.589309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa1fa-0145-4f71-be75-2a3d8d95f35d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:25.642271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa1fa-0145-4f71-be75-2a3d8d95f35d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:25.719219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa1fa-0145-4f71-be75-2a3d8d95f35d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:25.809109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-de7cd0fb-a4c4-4ae2-9baf-209e402d397a', 'network_id': 'de7cd0fb-a4c4-4ae2-9baf-209e402d397a', 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'fixed_ips': [{'subnet_id': 'bdad6529-ad26-4b65-9af9-4d038b799bf8'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:11:25.809962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:25.829549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa1fa-0145-4f71-be75-2a3d8d95f35d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:25.831210 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e1dfa1fa-0145-4f71-be75-2a3d8d95f35d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3507903 Dec 08 13:11:25.833618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60534) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:25.838643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'port': {'network_id': 'de7cd0fb-a4c4-4ae2-9baf-209e402d397a', 'name': 'tempest-RoutersTest-1818799292'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:25.946399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Allocated IP 172.20.0.2 (de7cd0fb-a4c4-4ae2-9baf-209e402d397a/bdad6529-ad26-4b65-9af9-4d038b799bf8/08f0732f-02f9-4485-8df8-005ed9f6ca18) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:26.030265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:26.033835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:26.050599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] device_id is not set on port 7cc49b07-b900-4bb3-8590-bf40786588ad yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:11:26.084877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:26.185176 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:26.227397 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Network de7cd0fb-a4c4-4ae2-9baf-209e402d397a is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:26.230158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:26.235623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:26.242967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Pushing event updated for resources: {'Port': ['ID=08f0732f-02f9-4485-8df8-005ed9f6ca18,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:26.293527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Attempting to bind port 08f0732f-02f9-4485-8df8-005ed9f6ca18 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:11:26.293899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Attempting to bind port 08f0732f-02f9-4485-8df8-005ed9f6ca18 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '998800df-7ecd-43d3-a6f5-b46eae0e46f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'de7cd0fb-a4c4-4ae2-9baf-209e402d397a'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:11:26.294159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.db.api [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6403f994-604d-4b5c-aaee-15b3220506bf {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:11:26.294289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Attempting to bind port 08f0732f-02f9-4485-8df8-005ed9f6ca18 on network de7cd0fb-a4c4-4ae2-9baf-209e402d397a {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:26.294492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG oslo_db.api [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:11:26.299235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:11:26.299614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Checking segment: {'id': '998800df-7ecd-43d3-a6f5-b46eae0e46f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'de7cd0fb-a4c4-4ae2-9baf-209e402d397a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:26.300025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:26.300419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Bound using segment: {'id': '998800df-7ecd-43d3-a6f5-b46eae0e46f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'de7cd0fb-a4c4-4ae2-9baf-209e402d397a'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:11:26.300885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Bound port: 08f0732f-02f9-4485-8df8-005ed9f6ca18, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998800df-7ecd-43d3-a6f5-b46eae0e46f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'de7cd0fb-a4c4-4ae2-9baf-209e402d397a'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:11:26.301762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:26.361477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] For port 08f0732f-02f9-4485-8df8-005ed9f6ca18, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:11:26.365250 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] For port 08f0732f-02f9-4485-8df8-005ed9f6ca18, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=08f0732f-02f9-4485-8df8-005ed9f6ca18,segment=NetworkSegment(998800df-7ecd-43d3-a6f5-b46eae0e46f0),segment_id=998800df-7ecd-43d3-a6f5-b46eae0e46f0)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:11:26.433462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:26.475584 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60536) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:26.500901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee8e75-54df-47cd-808e-4dae19f4bc0e None None] Pushing event updated for resources: {'Port': ['ID=08f0732f-02f9-4485-8df8-005ed9f6ca18,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:26.527071 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1f424aa9-8c45-44df-87f0-063c90803eb5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 688 time: 0.0496936 Dec 08 13:11:26.796273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:26.814246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] device_id is not set on port 04dfa301-cf42-41b8-9b62-d2e14834a6cc yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:11:26.919841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.20.0.5 (de7cd0fb-a4c4-4ae2-9baf-209e402d397a/bdad6529-ad26-4b65-9af9-4d038b799bf8/04dfa301-cf42-41b8-9b62-d2e14834a6cc) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:27.351104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fe95dd-4646-40f2-bef7-45e8f8e421a6 None None] Network de7cd0fb-a4c4-4ae2-9baf-209e402d397a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:27.369490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:27.389546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bedc07d8-13e9-4c5a-9c12-95f919099139 None None] Provisioning complete for port 08f0732f-02f9-4485-8df8-005ed9f6ca18 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:27.389913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bedc07d8-13e9-4c5a-9c12-95f919099139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:27.490832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:27.528445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bedc07d8-13e9-4c5a-9c12-95f919099139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:27.534224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network de7cd0fb-a4c4-4ae2-9baf-209e402d397a is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:27.537460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:27.544489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:27.567710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bedc07d8-13e9-4c5a-9c12-95f919099139 None None] For port 08f0732f-02f9-4485-8df8-005ed9f6ca18, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=08f0732f-02f9-4485-8df8-005ed9f6ca18,segment=NetworkSegment(998800df-7ecd-43d3-a6f5-b46eae0e46f0),segment_id=998800df-7ecd-43d3-a6f5-b46eae0e46f0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:27.575025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=04dfa301-cf42-41b8-9b62-d2e14834a6cc,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:27.608097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:27.608749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:27.647916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bedc07d8-13e9-4c5a-9c12-95f919099139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:27.680623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60540) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:27.681536 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c657a936-1f9a-480c-93bc-2d6cbdca4ea4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8460994 Dec 08 13:11:27.715320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc07d8-13e9-4c5a-9c12-95f919099139 None None] Pushing event updated for resources: {'Port': ['ID=08f0732f-02f9-4485-8df8-005ed9f6ca18,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:27.768309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-43418108-425a-48e3-af3a-2a3cf47fe9f3 None None] Provisioning complete for port 08f0732f-02f9-4485-8df8-005ed9f6ca18 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:27.768687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43418108-425a-48e3-af3a-2a3cf47fe9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:27.797949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60542) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:27.803981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8831ce8e-b2a9-4c8e-8993-204f260cf781 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459483845', 'description': 'tempest-secgroup-smoke-459483845 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:27.921875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8831ce8e-b2a9-4c8e-8993-204f260cf781 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:27.987393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-807c889b-bf3e-4af1-8959-07a84ffc3a2b None None] Provisioning complete for port 04dfa301-cf42-41b8-9b62-d2e14834a6cc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:27.987862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-807c889b-bf3e-4af1-8959-07a84ffc3a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:27.996165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8831ce8e-b2a9-4c8e-8993-204f260cf781 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.024256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-807c889b-bf3e-4af1-8959-07a84ffc3a2b None None] Port 04dfa301-cf42-41b8-9b62-d2e14834a6cc cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:28.035027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.056020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8831ce8e-b2a9-4c8e-8993-204f260cf781 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.084535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831ce8e-b2a9-4c8e-8993-204f260cf781 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd09a33-58e2-4c2a-920c-978bdb642970,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:28.143804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8831ce8e-b2a9-4c8e-8993-204f260cf781 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.145231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8831ce8e-b2a9-4c8e-8993-204f260cf781 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3454382 Dec 08 13:11:28.148250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60544) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:28.152695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c83fe5c7-3747-438a-bea3-12a7beb9af0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2fd09a33-58e2-4c2a-920c-978bdb642970', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:28.241598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c83fe5c7-3747-438a-bea3-12a7beb9af0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.277194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.295657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c83fe5c7-3747-438a-bea3-12a7beb9af0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.358953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.373573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c83fe5c7-3747-438a-bea3-12a7beb9af0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.391403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fe5c7-3747-438a-bea3-12a7beb9af0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e74887d-dcf9-4fb2-8aed-0bf8f5f19396,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:28.437736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=04dfa301-cf42-41b8-9b62-d2e14834a6cc,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:28.467047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c83fe5c7-3747-438a-bea3-12a7beb9af0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.471911 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c83fe5c7-3747-438a-bea3-12a7beb9af0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3193333 Dec 08 13:11:28.472671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60546) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:28.479930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1714a091-8c5a-4274-8087-51cebe03ec1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2fd09a33-58e2-4c2a-920c-978bdb642970', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:28.539018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 08f0732f-02f9-4485-8df8-005ed9f6ca18 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:28.594539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 08f0732f-02f9-4485-8df8-005ed9f6ca18 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:28.594959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.604973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1714a091-8c5a-4274-8087-51cebe03ec1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.607471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.654214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a71ae871-4548-4478-a288-a095c06e8a0e None None] Provisioning complete for port 04dfa301-cf42-41b8-9b62-d2e14834a6cc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:28.654620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a71ae871-4548-4478-a288-a095c06e8a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.676902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1714a091-8c5a-4274-8087-51cebe03ec1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.724023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a71ae871-4548-4478-a288-a095c06e8a0e None None] Port 04dfa301-cf42-41b8-9b62-d2e14834a6cc cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:28.753277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1714a091-8c5a-4274-8087-51cebe03ec1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.772275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714a091-8c5a-4274-8087-51cebe03ec1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89771d51-7447-47c8-baa6-9747d4d02366,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:28.814031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.846406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1714a091-8c5a-4274-8087-51cebe03ec1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.848299 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1714a091-8c5a-4274-8087-51cebe03ec1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3738885 Dec 08 13:11:28.851113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60548) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:28.855623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c69ac306-6f1b-4e3f-ad69-c36fce9ea446 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2fd09a33-58e2-4c2a-920c-978bdb642970', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:28.935442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c69ac306-6f1b-4e3f-ad69-c36fce9ea446 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:28.991535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c69ac306-6f1b-4e3f-ad69-c36fce9ea446 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.059079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c69ac306-6f1b-4e3f-ad69-c36fce9ea446 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.068565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.077604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ac306-6f1b-4e3f-ad69-c36fce9ea446 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f084df-1d7e-433e-8430-eca7578af834,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:29.156283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.186956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c69ac306-6f1b-4e3f-ad69-c36fce9ea446 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.188088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c69ac306-6f1b-4e3f-ad69-c36fce9ea446 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3359988 Dec 08 13:11:29.196279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60550) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:29.200804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9b1afb52-be68-4aed-bbdf-9f683a3cfcd0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2fd09a33-58e2-4c2a-920c-978bdb642970', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:29.227862 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=04dfa301-cf42-41b8-9b62-d2e14834a6cc,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:29.232704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.280784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9b1afb52-be68-4aed-bbdf-9f683a3cfcd0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.326520 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network de7cd0fb-a4c4-4ae2-9baf-209e402d397a is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:29.327976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:29.339238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9b1afb52-be68-4aed-bbdf-9f683a3cfcd0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.424850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9b1afb52-be68-4aed-bbdf-9f683a3cfcd0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.444589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1afb52-be68-4aed-bbdf-9f683a3cfcd0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8db88c7-c025-40d4-80ab-4cf03dab42b8,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:29.523697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9b1afb52-be68-4aed-bbdf-9f683a3cfcd0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.524947 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9b1afb52-be68-4aed-bbdf-9f683a3cfcd0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276248 Dec 08 13:11:29.527726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60552) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:29.532028 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-be151afc-7223-4acc-9671-58c4f49facfc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2fd09a33-58e2-4c2a-920c-978bdb642970', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:29.537106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router a98336f8-c46f-4c83-a109-4571ae6d2c05 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:11:29.552611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-798f0b72-97a9-4bc0-8c27-7ca8cb5890b1 None None] Provisioning complete for port 04dfa301-cf42-41b8-9b62-d2e14834a6cc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:29.557637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-798f0b72-97a9-4bc0-8c27-7ca8cb5890b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.585770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-798f0b72-97a9-4bc0-8c27-7ca8cb5890b1 None None] Port 04dfa301-cf42-41b8-9b62-d2e14834a6cc cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:29.630644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:29.636209 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1963e8aa-dcdd-447a-9b2b-7b7e952f05e5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/a98336f8-c46f-4c83-a109-4571ae6d2c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9528294 Dec 08 13:11:29.638233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:29.641531 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-be151afc-7223-4acc-9671-58c4f49facfc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:11:29.642471 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1a4b1-f028-4a06-bcb4-4ee0605a828e None None] Sync routers for ids ['a98336f8-c46f-4c83-a109-4571ae6d2c05'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:29.647158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be151afc-7223-4acc-9671-58c4f49facfc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.657968 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1a4b1-f028-4a06-bcb4-4ee0605a828e None None] Routers {'a98336f8-c46f-4c83-a109-4571ae6d2c05'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:29.658977 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a6a1a4b1-f028-4a06-bcb4-4ee0605a828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a98336f8-c46f-4c83-a109-4571ae6d2c05'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:29.683462 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa36fd5-d3c5-4e74-9c7e-c83f1d5b2d2b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:29.687320 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cfa36fd5-d3c5-4e74-9c7e-c83f1d5b2d2b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports/04dfa301-cf42-41b8-9b62-d2e14834a6cc HTTP/1.1" status: 200 len: 977 time: 0.0457103 Dec 08 13:11:29.687790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60556) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:29.701497 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a6a1a4b1-f028-4a06-bcb4-4ee0605a828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:29.710369 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1a4b1-f028-4a06-bcb4-4ee0605a828e None None] Routers {'a98336f8-c46f-4c83-a109-4571ae6d2c05'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:29.711069 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a6a1a4b1-f028-4a06-bcb4-4ee0605a828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a98336f8-c46f-4c83-a109-4571ae6d2c05'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:29.717041 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be151afc-7223-4acc-9671-58c4f49facfc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.746006 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a6a1a4b1-f028-4a06-bcb4-4ee0605a828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:29.746677 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1a4b1-f028-4a06-bcb4-4ee0605a828e None None] The sync data for ids ['a98336f8-c46f-4c83-a109-4571ae6d2c05'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:29.790443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be151afc-7223-4acc-9671-58c4f49facfc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.808623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be151afc-7223-4acc-9671-58c4f49facfc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e6828d-026e-4f22-b8fc-37ea8794a939,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:29.872407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be151afc-7223-4acc-9671-58c4f49facfc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.873754 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-be151afc-7223-4acc-9671-58c4f49facfc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450978 Dec 08 13:11:29.876704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60558) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:29.881148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b9630c26-5c77-4e44-be2d-86c18996ec68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '2fd09a33-58e2-4c2a-920c-978bdb642970', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:29.992951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:29.999054 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-b9630c26-5c77-4e44-be2d-86c18996ec68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:11:30.004096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9630c26-5c77-4e44-be2d-86c18996ec68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:30.065424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9630c26-5c77-4e44-be2d-86c18996ec68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:30.156053 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9630c26-5c77-4e44-be2d-86c18996ec68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:30.174854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9630c26-5c77-4e44-be2d-86c18996ec68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57fb4f7-d9de-46c1-a530-86b0870dbcad,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:30.249599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b9630c26-5c77-4e44-be2d-86c18996ec68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:30.250774 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b9630c26-5c77-4e44-be2d-86c18996ec68 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3730664 Dec 08 13:11:30.449041 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-8a89dcd7-f713-46ed-aae0-24dfa08ecbef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459483845&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0436778 Dec 08 13:11:30.470026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 04dfa301-cf42-41b8-9b62-d2e14834a6cc {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:30.470369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:30.556964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:30.558516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03208900-855c-48dd-a0dd-36f27fcd121f req-decbc9e4-1329-412c-b414-05cbeaa2f9ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:30.560021 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-decbc9e4-1329-412c-b414-05cbeaa2f9ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 200 len: 797 time: 0.1036892 Dec 08 13:11:30.569368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 04dfa301-cf42-41b8-9b62-d2e14834a6cc owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:30.575739 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-84ccffe7-743b-469e-8155-ba15e63bccac tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.0099549 Dec 08 13:11:30.629793 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7f0955bb-f416-4c8b-b6b7-683b30d4e539 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481477 Dec 08 13:11:30.730631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-4efcafec-2866-463d-8d6d-040f0788a517 service neutron] 10.222.0.76 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891421 Dec 08 13:11:30.801910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:30.821895 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-b86f8898-8c27-4cad-b15e-4a9856452b9b service neutron] 10.222.0.76 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848920 Dec 08 13:11:30.831397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=04dfa301-cf42-41b8-9b62-d2e14834a6cc,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:30.974869 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:31.114440 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3ae89231-9002-486f-95f1-7115969305e5 req-9eab4984-5402-41bc-9db8-06893fda64e9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 210 time: 0.0279136 Dec 08 13:11:31.141707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router a98336f8-c46f-4c83-a109-4571ae6d2c05 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:31.220039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:31.226182 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f307f628-4ad6-46f9-a213-8f3b86a6086c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/a98336f8-c46f-4c83-a109-4571ae6d2c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5366783 Dec 08 13:11:31.228500 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60580) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:31.229879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adff3e-4946-47be-a253-b2bcd84f6b6e None None] Sync routers for ids ['a98336f8-c46f-4c83-a109-4571ae6d2c05'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:31.239819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adff3e-4946-47be-a253-b2bcd84f6b6e None None] Routers {'a98336f8-c46f-4c83-a109-4571ae6d2c05'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:31.240546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-88adff3e-4946-47be-a253-b2bcd84f6b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a98336f8-c46f-4c83-a109-4571ae6d2c05'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:31.281651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-88adff3e-4946-47be-a253-b2bcd84f6b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:31.290450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adff3e-4946-47be-a253-b2bcd84f6b6e None None] Routers {'a98336f8-c46f-4c83-a109-4571ae6d2c05'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:31.291095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-88adff3e-4946-47be-a253-b2bcd84f6b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['a98336f8-c46f-4c83-a109-4571ae6d2c05'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:31.327505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-88adff3e-4946-47be-a253-b2bcd84f6b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:31.328085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adff3e-4946-47be-a253-b2bcd84f6b6e None None] The sync data for ids ['a98336f8-c46f-4c83-a109-4571ae6d2c05'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:31.415648 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-3ecb14c8-44b0-4c37-81f1-5f339e71bfa0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 13:11:31.416811 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3ecb14c8-44b0-4c37-81f1-5f339e71bfa0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/a98336f8-c46f-4c83-a109-4571ae6d2c05/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1873479 Dec 08 13:11:31.419597 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60582) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:31.446772 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3bda45d3-bbe5-416c-a951-e1d5196bc4c2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=a98336f8-c46f-4c83-a109-4571ae6d2c05 HTTP/1.1" status: 200 len: 205 time: 0.0260637 Dec 08 13:11:31.449159 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60584) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:31.522191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17302ce0-98c8-4ca0-9f58-88dcb6518a81 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:31.679720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17302ce0-98c8-4ca0-9f58-88dcb6518a81 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:31.681901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17302ce0-98c8-4ca0-9f58-88dcb6518a81 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:31.781902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17302ce0-98c8-4ca0-9f58-88dcb6518a81 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:31.782467 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17302ce0-98c8-4ca0-9f58-88dcb6518a81 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Fanout notify agent at l3_agent the message router_deleted on router a98336f8-c46f-4c83-a109-4571ae6d2c05 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:11:31.792008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17302ce0-98c8-4ca0-9f58-88dcb6518a81 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:31.792008 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-17302ce0-98c8-4ca0-9f58-88dcb6518a81 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/a98336f8-c46f-4c83-a109-4571ae6d2c05 HTTP/1.1" status: 204 len: 168 time: 0.3410673 Dec 08 13:11:31.793874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60588) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:31.843195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a450271d-a5a0-4467-a2de-82bb2994338f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting subnet bdad6529-ad26-4b65-9af9-4d038b799bf8 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:11:31.846158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a450271d-a5a0-4467-a2de-82bb2994338f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:31.885918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a450271d-a5a0-4467-a2de-82bb2994338f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:31.970443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a450271d-a5a0-4467-a2de-82bb2994338f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.113678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a450271d-a5a0-4467-a2de-82bb2994338f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.141429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450271d-a5a0-4467-a2de-82bb2994338f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Subnet': ['ID=bdad6529-ad26-4b65-9af9-4d038b799bf8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:32.152116 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a450271d-a5a0-4467-a2de-82bb2994338f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.152116 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a450271d-a5a0-4467-a2de-82bb2994338f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/bdad6529-ad26-4b65-9af9-4d038b799bf8 HTTP/1.1" status: 204 len: 168 time: 0.3554196 Dec 08 13:11:32.153229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60592) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:32.155657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe9b180-1978-41b8-a3aa-acacf4e8917b None None] Network de7cd0fb-a4c4-4ae2-9baf-209e402d397a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:32.257257 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-147a5647-b40b-4cd0-a12c-217681e97375 req-28e6d2f2-33fb-49da-bbff-49abac9fc37f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 210 time: 0.0583255 Dec 08 13:11:32.268286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.319070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30cf8b-21ee-483c-8d66-dab84a1b432c None None] DHCP port deletion for de7cd0fb-a4c4-4ae2-9baf-209e402d397a request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:11:32.325708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 08f0732f-02f9-4485-8df8-005ed9f6ca18 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:32.326059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.372465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1a30cf8b-21ee-483c-8d66-dab84a1b432c None None] Deleting port 08f0732f-02f9-4485-8df8-005ed9f6ca18 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:32.372758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a30cf8b-21ee-483c-8d66-dab84a1b432c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.398780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port 08f0732f-02f9-4485-8df8-005ed9f6ca18, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=08f0732f-02f9-4485-8df8-005ed9f6ca18,segment=NetworkSegment(998800df-7ecd-43d3-a6f5-b46eae0e46f0),segment_id=998800df-7ecd-43d3-a6f5-b46eae0e46f0)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:32.399144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.412157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 08f0732f-02f9-4485-8df8-005ed9f6ca18 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:32.437982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1a30cf8b-21ee-483c-8d66-dab84a1b432c None None] For port 08f0732f-02f9-4485-8df8-005ed9f6ca18, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=08f0732f-02f9-4485-8df8-005ed9f6ca18,segment=NetworkSegment(998800df-7ecd-43d3-a6f5-b46eae0e46f0),segment_id=998800df-7ecd-43d3-a6f5-b46eae0e46f0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:32.438471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a30cf8b-21ee-483c-8d66-dab84a1b432c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.451665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1a30cf8b-21ee-483c-8d66-dab84a1b432c None None] Calling delete_port for 08f0732f-02f9-4485-8df8-005ed9f6ca18 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:32.500771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 08f0732f-02f9-4485-8df8-005ed9f6ca18 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:11:32.581736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.599694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a30cf8b-21ee-483c-8d66-dab84a1b432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.604697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.613036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=08f0732f-02f9-4485-8df8-005ed9f6ca18,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:32.614961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No DVR routers for this DVR port 08f0732f-02f9-4485-8df8-005ed9f6ca18 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:32.632190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30cf8b-21ee-483c-8d66-dab84a1b432c None None] Pushing event deleted for resources: {'Port': ['ID=08f0732f-02f9-4485-8df8-005ed9f6ca18,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:32.638522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30cf8b-21ee-483c-8d66-dab84a1b432c None None] No DVR routers for this DVR port 08f0732f-02f9-4485-8df8-005ed9f6ca18 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:32.701942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.723335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7cd0fb-a4c4-4ae2-9baf-209e402d397a']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:32.732437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998800df-7ecd-43d3-a6f5-b46eae0e46f0') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:32.732741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998800df-7ecd-43d3-a6f5-b46eae0e46f0') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:32.741876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.755331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.761240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:11:32.761657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:11:32.764616 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:11:32.899903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.916466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:32.919586 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/networks/de7cd0fb-a4c4-4ae2-9baf-209e402d397a HTTP/1.1" status: 204 len: 168 time: 0.7653384 Dec 08 13:11:32.923539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60594) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:32.929049 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'network': {'name': 'tempest-RoutersTest-750730207'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:32.933716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463f050-66c5-4d20-9e7b-771fefac4909 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Network': ['ID=de7cd0fb-a4c4-4ae2-9baf-209e402d397a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:33.014814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ec4831b7-8c45-42da-bb77-d76031291675 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:33.016261 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ec4831b7-8c45-42da-bb77-d76031291675 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 200 len: 797 time: 0.1266396 Dec 08 13:11:33.053190 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:33.056844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.080744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:11:33.089438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.089861 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added segment 64a9dc1a-fc9d-4568-8fc5-fe63c11303d3 of type vlan for network 7376fac1-e02c-4533-8a1d-77dbd94d9862 Dec 08 13:11:33.092270 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-3c69deb4-6087-48c7-ad1f-c894f91bf9a1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 472 time: 0.0667970 Dec 08 13:11:33.115374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['2fd09a33-58e2-4c2a-920c-978bdb642970']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:33.144275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.250598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.257216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:33.262053 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.307930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:33.312323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.324875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Network': ['ID=7376fac1-e02c-4533-8a1d-77dbd94d9862,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:33.334874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 7376fac1-e02c-4533-8a1d-77dbd94d9862 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:11:33.393257 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dcb10ec0-4147-4370-859f-11b2f5a86a25 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4685910 Dec 08 13:11:33.394640 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cf640848-f113-445c-a575-2c81604796b0 req-017264a6-303e-4ad3-92cb-e223e45695d6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 210 time: 0.0575368 Dec 08 13:11:33.396103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60602) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:33.402092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'subnet': {'network_id': '7376fac1-e02c-4533-8a1d-77dbd94d9862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:33.469248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.10 (4913db85-e1be-4121-95f1-baf00ddcd946/7775740e-02e9-44f5-801d-e2368e07272d/90519058-e560-4aea-9b28-ef15816e0f01) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:33.567564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:33.571373 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.608089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.716318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.759295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 4913db85-e1be-4121-95f1-baf00ddcd946 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:33.762379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:33.768423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:33.775066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=90519058-e560-4aea-9b28-ef15816e0f01,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:33.826488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:33.826836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.835350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.899897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-ed2fc4b7-4234-477a-b335-6338ffb14623 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7939711 Dec 08 13:11:33.900251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Subnet': ['ID=aedcc0cb-875e-4d06-9769-16fe103b5a63,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:33.909011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Checking segment: {'id': '64a9dc1a-fc9d-4568-8fc5-fe63c11303d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7376fac1-e02c-4533-8a1d-77dbd94d9862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:33.909388 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network hostable DHCP agents. Network: 7376fac1-e02c-4533-8a1d-77dbd94d9862, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:11:33.915224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Request body: {'port': {'device_id': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:33.971071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:33.987295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 7376fac1-e02c-4533-8a1d-77dbd94d9862 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:11:34.034893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-847a612e-ae3b-41b3-a70a-8d9ba313002a None None] Provisioning complete for port 90519058-e560-4aea-9b28-ef15816e0f01 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:34.035270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-847a612e-ae3b-41b3-a70a-8d9ba313002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.072041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-847a612e-ae3b-41b3-a70a-8d9ba313002a None None] Port 90519058-e560-4aea-9b28-ef15816e0f01 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:34.073145 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 7376fac1-e02c-4533-8a1d-77dbd94d9862) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:34.083101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:34.083101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.083781 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e286d33f-f206-4948-9cee-5b0598c1dc8e None None] Network 7376fac1-e02c-4533-8a1d-77dbd94d9862 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:34.158602 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d93c1b1c-8633-49bd-9937-198a941797d0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7608111 Dec 08 13:11:34.161300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60604) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:34.165766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-993a5576-5e02-4e19-8eb4-76a7ac6ac768 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-483565351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:34.185785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-7376fac1-e02c-4533-8a1d-77dbd94d9862', 'network_id': '7376fac1-e02c-4533-8a1d-77dbd94d9862', 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'fixed_ips': [{'subnet_id': 'aedcc0cb-875e-4d06-9769-16fe103b5a63'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:11:34.186840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.248007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-993a5576-5e02-4e19-8eb4-76a7ac6ac768 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.249015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90519058-e560-4aea-9b28-ef15816e0f01 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:11:34.249165 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-993a5576-5e02-4e19-8eb4-76a7ac6ac768 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.258675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.273750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Transition to ACTIVE for port object 90519058-e560-4aea-9b28-ef15816e0f01 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:11:34.307606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-993a5576-5e02-4e19-8eb4-76a7ac6ac768 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.322016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Allocated IP 172.20.0.2 (7376fac1-e02c-4533-8a1d-77dbd94d9862/aedcc0cb-875e-4d06-9769-16fe103b5a63/45138c67-971f-4800-bbca-c783c2a75649) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:34.355984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.382091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-993a5576-5e02-4e19-8eb4-76a7ac6ac768 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.433190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Pushing event updated for resources: {'Port': ['ID=90519058-e560-4aea-9b28-ef15816e0f01,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:34.470778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-993a5576-5e02-4e19-8eb4-76a7ac6ac768 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.472714 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-993a5576-5e02-4e19-8eb4-76a7ac6ac768 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3101573 Dec 08 13:11:34.475283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60608) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:34.508352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.519608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Attempting to bind port 90519058-e560-4aea-9b28-ef15816e0f01 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:11:34.520008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Attempting to bind port 90519058-e560-4aea-9b28-ef15816e0f01 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:11:34.520313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Attempting to bind port 90519058-e560-4aea-9b28-ef15816e0f01 on network 4913db85-e1be-4121-95f1-baf00ddcd946 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:34.526837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Port 90519058-e560-4aea-9b28-ef15816e0f01 on network 4913db85-e1be-4121-95f1-baf00ddcd946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:11:34.527168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Attempting to bind port 90519058-e560-4aea-9b28-ef15816e0f01 on network 4913db85-e1be-4121-95f1-baf00ddcd946 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:34.536905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:11:34.537310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Checking segment: {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:34.537640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Bound using segment: {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:11:34.538093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Bound port: 90519058-e560-4aea-9b28-ef15816e0f01, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3699e50-87ac-448a-97c9-38af2c2cbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:11:34.538452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.568574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa773b3-3a5c-49ca-9368-b112fe266201 req-fddbcd29-25b4-402d-a115-5ddca5e08445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:34.570398 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dfa773b3-3a5c-49ca-9368-b112fe266201 req-fddbcd29-25b4-402d-a115-5ddca5e08445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 944 time: 0.0877111 Dec 08 13:11:34.576770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.605603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Network 7376fac1-e02c-4533-8a1d-77dbd94d9862 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:34.608659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:34.611066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:34.670269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dfa773b3-3a5c-49ca-9368-b112fe266201 req-d359b70a-4856-44b7-a29e-5c4c8c42c30f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742421 Dec 08 13:11:34.676707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] For port 90519058-e560-4aea-9b28-ef15816e0f01, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:11:34.680407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] For port 90519058-e560-4aea-9b28-ef15816e0f01, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=90519058-e560-4aea-9b28-ef15816e0f01,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:11:34.694006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Pushing event updated for resources: {'Port': ['ID=45138c67-971f-4800-bbca-c783c2a75649,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:34.716263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Attempting to bind port 45138c67-971f-4800-bbca-c783c2a75649 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:11:34.716643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Attempting to bind port 45138c67-971f-4800-bbca-c783c2a75649 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '64a9dc1a-fc9d-4568-8fc5-fe63c11303d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7376fac1-e02c-4533-8a1d-77dbd94d9862'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:11:34.717007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Attempting to bind port 45138c67-971f-4800-bbca-c783c2a75649 on network 7376fac1-e02c-4533-8a1d-77dbd94d9862 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:34.725481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:11:34.725858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Checking segment: {'id': '64a9dc1a-fc9d-4568-8fc5-fe63c11303d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7376fac1-e02c-4533-8a1d-77dbd94d9862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:34.727414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.727414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Bound using segment: {'id': '64a9dc1a-fc9d-4568-8fc5-fe63c11303d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7376fac1-e02c-4533-8a1d-77dbd94d9862'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:11:34.727414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Bound port: 45138c67-971f-4800-bbca-c783c2a75649, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a9dc1a-fc9d-4568-8fc5-fe63c11303d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7376fac1-e02c-4533-8a1d-77dbd94d9862'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:11:34.727835 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.742415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.782232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:34.782886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.784281 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] 10.222.0.72 "PUT /v2.0/ports/90519058-e560-4aea-9b28-ef15816e0f01 HTTP/1.1" status: 200 len: 1094 time: 0.8751354 Dec 08 13:11:34.784749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'tag': '90519058-e560-4aea-9b28-ef15816e0f01'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:11:34.788082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23e87ba-1e84-4bff-9d55-cbc9d0ae03a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2222ff7c-f9fe-44a9-8348-2e325264a2a1", "tag": "90519058-e560-4aea-9b28-ef15816e0f01"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:11:34.807096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.822781 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] For port 45138c67-971f-4800-bbca-c783c2a75649, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:11:34.827024 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] For port 45138c67-971f-4800-bbca-c783c2a75649, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=45138c67-971f-4800-bbca-c783c2a75649,segment=NetworkSegment(64a9dc1a-fc9d-4568-8fc5-fe63c11303d3),segment_id=64a9dc1a-fc9d-4568-8fc5-fe63c11303d3)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:11:34.833421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9dc5c-af6b-44fd-9a84-140d98407e03 service neutron] Pushing event updated for resources: {'Port': ['ID=90519058-e560-4aea-9b28-ef15816e0f01,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:34.851535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b117e6a-6134-4c69-8133-f22bc101ba34 x-openstack-request-id: req-0b117e6a-6134-4c69-8133-f22bc101ba34 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:11:34.851925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2222ff7c-f9fe-44a9-8348-2e325264a2a1", "tag": "90519058-e560-4aea-9b28-ef15816e0f01", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:11:34.852247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b117e6a-6134-4c69-8133-f22bc101ba34 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:11:34.852797 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'tag': '90519058-e560-4aea-9b28-ef15816e0f01', 'status': 'completed', 'code': 200} Dec 08 13:11:34.908515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:34.921866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e87ba-1e84-4bff-9d55-cbc9d0ae03a2 req-0617a3db-6ffd-410b-9ad0-f900f26f278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:34.923643 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23e87ba-1e84-4bff-9d55-cbc9d0ae03a2 req-0617a3db-6ffd-410b-9ad0-f900f26f278d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 1097 time: 0.0467312 Dec 08 13:11:35.000971 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5bc4f-1ce0-4bfd-bd1f-5d78f3c51191 None None] Pushing event updated for resources: {'Port': ['ID=45138c67-971f-4800-bbca-c783c2a75649,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:35.059914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e87ba-1e84-4bff-9d55-cbc9d0ae03a2 req-8b769046-595d-4f0e-a544-e4a9c75acb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:35.061352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23e87ba-1e84-4bff-9d55-cbc9d0ae03a2 req-8b769046-595d-4f0e-a544-e4a9c75acb55 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1290598 Dec 08 13:11:35.101474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.20.0.1 (7376fac1-e02c-4533-8a1d-77dbd94d9862/aedcc0cb-875e-4d06-9769-16fe103b5a63/f40305a1-6570-4151-b9b6-5e6f9b04c650) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:35.195695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e87ba-1e84-4bff-9d55-cbc9d0ae03a2 req-1269795a-c6cd-482e-8a7f-375d829f721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:35.197299 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23e87ba-1e84-4bff-9d55-cbc9d0ae03a2 req-1269795a-c6cd-482e-8a7f-375d829f721e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277220 Dec 08 13:11:35.257357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:35.290244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03208900-855c-48dd-a0dd-36f27fcd121f req-a37c6037-d9f0-4016-98af-584b6deddea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:35.291803 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-a37c6037-d9f0-4016-98af-584b6deddea2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 1097 time: 0.0458183 Dec 08 13:11:35.335147 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-fabea037-458d-4a9d-95e6-cc623f4f6c03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90519058-e560-4aea-9b28-ef15816e0f01 HTTP/1.1" status: 200 len: 217 time: 0.0356359 Dec 08 13:11:35.387684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03208900-855c-48dd-a0dd-36f27fcd121f req-65b5cb17-758d-4082-bdab-834271622dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:35.388364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:35.389174 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-65b5cb17-758d-4082-bdab-834271622dcd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7775740e-02e9-44f5-801d-e2368e07272d HTTP/1.1" status: 200 len: 834 time: 0.0463343 Dec 08 13:11:35.425038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 7376fac1-e02c-4533-8a1d-77dbd94d9862 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:35.428213 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:35.432145 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:35.438888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03208900-855c-48dd-a0dd-36f27fcd121f req-33d4aa1f-31a2-42f3-93f7-9bbe0766b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:35.440597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-33d4aa1f-31a2-42f3-93f7-9bbe0766b3e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4913db85-e1be-4121-95f1-baf00ddcd946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437670 Dec 08 13:11:35.471311 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=f40305a1-6570-4151-b9b6-5e6f9b04c650,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:35.486752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:35.537221 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-8e324684-df09-4c40-9f3e-1695efc39a8b service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896575 Dec 08 13:11:35.638740 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03208900-855c-48dd-a0dd-36f27fcd121f req-7801bb13-5c35-4e70-bfdc-12b59e7e02b7 service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939128 Dec 08 13:11:35.659275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:35.793181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007c93-14c2-4279-be35-5c6d80fdda81 req-6ca3d88b-d8b6-49fa-9838-a937ec9e7735 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:35.799642 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a7007c93-14c2-4279-be35-5c6d80fdda81 req-6ca3d88b-d8b6-49fa-9838-a937ec9e7735 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 944 time: 0.0614133 Dec 08 13:11:35.849596 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a7007c93-14c2-4279-be35-5c6d80fdda81 req-19956e94-5557-4e75-8c5d-ac90447a5364 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483601 Dec 08 13:11:35.922871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c3a39-1018-4cc4-9c26-90018785bc9c None None] Network 7376fac1-e02c-4533-8a1d-77dbd94d9862 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:35.947773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.002792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-50c247e3-6881-4fe7-a742-d702e69b348f None None] Provisioning complete for port 45138c67-971f-4800-bbca-c783c2a75649 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:36.003179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-50c247e3-6881-4fe7-a742-d702e69b348f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.027627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.106463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=f40305a1-6570-4151-b9b6-5e6f9b04c650,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:36.106463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.231295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 7376fac1-e02c-4533-8a1d-77dbd94d9862 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:36.233051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:36.300964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-50c247e3-6881-4fe7-a742-d702e69b348f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.347825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-50c247e3-6881-4fe7-a742-d702e69b348f None None] For port 45138c67-971f-4800-bbca-c783c2a75649, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=45138c67-971f-4800-bbca-c783c2a75649,segment=NetworkSegment(64a9dc1a-fc9d-4568-8fc5-fe63c11303d3),segment_id=64a9dc1a-fc9d-4568-8fc5-fe63c11303d3)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:36.432765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-50c247e3-6881-4fe7-a742-d702e69b348f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.510840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c247e3-6881-4fe7-a742-d702e69b348f None None] Pushing event updated for resources: {'Port': ['ID=45138c67-971f-4800-bbca-c783c2a75649,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:36.565540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-119cd565-d988-4839-8c4b-6f0c8b899aed None None] Provisioning complete for port f40305a1-6570-4151-b9b6-5e6f9b04c650 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:36.567108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-119cd565-d988-4839-8c4b-6f0c8b899aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.600113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 45138c67-971f-4800-bbca-c783c2a75649 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:36.644462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-119cd565-d988-4839-8c4b-6f0c8b899aed None None] Port f40305a1-6570-4151-b9b6-5e6f9b04c650 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:36.669919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-119cd565-d988-4839-8c4b-6f0c8b899aed None None] Provisioning complete for port 45138c67-971f-4800-bbca-c783c2a75649 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:36.670368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-119cd565-d988-4839-8c4b-6f0c8b899aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.703256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 45138c67-971f-4800-bbca-c783c2a75649 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:36.703712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.730361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 7ca382a1-44e4-4537-af4c-08fa08636cad is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:11:36.831724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:36.840055 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d9df3217-58ee-4b92-b5ce-6373be1c5796 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/7ca382a1-44e4-4537-af4c-08fa08636cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3605797 Dec 08 13:11:36.840281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60614) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:36.841164 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b56a54-6b49-4645-9903-ab54ea317478 None None] Sync routers for ids ['7ca382a1-44e4-4537-af4c-08fa08636cad'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:36.852376 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b56a54-6b49-4645-9903-ab54ea317478 None None] Routers {'7ca382a1-44e4-4537-af4c-08fa08636cad'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:36.853122 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-49b56a54-6b49-4645-9903-ab54ea317478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7ca382a1-44e4-4537-af4c-08fa08636cad'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:36.884711 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-49b56a54-6b49-4645-9903-ab54ea317478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:36.893574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ea765-429a-4adb-b26f-64507c71c6f9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:36.893574 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-253ea765-429a-4adb-b26f-64507c71c6f9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports/f40305a1-6570-4151-b9b6-5e6f9b04c650 HTTP/1.1" status: 200 len: 910 time: 0.0489333 Dec 08 13:11:36.893757 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b56a54-6b49-4645-9903-ab54ea317478 None None] Routers {'7ca382a1-44e4-4537-af4c-08fa08636cad'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:36.894108 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-49b56a54-6b49-4645-9903-ab54ea317478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7ca382a1-44e4-4537-af4c-08fa08636cad'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:36.896529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60618) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:36.929778 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-49b56a54-6b49-4645-9903-ab54ea317478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:36.930439 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b56a54-6b49-4645-9903-ab54ea317478 None None] The sync data for ids ['7ca382a1-44e4-4537-af4c-08fa08636cad'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:36.944585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-74580f1c-312f-4242-90bf-596ff19e49cc None None] Provisioning complete for port f40305a1-6570-4151-b9b6-5e6f9b04c650 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:36.945374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-74580f1c-312f-4242-90bf-596ff19e49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:36.981333 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-74580f1c-312f-4242-90bf-596ff19e49cc None None] Port f40305a1-6570-4151-b9b6-5e6f9b04c650 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:37.030103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ade59-6e5f-4fcd-b2c7-eae0794b620e req-812ba124-7074-4e3e-aa37-0a019302d2c5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:37.031615 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4e6ade59-6e5f-4fcd-b2c7-eae0794b620e req-812ba124-7074-4e3e-aa37-0a019302d2c5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 944 time: 0.0971651 Dec 08 13:11:37.149118 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4e6ade59-6e5f-4fcd-b2c7-eae0794b620e req-c243f10b-fac2-4830-a695-1ffcad7ed0d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889883 Dec 08 13:11:37.277622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:37.509331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port f40305a1-6570-4151-b9b6-5e6f9b04c650 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:37.509666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:37.591528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:37.603028 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for f40305a1-6570-4151-b9b6-5e6f9b04c650 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:37.824808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:37.851204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=f40305a1-6570-4151-b9b6-5e6f9b04c650,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:38.298835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:38.304348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 90519058-e560-4aea-9b28-ef15816e0f01 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:11:38.403035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bf27a-d1aa-4b22-99e5-4793f528fdb4 req-8c063394-5e09-4f56-9b27-2fa040a35b9b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:38.403294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 90519058-e560-4aea-9b28-ef15816e0f01, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=90519058-e560-4aea-9b28-ef15816e0f01,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:38.404512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4e6bf27a-d1aa-4b22-99e5-4793f528fdb4 req-8c063394-5e09-4f56-9b27-2fa040a35b9b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 944 time: 0.1179798 Dec 08 13:11:38.415078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '90519058-e560-4aea-9b28-ef15816e0f01', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'port_id': '90519058-e560-4aea-9b28-ef15816e0f01', 'mac_address': 'fa:16:3e:9a:f5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:11:38.453285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:38.467757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90519058-e560-4aea-9b28-ef15816e0f01 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:11:38.487774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 45138c67-971f-4800-bbca-c783c2a75649 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:38.493119 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 90519058-e560-4aea-9b28-ef15816e0f01, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=90519058-e560-4aea-9b28-ef15816e0f01,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:38.505802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 7ca382a1-44e4-4537-af4c-08fa08636cad has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:38.528916 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4e6bf27a-d1aa-4b22-99e5-4793f528fdb4 req-3359d3ef-3051-4850-a969-fa1f255aa912 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167536 Dec 08 13:11:38.537571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 45138c67-971f-4800-bbca-c783c2a75649 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:38.537953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:38.569038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:38.600171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:38.605126 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-115c5164-de92-40ce-bc6c-941dab46edb4 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/7ca382a1-44e4-4537-af4c-08fa08636cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075033 Dec 08 13:11:38.607924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60622) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:38.616801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777dccd-2954-4d2c-9cf0-7f138c2e48f6 None None] Sync routers for ids ['7ca382a1-44e4-4537-af4c-08fa08636cad'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:38.636279 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6061949e-70e7-4bc2-a170-c5c4c95a394b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca382a1-44e4-4537-af4c-08fa08636cad HTTP/1.1" status: 200 len: 205 time: 0.0249028 Dec 08 13:11:38.636497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60624) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:38.664539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=90519058-e560-4aea-9b28-ef15816e0f01,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:38.670362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777dccd-2954-4d2c-9cf0-7f138c2e48f6 None None] Routers {'7ca382a1-44e4-4537-af4c-08fa08636cad'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:38.671006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c777dccd-2954-4d2c-9cf0-7f138c2e48f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7ca382a1-44e4-4537-af4c-08fa08636cad'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:38.711930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c777dccd-2954-4d2c-9cf0-7f138c2e48f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:38.712603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-043b38f6-cc8b-44d6-8f0a-a92eae981924 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:38.728762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777dccd-2954-4d2c-9cf0-7f138c2e48f6 None None] Routers {'7ca382a1-44e4-4537-af4c-08fa08636cad'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:38.729364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c777dccd-2954-4d2c-9cf0-7f138c2e48f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['7ca382a1-44e4-4537-af4c-08fa08636cad'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:38.761023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c777dccd-2954-4d2c-9cf0-7f138c2e48f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:38.761666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777dccd-2954-4d2c-9cf0-7f138c2e48f6 None None] The sync data for ids ['7ca382a1-44e4-4537-af4c-08fa08636cad'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:38.803136 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['90519058-e560-4aea-9b28-ef15816e0f01'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:11:38.873278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-043b38f6-cc8b-44d6-8f0a-a92eae981924 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:38.875420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-043b38f6-cc8b-44d6-8f0a-a92eae981924 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:38.981989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-043b38f6-cc8b-44d6-8f0a-a92eae981924 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:38.982454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043b38f6-cc8b-44d6-8f0a-a92eae981924 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Fanout notify agent at l3_agent the message router_deleted on router 7ca382a1-44e4-4537-af4c-08fa08636cad {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:11:38.989907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-043b38f6-cc8b-44d6-8f0a-a92eae981924 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:38.991114 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-043b38f6-cc8b-44d6-8f0a-a92eae981924 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/7ca382a1-44e4-4537-af4c-08fa08636cad HTTP/1.1" status: 204 len: 168 time: 0.3537781 Dec 08 13:11:38.993753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60626) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:39.044326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dca4bf-a2a6-47d0-a82b-78feae976a3d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting subnet aedcc0cb-875e-4d06-9769-16fe103b5a63 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:11:39.047404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60dca4bf-a2a6-47d0-a82b-78feae976a3d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.087026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60dca4bf-a2a6-47d0-a82b-78feae976a3d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.174814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60dca4bf-a2a6-47d0-a82b-78feae976a3d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.278965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60dca4bf-a2a6-47d0-a82b-78feae976a3d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.306662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dca4bf-a2a6-47d0-a82b-78feae976a3d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Subnet': ['ID=aedcc0cb-875e-4d06-9769-16fe103b5a63,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:39.312272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-60dca4bf-a2a6-47d0-a82b-78feae976a3d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.314716 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-60dca4bf-a2a6-47d0-a82b-78feae976a3d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/aedcc0cb-875e-4d06-9769-16fe103b5a63 HTTP/1.1" status: 204 len: 168 time: 0.3199859 Dec 08 13:11:39.317331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60628) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:39.317714 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0eb8b-ed87-428f-94d0-1ae4bf304614 None None] Network 7376fac1-e02c-4533-8a1d-77dbd94d9862 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:39.399313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.454304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 45138c67-971f-4800-bbca-c783c2a75649 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:39.454681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.461292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7ea00-1abf-43c9-b135-3c10919c8ea6 None None] DHCP port deletion for 7376fac1-e02c-4533-8a1d-77dbd94d9862 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:11:39.506852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-00b7ea00-1abf-43c9-b135-3c10919c8ea6 None None] Deleting port 45138c67-971f-4800-bbca-c783c2a75649 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:39.507231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-00b7ea00-1abf-43c9-b135-3c10919c8ea6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.523520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port 45138c67-971f-4800-bbca-c783c2a75649, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=45138c67-971f-4800-bbca-c783c2a75649,segment=NetworkSegment(64a9dc1a-fc9d-4568-8fc5-fe63c11303d3),segment_id=64a9dc1a-fc9d-4568-8fc5-fe63c11303d3)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:39.523884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.536121 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 45138c67-971f-4800-bbca-c783c2a75649 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:39.573797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-00b7ea00-1abf-43c9-b135-3c10919c8ea6 None None] For port 45138c67-971f-4800-bbca-c783c2a75649, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=45138c67-971f-4800-bbca-c783c2a75649,segment=NetworkSegment(64a9dc1a-fc9d-4568-8fc5-fe63c11303d3),segment_id=64a9dc1a-fc9d-4568-8fc5-fe63c11303d3)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:39.574203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-00b7ea00-1abf-43c9-b135-3c10919c8ea6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.587439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-00b7ea00-1abf-43c9-b135-3c10919c8ea6 None None] Calling delete_port for 45138c67-971f-4800-bbca-c783c2a75649 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:39.655043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10541b7d-48b0-413d-bac8-61205adcafbe req-52b63a30-dcee-4abf-b601-2934fba023df tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:39.656560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-10541b7d-48b0-413d-bac8-61205adcafbe req-52b63a30-dcee-4abf-b601-2934fba023df tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 945 time: 0.0557053 Dec 08 13:11:39.710872 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-10541b7d-48b0-413d-bac8-61205adcafbe req-fc65ff3a-f79a-42ff-ab78-4363b673ac52 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475581 Dec 08 13:11:39.713150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.720343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-00b7ea00-1abf-43c9-b135-3c10919c8ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.740016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=45138c67-971f-4800-bbca-c783c2a75649,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:39.744019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No DVR routers for this DVR port 45138c67-971f-4800-bbca-c783c2a75649 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:39.749587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7ea00-1abf-43c9-b135-3c10919c8ea6 None None] Pushing event deleted for resources: {'Port': ['ID=45138c67-971f-4800-bbca-c783c2a75649,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:39.751468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b7ea00-1abf-43c9-b135-3c10919c8ea6 None None] No DVR routers for this DVR port 45138c67-971f-4800-bbca-c783c2a75649 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:39.823429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.847328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7376fac1-e02c-4533-8a1d-77dbd94d9862']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:39.857093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a9dc1a-fc9d-4568-8fc5-fe63c11303d3') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:39.857465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a9dc1a-fc9d-4568-8fc5-fe63c11303d3') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:39.866831 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.879592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.885453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:11:39.885837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:11:39.888781 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:11:40.024217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.030760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.034030 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/networks/7376fac1-e02c-4533-8a1d-77dbd94d9862 HTTP/1.1" status: 204 len: 168 time: 0.7157674 Dec 08 13:11:40.037889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60632) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:40.043226 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1529580730', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:40.046392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd7d99-5cd2-4f9e-bd80-7ee74a17638d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Network': ['ID=7376fac1-e02c-4533-8a1d-77dbd94d9862,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:40.141616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.142653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.184198 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.191492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.313604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 90519058-e560-4aea-9b28-ef15816e0f01 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:40.391065 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.415535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 90519058-e560-4aea-9b28-ef15816e0f01 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:11:40.425156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 90519058-e560-4aea-9b28-ef15816e0f01 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:40.425706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.474485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 45138c67-971f-4800-bbca-c783c2a75649 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:11:40.496269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 45138c67-971f-4800-bbca-c783c2a75649 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:11:40.496625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 45138c67-971f-4800-bbca-c783c2a75649 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:11:40.532568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36f47657-6fc6-4e7f-a3fe-a0ffb9f6d035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.544880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.568177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90519058-e560-4aea-9b28-ef15816e0f01'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:11:40.570810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2ed33a-ab8c-4e9f-b7d9-1135c4b14b05" -d '{"events": [{"server_uuid": "2222ff7c-f9fe-44a9-8348-2e325264a2a1", "name": "network-vif-plugged", "status": "completed", "tag": "90519058-e560-4aea-9b28-ef15816e0f01"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:11:40.584078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 90519058-e560-4aea-9b28-ef15816e0f01, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=90519058-e560-4aea-9b28-ef15816e0f01,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:40.608865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252f10e7-f7a7-415f-80f8-3da56742367a x-openstack-request-id: req-252f10e7-f7a7-415f-80f8-3da56742367a {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:11:40.608865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222ff7c-f9fe-44a9-8348-2e325264a2a1", "name": "network-vif-plugged", "status": "completed", "tag": "90519058-e560-4aea-9b28-ef15816e0f01", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:11:40.608865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-252f10e7-f7a7-415f-80f8-3da56742367a {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:11:40.608865 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90519058-e560-4aea-9b28-ef15816e0f01', 'code': 200} Dec 08 13:11:40.656085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.662528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.686696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.714259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=90519058-e560-4aea-9b28-ef15816e0f01,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:40.795984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.26.7.128 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/9e72e801-cd3f-499b-949e-b4526158e389) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:40.832497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb56767-655d-415e-b1af-b3a2af1ce5c9 req-31177ce4-8876-45be-882c-0fa417b19d11 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:40.833983 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cfb56767-655d-415e-b1af-b3a2af1ce5c9 req-31177ce4-8876-45be-882c-0fa417b19d11 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 946 time: 0.0497389 Dec 08 13:11:40.904924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:40.914221 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cfb56767-655d-415e-b1af-b3a2af1ce5c9 req-c1da3b91-c9a7-4c57-8f42-a2493fa22bd2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736201 Dec 08 13:11:40.932264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44fb5b-ea97-446e-a37a-59c052769a81 req-aa5fe2e1-47af-4da6-a295-9903fa47d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:40.933760 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5b44fb5b-ea97-446e-a37a-59c052769a81 req-aa5fe2e1-47af-4da6-a295-9903fa47d0a7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 1099 time: 0.0466998 Dec 08 13:11:40.993115 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5b44fb5b-ea97-446e-a37a-59c052769a81 req-1cdd8aa8-aa42-4fa3-a675-b629e7f63b1e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523052 Dec 08 13:11:41.271383 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:41.307912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:41.312186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:41.317820 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:41.323782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=9e72e801-cd3f-499b-949e-b4526158e389,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:41.326266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a68bb-dd6c-4b9b-81b1-189b33bea112 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:11:41.428007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-35606067-e82a-4ac0-b484-412b71529d31 None None] Provisioning complete for port 9e72e801-cd3f-499b-949e-b4526158e389 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:41.428717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-35606067-e82a-4ac0-b484-412b71529d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:41.461958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-35606067-e82a-4ac0-b484-412b71529d31 None None] Port 9e72e801-cd3f-499b-949e-b4526158e389 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:41.679521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:41.876310 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:42.034514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066e09-f491-406d-bf3d-043c67ce9ee0 req-a8f69f30-25b8-4e3c-aa79-aad6e8328dee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:42.036681 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8066e09-f491-406d-bf3d-043c67ce9ee0 req-a8f69f30-25b8-4e3c-aa79-aad6e8328dee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 946 time: 0.0497794 Dec 08 13:11:42.085665 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8066e09-f491-406d-bf3d-043c67ce9ee0 req-19a1a335-a074-4091-9dcb-eac216fe523e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429790 Dec 08 13:11:42.087289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router ca27482e-7059-47ed-a174-3a7b28179c6e is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:11:42.195984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:42.206774 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f78a8-963d-4aca-8830-280521ff4806 None None] Sync routers for ids ['ca27482e-7059-47ed-a174-3a7b28179c6e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:42.217151 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f78a8-963d-4aca-8830-280521ff4806 None None] Routers {'ca27482e-7059-47ed-a174-3a7b28179c6e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:42.218505 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d09f78a8-963d-4aca-8830-280521ff4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ca27482e-7059-47ed-a174-3a7b28179c6e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:42.249336 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d09f78a8-963d-4aca-8830-280521ff4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:42.255734 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:42.257052 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b69d1b4a-045a-41ed-ae42-1c804d29c2b7 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.2181494 Dec 08 13:11:42.258432 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f78a8-963d-4aca-8830-280521ff4806 None None] Routers {'ca27482e-7059-47ed-a174-3a7b28179c6e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:42.259050 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d09f78a8-963d-4aca-8830-280521ff4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ca27482e-7059-47ed-a174-3a7b28179c6e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:42.260033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60640) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:42.290811 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-d09f78a8-963d-4aca-8830-280521ff4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:42.291459 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f78a8-963d-4aca-8830-280521ff4806 None None] The sync data for ids ['ca27482e-7059-47ed-a174-3a7b28179c6e'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:42.381770 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1760eb40-0860-4147-9612-9e224226ad40 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/routers/ca27482e-7059-47ed-a174-3a7b28179c6e HTTP/1.1" status: 200 len: 881 time: 0.1202810 Dec 08 13:11:42.383931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60642) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:42.591551 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bb980dbb-0126-4bf8-bc19-9fbaffc39d13 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2065303 Dec 08 13:11:42.594062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60644) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:42.598225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6706867a-0b41-4746-8d57-030145d845c3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1529580730'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:42.835955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d704b52-ea42-4c0f-a84e-4ee5138fd1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:42.886393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6706867a-0b41-4746-8d57-030145d845c3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:42.967864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6706867a-0b41-4746-8d57-030145d845c3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:43.074673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6706867a-0b41-4746-8d57-030145d845c3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router ca27482e-7059-47ed-a174-3a7b28179c6e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:43.205838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6706867a-0b41-4746-8d57-030145d845c3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:43.213700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6706867a-0b41-4746-8d57-030145d845c3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:43.214888 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6706867a-0b41-4746-8d57-030145d845c3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/ca27482e-7059-47ed-a174-3a7b28179c6e HTTP/1.1" status: 200 len: 888 time: 0.6198604 Dec 08 13:11:43.216050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb6c4f-509d-4ff8-9df8-a6faa17e94c7 None None] Sync routers for ids ['ca27482e-7059-47ed-a174-3a7b28179c6e'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:43.217660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60648) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:43.228084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0d9e-d145-4d63-a6b5-6c9b8bcd66c5 req-9bec71bc-2caa-4c91-9634-ad824ebc434d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:43.228340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb6c4f-509d-4ff8-9df8-a6faa17e94c7 None None] Routers {'ca27482e-7059-47ed-a174-3a7b28179c6e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:43.228730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-50cb6c4f-509d-4ff8-9df8-a6faa17e94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ca27482e-7059-47ed-a174-3a7b28179c6e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:43.229985 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-882c0d9e-d145-4d63-a6b5-6c9b8bcd66c5 req-9bec71bc-2caa-4c91-9634-ad824ebc434d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 946 time: 0.0683255 Dec 08 13:11:43.261977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-50cb6c4f-509d-4ff8-9df8-a6faa17e94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:43.271484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb6c4f-509d-4ff8-9df8-a6faa17e94c7 None None] Routers {'ca27482e-7059-47ed-a174-3a7b28179c6e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:43.272217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-50cb6c4f-509d-4ff8-9df8-a6faa17e94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ca27482e-7059-47ed-a174-3a7b28179c6e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:43.281426 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-882c0d9e-d145-4d63-a6b5-6c9b8bcd66c5 req-c47663b4-043c-439b-b2bd-5777d0b33079 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449846 Dec 08 13:11:43.306047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-50cb6c4f-509d-4ff8-9df8-a6faa17e94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:43.306828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb6c4f-509d-4ff8-9df8-a6faa17e94c7 None None] The sync data for ids ['ca27482e-7059-47ed-a174-3a7b28179c6e'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:43.333423 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2ed5bb62-399f-4b7e-89e8-850db2d2fea0 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/routers/ca27482e-7059-47ed-a174-3a7b28179c6e HTTP/1.1" status: 200 len: 888 time: 0.1144845 Dec 08 13:11:43.336130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60652) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:43.362315 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e8fd230b-2696-4f9e-b604-36ed4bcda144 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca27482e-7059-47ed-a174-3a7b28179c6e HTTP/1.1" status: 200 len: 205 time: 0.0251105 Dec 08 13:11:43.365439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60654) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:43.473670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:43.707899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a56ce7-5721-48bf-8389-a721c9b25091 req-d276554a-6b45-43a7-be0a-c805bf6e264c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:43.709451 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-63a56ce7-5721-48bf-8389-a721c9b25091 req-d276554a-6b45-43a7-be0a-c805bf6e264c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 946 time: 0.3591688 Dec 08 13:11:43.761027 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-63a56ce7-5721-48bf-8389-a721c9b25091 req-fae3ccdf-8166-43bc-9ee1-daa5d7d5f004 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453856 Dec 08 13:11:43.783435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60656) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:43.823748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d3498-1781-45c5-bab6-a03c1020a467 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:43.825314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e75d3498-1781-45c5-bab6-a03c1020a467 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 1094 time: 0.0406096 Dec 08 13:11:43.828330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60658) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:43.833366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b09d5865-147a-4bda-8879-96e6bcc4820d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'port_id': '90519058-e560-4aea-9b28-ef15816e0f01'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:43.846812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:43.871391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b09d5865-147a-4bda-8879-96e6bcc4820d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:43.955371 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 9e72e801-cd3f-499b-949e-b4526158e389 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:43.955711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.030135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.042620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 9e72e801-cd3f-499b-949e-b4526158e389 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:44.076115 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.256408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.286043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=9e72e801-cd3f-499b-949e-b4526158e389,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:44.301977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f420c-f469-4e56-8552-dbf5ee919e77 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:11:44.342448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b09d5865-147a-4bda-8879-96e6bcc4820d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.347395 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.430353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b09d5865-147a-4bda-8879-96e6bcc4820d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.436863 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.439039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.533451 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-b09d5865-147a-4bda-8879-96e6bcc4820d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 associated. External IP: 172.26.7.144, port: 90519058-e560-4aea-9b28-ef15816e0f01. Dec 08 13:11:44.590454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.591098 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Fanout notify agent at l3_agent the message router_deleted on router ca27482e-7059-47ed-a174-3a7b28179c6e {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:11:44.598783 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.603392 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ee727235-67f5-48a5-b5dc-b7ee4574e48f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/ca27482e-7059-47ed-a174-3a7b28179c6e HTTP/1.1" status: 204 len: 168 time: 1.2335529 Dec 08 13:11:44.603868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60660) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:44.608376 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'network': {'name': 'tempest-RoutersTest-1035898873'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:44.675892 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:44.680128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.703915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:11:44.712896 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.714484 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added segment b48f1152-061d-4666-aa59-54772099833a of type vlan for network 8dffefd5-e567-4aa8-9431-99afa1e1e804 Dec 08 13:11:44.744253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09d5865-147a-4bda-8879-96e6bcc4820d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router b02766ad-f726-4013-aa00-f46890ffab89 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:44.756969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.851763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d5865-147a-4bda-8879-96e6bcc4820d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:44.852711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.856096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b09d5865-147a-4bda-8879-96e6bcc4820d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.858429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:44.859091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:44.862766 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] Sync routers for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:44.872858 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:44.873471 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:44.888170 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b09d5865-147a-4bda-8879-96e6bcc4820d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 992 time: 1.0562818 Dec 08 13:11:44.888170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'tag': '90519058-e560-4aea-9b28-ef15816e0f01'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:11:44.892249 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60662) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:44.892364 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da19332-83ad-41b8-bac1-b8c301756ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "2222ff7c-f9fe-44a9-8348-2e325264a2a1", "tag": "90519058-e560-4aea-9b28-ef15816e0f01"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:11:44.925822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31843646-ee62-485c-ac0f-75d8e16bcb80 x-openstack-request-id: req-31843646-ee62-485c-ac0f-75d8e16bcb80 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:11:44.926171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2222ff7c-f9fe-44a9-8348-2e325264a2a1", "tag": "90519058-e560-4aea-9b28-ef15816e0f01", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:11:44.926979 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31843646-ee62-485c-ac0f-75d8e16bcb80 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:11:44.926979 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'tag': '90519058-e560-4aea-9b28-ef15816e0f01', 'status': 'completed', 'code': 200} Dec 08 13:11:44.977052 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3700662 Dec 08 13:11:44.977304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc0e41-3f61-4fe2-aa03-0050a7978dad tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Network': ['ID=8dffefd5-e567-4aa8-9431-99afa1e1e804,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:44.977642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60666) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:44.986777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'subnet': {'network_id': '8dffefd5-e567-4aa8-9431-99afa1e1e804', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:44.989190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 8dffefd5-e567-4aa8-9431-99afa1e1e804 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:11:44.989373 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:11:45.005929 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d32364cd-3526-4aac-b5a2-b93d4d30b1d6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 992 time: 0.1156831 Dec 08 13:11:45.064425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-475585c0-ee4e-4df1-82ec-4518faa734dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:45.065959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-475585c0-ee4e-4df1-82ec-4518faa734dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 1099 time: 0.1159344 Dec 08 13:11:45.162161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:45.179018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:45.182553 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:45.201237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-59f85813-38b2-42c2-9c52-a239ce3d9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:45.202758 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-59f85813-38b2-42c2-9c52-a239ce3d9ba5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 200 len: 898 time: 0.1285613 Dec 08 13:11:45.318786 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'port_id': '90519058-e560-4aea-9b28-ef15816e0f01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'mac_address': 'fa:16:3e:9a:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:10:46Z', 'updated_at': '2021-12-08T13:11:44Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:45.319125 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-95c4af16-9804-447a-bf1b-2e26c6c0b65c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90519058-e560-4aea-9b28-ef15816e0f01 HTTP/1.1" status: 200 len: 1000 time: 0.1072111 Dec 08 13:11:45.349167 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] Checking router: b02766ad-f726-4013-aa00-f46890ffab89 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:11:45.357594 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:45.358230 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:45.402028 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-8310ced1-5c4a-4800-addd-a3d95102a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:45.403538 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-8310ced1-5c4a-4800-addd-a3d95102a9eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7775740e-02e9-44f5-801d-e2368e07272d HTTP/1.1" status: 200 len: 834 time: 0.0772192 Dec 08 13:11:45.464785 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:11:45.487478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-83e31289-9c67-4cf7-925c-2d185b0b0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:45.494673 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-83e31289-9c67-4cf7-925c-2d185b0b0198 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4913db85-e1be-4121-95f1-baf00ddcd946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774450 Dec 08 13:11:45.510985 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:11:45.554182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:45.635179 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-d19056c0-9ae1-430d-b72f-58ad9096237e service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393750 Dec 08 13:11:45.651322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Subnet': ['ID=62fa949c-014e-4838-ae63-6d85beee018f,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:45.670161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Checking segment: {'id': 'b48f1152-061d-4666-aa59-54772099833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dffefd5-e567-4aa8-9431-99afa1e1e804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:45.670533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network hostable DHCP agents. Network: 8dffefd5-e567-4aa8-9431-99afa1e1e804, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:11:45.695600 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'port_id': '90519058-e560-4aea-9b28-ef15816e0f01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'mac_address': 'fa:16:3e:9a:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:10:46Z', 'updated_at': '2021-12-08T13:11:44Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:45.724408 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146ad7c-548f-4b33-83d9-57ecb3bcf4cd None None] The sync data for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv is: [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'port_id': '90519058-e560-4aea-9b28-ef15816e0f01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'mac_address': 'fa:16:3e:9a:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:10:46Z', 'updated_at': '2021-12-08T13:11:44Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:45.743938 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6da19332-83ad-41b8-bac1-b8c301756ca2 req-5d092f1c-e78b-4680-a77d-ee0d6eeec67e service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012449 Dec 08 13:11:45.804599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 8dffefd5-e567-4aa8-9431-99afa1e1e804 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:11:45.878856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 8dffefd5-e567-4aa8-9431-99afa1e1e804) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:45.883831 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:45.884483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:45.890385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff2420-0ad6-4384-b2c6-b5c5bbac21b1 None None] Network 8dffefd5-e567-4aa8-9431-99afa1e1e804 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:45.925386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b5990f-56bc-4c81-9c1c-1981e5347fe1 None None] New status for floating IP 7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:11:45.970105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d341ee2d-63f3-4be8-bf56-930c03794b83 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9913757 Dec 08 13:11:45.972690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60668) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:45.977219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0ee08d24-0326-4edc-bcaa-75bcb57b6c43 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1520436951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:46.006563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60670) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:46.058703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0ee08d24-0326-4edc-bcaa-75bcb57b6c43 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.059935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0ee08d24-0326-4edc-bcaa-75bcb57b6c43 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.073371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-8dffefd5-e567-4aa8-9431-99afa1e1e804', 'network_id': '8dffefd5-e567-4aa8-9431-99afa1e1e804', 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'fixed_ips': [{'subnet_id': '62fa949c-014e-4838-ae63-6d85beee018f'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:11:46.074232 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.084321 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fce76d19-32f5-40b0-b893-5144f61d12b1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 992 time: 0.0764763 Dec 08 13:11:46.128653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0ee08d24-0326-4edc-bcaa-75bcb57b6c43 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.204926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0ee08d24-0326-4edc-bcaa-75bcb57b6c43 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.286565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.295083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0ee08d24-0326-4edc-bcaa-75bcb57b6c43 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.296376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0ee08d24-0326-4edc-bcaa-75bcb57b6c43 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3226676 Dec 08 13:11:46.299227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60672) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:46.419604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Allocated IP 172.20.0.2 (8dffefd5-e567-4aa8-9431-99afa1e1e804/62fa949c-014e-4838-ae63-6d85beee018f/5c878cd5-8f5c-450d-bcd5-57ae1466202f) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:46.566562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.580518 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.665042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.701724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Network 8dffefd5-e567-4aa8-9431-99afa1e1e804 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:46.704639 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:46.708538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:46.724694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Pushing event updated for resources: {'Port': ['ID=5c878cd5-8f5c-450d-bcd5-57ae1466202f,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:46.772553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Attempting to bind port 5c878cd5-8f5c-450d-bcd5-57ae1466202f on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:11:46.772920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Attempting to bind port 5c878cd5-8f5c-450d-bcd5-57ae1466202f by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b48f1152-061d-4666-aa59-54772099833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dffefd5-e567-4aa8-9431-99afa1e1e804'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:11:46.773282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Attempting to bind port 5c878cd5-8f5c-450d-bcd5-57ae1466202f on network 8dffefd5-e567-4aa8-9431-99afa1e1e804 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:46.778448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:11:46.778851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Checking segment: {'id': 'b48f1152-061d-4666-aa59-54772099833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dffefd5-e567-4aa8-9431-99afa1e1e804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:46.779251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.779638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Bound using segment: {'id': 'b48f1152-061d-4666-aa59-54772099833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dffefd5-e567-4aa8-9431-99afa1e1e804'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:11:46.780192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Bound port: 5c878cd5-8f5c-450d-bcd5-57ae1466202f, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f1152-061d-4666-aa59-54772099833a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dffefd5-e567-4aa8-9431-99afa1e1e804'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:11:46.780579 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.834752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.20.0.1 (8dffefd5-e567-4aa8-9431-99afa1e1e804/62fa949c-014e-4838-ae63-6d85beee018f/c3569aad-803c-4467-bf9e-e48934b84836) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:46.845609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] For port 5c878cd5-8f5c-450d-bcd5-57ae1466202f, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:11:46.848734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] For port 5c878cd5-8f5c-450d-bcd5-57ae1466202f, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5c878cd5-8f5c-450d-bcd5-57ae1466202f,segment=NetworkSegment(b48f1152-061d-4666-aa59-54772099833a),segment_id=b48f1152-061d-4666-aa59-54772099833a)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:11:46.927608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.943247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:46.989530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dd25b-c59a-4635-9f4c-b0513ffb780c None None] Pushing event updated for resources: {'Port': ['ID=5c878cd5-8f5c-450d-bcd5-57ae1466202f,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:47.047951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:47.088370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60674) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:47.096159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 8dffefd5-e567-4aa8-9431-99afa1e1e804 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:47.099461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:47.105550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:47.112466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=c3569aad-803c-4467-bf9e-e48934b84836,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:47.182412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:47.185162 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1f7e5ead-3c17-4007-b425-b8fccb92d722 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 200 len: 994 time: 0.0952353 Dec 08 13:11:47.368527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:47.621021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:47.677051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:47.753677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=c3569aad-803c-4467-bf9e-e48934b84836,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:47.757023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:47.851175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 8dffefd5-e567-4aa8-9431-99afa1e1e804 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:47.852634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:47.938559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0317e25-3747-496e-ae58-a8711ec4153a None None] Network 8dffefd5-e567-4aa8-9431-99afa1e1e804 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:48.048981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-43c7d866-7110-45d3-ac99-1ec221809145 None None] Provisioning complete for port 5c878cd5-8f5c-450d-bcd5-57ae1466202f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:48.049358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43c7d866-7110-45d3-ac99-1ec221809145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:48.142913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43c7d866-7110-45d3-ac99-1ec221809145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:48.188758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-43c7d866-7110-45d3-ac99-1ec221809145 None None] For port 5c878cd5-8f5c-450d-bcd5-57ae1466202f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5c878cd5-8f5c-450d-bcd5-57ae1466202f,segment=NetworkSegment(b48f1152-061d-4666-aa59-54772099833a),segment_id=b48f1152-061d-4666-aa59-54772099833a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:48.284769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43c7d866-7110-45d3-ac99-1ec221809145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:48.334448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7d866-7110-45d3-ac99-1ec221809145 None None] Pushing event updated for resources: {'Port': ['ID=5c878cd5-8f5c-450d-bcd5-57ae1466202f,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:48.375821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 3a9112bb-1e25-4e4c-b60f-c503919eadef is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:11:48.406920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-363cb5a8-648b-4f15-ade8-55d8659b3006 None None] Provisioning complete for port c3569aad-803c-4467-bf9e-e48934b84836 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:48.407204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-363cb5a8-648b-4f15-ade8-55d8659b3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:48.444136 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-363cb5a8-648b-4f15-ade8-55d8659b3006 None None] Port c3569aad-803c-4467-bf9e-e48934b84836 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:48.454890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-363cb5a8-648b-4f15-ade8-55d8659b3006 None None] Provisioning complete for port 5c878cd5-8f5c-450d-bcd5-57ae1466202f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:48.455265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-363cb5a8-648b-4f15-ade8-55d8659b3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:48.488132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:48.497431 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60676) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:48.503003 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa73408-ba99-4958-b98a-4f6fb544044e None None] Sync routers for ids ['3a9112bb-1e25-4e4c-b60f-c503919eadef'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:48.503871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1ad1e2d4-f889-476b-8ea9-d246af513e8f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/3a9112bb-1e25-4e4c-b60f-c503919eadef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2029145 Dec 08 13:11:48.527735 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa73408-ba99-4958-b98a-4f6fb544044e None None] Routers {'3a9112bb-1e25-4e4c-b60f-c503919eadef'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:48.528579 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0aa73408-ba99-4958-b98a-4f6fb544044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3a9112bb-1e25-4e4c-b60f-c503919eadef'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:48.548105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 5c878cd5-8f5c-450d-bcd5-57ae1466202f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:48.575847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24352b8c-06d2-40fb-ad53-f030f38544ff tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:48.577753 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-24352b8c-06d2-40fb-ad53-f030f38544ff tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports/c3569aad-803c-4467-bf9e-e48934b84836 HTTP/1.1" status: 200 len: 910 time: 0.0793114 Dec 08 13:11:48.580588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60678) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:48.581943 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0aa73408-ba99-4958-b98a-4f6fb544044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:48.587319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ace80b2a-c1bc-42c7-a9ae-e632b0ee2711 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62fa949c-014e-4838-ae63-6d85beee018f'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:48.597524 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa73408-ba99-4958-b98a-4f6fb544044e None None] Routers {'3a9112bb-1e25-4e4c-b60f-c503919eadef'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:48.599632 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0aa73408-ba99-4958-b98a-4f6fb544044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3a9112bb-1e25-4e4c-b60f-c503919eadef'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:48.620990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 5c878cd5-8f5c-450d-bcd5-57ae1466202f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:48.621712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:48.642845 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0aa73408-ba99-4958-b98a-4f6fb544044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:48.643515 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa73408-ba99-4958-b98a-4f6fb544044e None None] The sync data for ids ['3a9112bb-1e25-4e4c-b60f-c503919eadef'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:48.729469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-61defe88-b1ac-4e06-9393-3942daaf85a2 None None] Provisioning complete for port c3569aad-803c-4467-bf9e-e48934b84836 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:48.729850 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-61defe88-b1ac-4e06-9393-3942daaf85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:48.764424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-61defe88-b1ac-4e06-9393-3942daaf85a2 None None] Port c3569aad-803c-4467-bf9e-e48934b84836 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:48.764990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ace80b2a-c1bc-42c7-a9ae-e632b0ee2711 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:48.883305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6edef46d-67dd-4cc7-b473-d45dcc5dad94 None None] Provisioning complete for port c3569aad-803c-4467-bf9e-e48934b84836 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:48.883678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6edef46d-67dd-4cc7-b473-d45dcc5dad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:48.931358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6edef46d-67dd-4cc7-b473-d45dcc5dad94 None None] Port c3569aad-803c-4467-bf9e-e48934b84836 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:49.120636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ace80b2a-c1bc-42c7-a9ae-e632b0ee2711 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:49.187294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ace80b2a-c1bc-42c7-a9ae-e632b0ee2711 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:49.259174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace80b2a-c1bc-42c7-a9ae-e632b0ee2711 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=c3569aad-803c-4467-bf9e-e48934b84836,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:49.266756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace80b2a-c1bc-42c7-a9ae-e632b0ee2711 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:49.267371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ace80b2a-c1bc-42c7-a9ae-e632b0ee2711 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:49.268683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ace80b2a-c1bc-42c7-a9ae-e632b0ee2711 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/ports/c3569aad-803c-4467-bf9e-e48934b84836 HTTP/1.1" status: 200 len: 910 time: 0.6865528 Dec 08 13:11:49.271573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60680) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:49.578835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:49.812771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port c3569aad-803c-4467-bf9e-e48934b84836 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:49.813509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:49.899173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:49.910482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for c3569aad-803c-4467-bf9e-e48934b84836 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:50.170406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:50.202456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=c3569aad-803c-4467-bf9e-e48934b84836,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:50.341269 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:50.500394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 3a9112bb-1e25-4e4c-b60f-c503919eadef has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:50.572711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:50.578213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c16845f7-3ab6-4506-8341-88547f8aa057 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/3a9112bb-1e25-4e4c-b60f-c503919eadef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3049395 Dec 08 13:11:50.580447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60682) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:50.583015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ff261-91fd-4bd1-9169-4679c61241b5 None None] Sync routers for ids ['3a9112bb-1e25-4e4c-b60f-c503919eadef'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:50.593186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ff261-91fd-4bd1-9169-4679c61241b5 None None] Routers {'3a9112bb-1e25-4e4c-b60f-c503919eadef'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:50.594062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-597ff261-91fd-4bd1-9169-4679c61241b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3a9112bb-1e25-4e4c-b60f-c503919eadef'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:50.615037 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9fd9c60d-8e98-4e48-b77f-e50c01725b67 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a9112bb-1e25-4e4c-b60f-c503919eadef HTTP/1.1" status: 200 len: 205 time: 0.0305226 Dec 08 13:11:50.615525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60686) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:50.630502 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-597ff261-91fd-4bd1-9169-4679c61241b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:50.639169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ff261-91fd-4bd1-9169-4679c61241b5 None None] Routers {'3a9112bb-1e25-4e4c-b60f-c503919eadef'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:50.639769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-597ff261-91fd-4bd1-9169-4679c61241b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3a9112bb-1e25-4e4c-b60f-c503919eadef'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:50.673649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-597ff261-91fd-4bd1-9169-4679c61241b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:50.674309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ff261-91fd-4bd1-9169-4679c61241b5 None None] The sync data for ids ['3a9112bb-1e25-4e4c-b60f-c503919eadef'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:50.688567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e267998-a56e-4428-802f-357f64f5a5fa tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:50.846927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e267998-a56e-4428-802f-357f64f5a5fa tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:50.849535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e267998-a56e-4428-802f-357f64f5a5fa tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:50.949813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e267998-a56e-4428-802f-357f64f5a5fa tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:50.950254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e267998-a56e-4428-802f-357f64f5a5fa tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Fanout notify agent at l3_agent the message router_deleted on router 3a9112bb-1e25-4e4c-b60f-c503919eadef {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:11:50.957650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e267998-a56e-4428-802f-357f64f5a5fa tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:50.958859 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2e267998-a56e-4428-802f-357f64f5a5fa tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/3a9112bb-1e25-4e4c-b60f-c503919eadef HTTP/1.1" status: 204 len: 168 time: 0.3423207 Dec 08 13:11:50.961480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60688) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:51.011294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b2914d-ce8d-4257-8eb6-8472fb9c4bcc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting subnet 62fa949c-014e-4838-ae63-6d85beee018f {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:11:51.014344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66b2914d-ce8d-4257-8eb6-8472fb9c4bcc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.054164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66b2914d-ce8d-4257-8eb6-8472fb9c4bcc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.141043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66b2914d-ce8d-4257-8eb6-8472fb9c4bcc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.270194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66b2914d-ce8d-4257-8eb6-8472fb9c4bcc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.297065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2914d-ce8d-4257-8eb6-8472fb9c4bcc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Subnet': ['ID=62fa949c-014e-4838-ae63-6d85beee018f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:51.301532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-66b2914d-ce8d-4257-8eb6-8472fb9c4bcc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.304779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-66b2914d-ce8d-4257-8eb6-8472fb9c4bcc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/62fa949c-014e-4838-ae63-6d85beee018f HTTP/1.1" status: 204 len: 168 time: 0.3423450 Dec 08 13:11:51.307365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60690) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:51.307732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f57eb0-5f92-4bec-a998-2057615c6aeb None None] Network 8dffefd5-e567-4aa8-9431-99afa1e1e804 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:51.381890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.443823 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 5c878cd5-8f5c-450d-bcd5-57ae1466202f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:51.444296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.452467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2533d11-2a37-46ba-8ea9-b374e58da23f None None] DHCP port deletion for 8dffefd5-e567-4aa8-9431-99afa1e1e804 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:11:51.500195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2533d11-2a37-46ba-8ea9-b374e58da23f None None] Deleting port 5c878cd5-8f5c-450d-bcd5-57ae1466202f {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:11:51.500575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2533d11-2a37-46ba-8ea9-b374e58da23f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.512480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port 5c878cd5-8f5c-450d-bcd5-57ae1466202f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5c878cd5-8f5c-450d-bcd5-57ae1466202f,segment=NetworkSegment(b48f1152-061d-4666-aa59-54772099833a),segment_id=b48f1152-061d-4666-aa59-54772099833a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:51.512845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.526106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 5c878cd5-8f5c-450d-bcd5-57ae1466202f owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:51.565714 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2533d11-2a37-46ba-8ea9-b374e58da23f None None] For port 5c878cd5-8f5c-450d-bcd5-57ae1466202f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5c878cd5-8f5c-450d-bcd5-57ae1466202f,segment=NetworkSegment(b48f1152-061d-4666-aa59-54772099833a),segment_id=b48f1152-061d-4666-aa59-54772099833a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:51.566163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2533d11-2a37-46ba-8ea9-b374e58da23f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.579556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2533d11-2a37-46ba-8ea9-b374e58da23f None None] Calling delete_port for 5c878cd5-8f5c-450d-bcd5-57ae1466202f owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:11:51.661870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.668411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2533d11-2a37-46ba-8ea9-b374e58da23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.689274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=5c878cd5-8f5c-450d-bcd5-57ae1466202f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:51.693055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No DVR routers for this DVR port 5c878cd5-8f5c-450d-bcd5-57ae1466202f on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:51.698028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2533d11-2a37-46ba-8ea9-b374e58da23f None None] Pushing event deleted for resources: {'Port': ['ID=5c878cd5-8f5c-450d-bcd5-57ae1466202f,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:51.701426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2533d11-2a37-46ba-8ea9-b374e58da23f None None] No DVR routers for this DVR port 5c878cd5-8f5c-450d-bcd5-57ae1466202f on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:11:51.780395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.799948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dffefd5-e567-4aa8-9431-99afa1e1e804']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:51.809386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48f1152-061d-4666-aa59-54772099833a') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:51.809689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48f1152-061d-4666-aa59-54772099833a') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:51.819483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.832495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.838226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:11:51.838636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:11:51.841499 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:11:51.972864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.977809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:51.981025 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/networks/8dffefd5-e567-4aa8-9431-99afa1e1e804 HTTP/1.1" status: 204 len: 168 time: 0.6726749 Dec 08 13:11:51.985598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60692) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:51.991312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f55daa7a-a84b-4500-834d-dc893d514c80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-237684010', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:51.995657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2654d3-8124-4e30-a9b3-7d555c25b953 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Network': ['ID=8dffefd5-e567-4aa8-9431-99afa1e1e804,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:52.070260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f55daa7a-a84b-4500-834d-dc893d514c80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.071605 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f55daa7a-a84b-4500-834d-dc893d514c80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.120101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f55daa7a-a84b-4500-834d-dc893d514c80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.184498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f55daa7a-a84b-4500-834d-dc893d514c80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.280504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f55daa7a-a84b-4500-834d-dc893d514c80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.281769 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f55daa7a-a84b-4500-834d-dc893d514c80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2945371 Dec 08 13:11:52.284407 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60694) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:52.289755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'network': {'name': 'tempest-RoutersTest-1615759057'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:52.293930 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-a59a9c69-8f40-4a13-99ea-c5c6ff29658f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433152 Dec 08 13:11:52.354905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-1bc9731d-8ab4-4193-bdaa-b61eecefcb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:52.356280 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-1bc9731d-8ab4-4193-bdaa-b61eecefcb42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 1098 time: 0.0396085 Dec 08 13:11:52.384015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:52.387532 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.411900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:11:52.420579 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.428219 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added segment 4c61dbf5-c7c4-4eb6-85f7-310251ebda59 of type vlan for network a03e8165-7d93-4964-8b73-501de6015771 Dec 08 13:11:52.468594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-b2c960b1-38bb-474f-9f16-d249d1b574be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:52.470149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-b2c960b1-38bb-474f-9f16-d249d1b574be service neutron] 10.222.0.72 "GET /v2.0/networks?id=4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 200 len: 898 time: 0.0866163 Dec 08 13:11:52.472223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.489464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 5c878cd5-8f5c-450d-bcd5-57ae1466202f no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:11:52.509505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 5c878cd5-8f5c-450d-bcd5-57ae1466202f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:11:52.509848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 5c878cd5-8f5c-450d-bcd5-57ae1466202f not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:11:52.526857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-36434536-ce59-483e-9fae-d3bea13ba624 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcbcabbf-b70d-415b-bfad-c15968c1142c HTTP/1.1" status: 200 len: 217 time: 0.0456016 Dec 08 13:11:52.567291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.573205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:52.573792 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:52.579139 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-37728a25-4b91-40e0-b7ab-8cca9cd19534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:52.580595 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-37728a25-4b91-40e0-b7ab-8cca9cd19534 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7775740e-02e9-44f5-801d-e2368e07272d HTTP/1.1" status: 200 len: 834 time: 0.0433877 Dec 08 13:11:52.627158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-07fdaa74-6eec-4e14-9d56-bb74e9d7118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:52.628546 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-07fdaa74-6eec-4e14-9d56-bb74e9d7118c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4913db85-e1be-4121-95f1-baf00ddcd946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405264 Dec 08 13:11:52.642333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Network': ['ID=a03e8165-7d93-4964-8b73-501de6015771,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:52.653648 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network a03e8165-7d93-4964-8b73-501de6015771 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:11:52.669118 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f63ce91d-daa1-462c-9266-2dfa0ba53ba1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3836529 Dec 08 13:11:52.672674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60696) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:52.704644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'subnet': {'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:52.794019 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-1002e4b1-488f-4e6b-97d6-9fe9d1039ede service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568310 Dec 08 13:11:52.891250 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc7866d-3410-4aa8-9096-8929fe813e69 req-58e19d55-a59e-45d2-b1bb-2e13c5254ed9 service neutron] 10.222.0.72 "GET /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887697 Dec 08 13:11:52.891897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:52.895932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:53.150376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:53.216115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Subnet': ['ID=cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:53.224272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Checking segment: {'id': '4c61dbf5-c7c4-4eb6-85f7-310251ebda59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:53.224634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network hostable DHCP agents. Network: a03e8165-7d93-4964-8b73-501de6015771, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:11:53.298516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network a03e8165-7d93-4964-8b73-501de6015771 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:11:53.372268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, a03e8165-7d93-4964-8b73-501de6015771) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:53.376731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:53.377765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:53.382009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7ead1b-49f8-4129-b7a4-c63beeac164c None None] Network a03e8165-7d93-4964-8b73-501de6015771 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:53.450094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-baee88bf-799f-4924-88bc-553b66f3a8a2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7762561 Dec 08 13:11:53.452790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60700) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:53.492984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-a03e8165-7d93-4964-8b73-501de6015771', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:11:53.493867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:53.631306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Allocated IP 172.20.0.2 (a03e8165-7d93-4964-8b73-501de6015771/cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5/0e714fa3-9fd9-43fb-9bfc-7e161db335e6) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:53.782641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:53.838992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:53.876491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Network a03e8165-7d93-4964-8b73-501de6015771 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:53.880764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:53.886153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:53.895485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Pushing event updated for resources: {'Port': ['ID=0e714fa3-9fd9-43fb-9bfc-7e161db335e6,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:53.942405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Attempting to bind port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:11:53.942805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Attempting to bind port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '4c61dbf5-c7c4-4eb6-85f7-310251ebda59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:11:53.943170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Attempting to bind port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 on network a03e8165-7d93-4964-8b73-501de6015771 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:53.948415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:11:53.948786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Checking segment: {'id': '4c61dbf5-c7c4-4eb6-85f7-310251ebda59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:53.949183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:53.949572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Bound using segment: {'id': '4c61dbf5-c7c4-4eb6-85f7-310251ebda59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:11:53.950032 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Bound port: 0e714fa3-9fd9-43fb-9bfc-7e161db335e6, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c61dbf5-c7c4-4eb6-85f7-310251ebda59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:11:53.950414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.013376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] For port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:11:54.016659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] For port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0e714fa3-9fd9-43fb-9bfc-7e161db335e6,segment=NetworkSegment(4c61dbf5-c7c4-4eb6-85f7-310251ebda59),segment_id=4c61dbf5-c7c4-4eb6-85f7-310251ebda59)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:11:54.033914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.099558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.164199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3f194-92e2-4886-b42c-7f3f6d852a5a None None] Pushing event updated for resources: {'Port': ['ID=0e714fa3-9fd9-43fb-9bfc-7e161db335e6,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:54.281476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.20.0.1 (a03e8165-7d93-4964-8b73-501de6015771/cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5/f2148c08-59a3-4126-bb5a-0ddf35b1b10d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:54.421102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.516782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.529784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:54.558403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network a03e8165-7d93-4964-8b73-501de6015771 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:54.561406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:54.568475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:54.578496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:54.578913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.592779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=f2148c08-59a3-4126-bb5a-0ddf35b1b10d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:54.616462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.681085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.713704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0e714fa3-9fd9-43fb-9bfc-7e161db335e6,segment=NetworkSegment(4c61dbf5-c7c4-4eb6-85f7-310251ebda59),segment_id=4c61dbf5-c7c4-4eb6-85f7-310251ebda59)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:54.784394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.832068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:54.836086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=0e714fa3-9fd9-43fb-9bfc-7e161db335e6,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:55.102897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd93a64-e8d8-432b-b0a5-1349e9de20cc None None] Network a03e8165-7d93-4964-8b73-501de6015771 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:55.103633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.167409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.214089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-72fdd364-4a55-4c73-9c75-60322be6f516 None None] Provisioning complete for port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:55.214797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-72fdd364-4a55-4c73-9c75-60322be6f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.245600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=f2148c08-59a3-4126-bb5a-0ddf35b1b10d,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:55.248257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.353067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network a03e8165-7d93-4964-8b73-501de6015771 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:55.354427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:55.430874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-89285442-87b9-42ad-882c-a05ba83b6bbb None None] Provisioning complete for port f2148c08-59a3-4126-bb5a-0ddf35b1b10d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:55.431623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-89285442-87b9-42ad-882c-a05ba83b6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.471092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-89285442-87b9-42ad-882c-a05ba83b6bbb None None] Port f2148c08-59a3-4126-bb5a-0ddf35b1b10d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:55.483177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-89285442-87b9-42ad-882c-a05ba83b6bbb None None] Provisioning complete for port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:55.483551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-89285442-87b9-42ad-882c-a05ba83b6bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.572805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:11:55.671323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:55.687041 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c440f9af-ffb8-483c-b303-495ee346810a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2224922 Dec 08 13:11:55.687171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60702) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:55.687624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'network': {'name': 'tempest-RoutersTest-1537605917'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:55.688142 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:55.691689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fb49080d-8eb0-4dc6-acbf-9af06b4f374d None None] Provisioning complete for port f2148c08-59a3-4126-bb5a-0ddf35b1b10d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:55.697206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fb49080d-8eb0-4dc6-acbf-9af06b4f374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.703355 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:55.703983 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:55.741992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fb49080d-8eb0-4dc6-acbf-9af06b4f374d None None] Port f2148c08-59a3-4126-bb5a-0ddf35b1b10d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:55.796558 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:11:55.801424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:55.805289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.829490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:11:55.838934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.839299 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added segment f9b9bddc-3fee-4ba1-a89c-607ef07eed69 of type vlan for network e4740cac-a4bd-4c15-b39e-490eded13633 Dec 08 13:11:55.862229 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-81a94a8a-a55f-4697-94e9-0db400fa7a5f None None] Provisioning complete for port f2148c08-59a3-4126-bb5a-0ddf35b1b10d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:55.862896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-81a94a8a-a55f-4697-94e9-0db400fa7a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.881670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.900270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-81a94a8a-a55f-4697-94e9-0db400fa7a5f None None] Port f2148c08-59a3-4126-bb5a-0ddf35b1b10d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:55.964364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.969973 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:55.970614 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:55.986818 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:11:54Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:54Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:56.017344 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:11:56.017697 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Updating router 93ac70b0-097a-4edd-ab5b-998990f5fbee port f2148c08-59a3-4126-bb5a-0ddf35b1b10d binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:11:56.039663 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Network': ['ID=e4740cac-a4bd-4c15-b39e-490eded13633,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:56.042163 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.049661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network e4740cac-a4bd-4c15-b39e-490eded13633 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:11:56.085006 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d968f08f-5161-4f90-ae26-3cf527daa2cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4047153 Dec 08 13:11:56.094895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60704) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:56.100733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'subnet': {'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:56.249749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:56.253326 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.301866 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.387121 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.440639 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Pushing event updated for resources: {'Port': ['ID=f2148c08-59a3-4126-bb5a-0ddf35b1b10d,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:56.462722 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.463096 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.463450 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.463785 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.464121 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.464456 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.464810 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.465141 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.465521 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.465833 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.466162 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.466482 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.466829 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:11:56.505342 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Attempting to bind port f2148c08-59a3-4126-bb5a-0ddf35b1b10d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:11:56.505719 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Attempting to bind port f2148c08-59a3-4126-bb5a-0ddf35b1b10d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '4c61dbf5-c7c4-4eb6-85f7-310251ebda59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:11:56.506231 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Attempting to bind port f2148c08-59a3-4126-bb5a-0ddf35b1b10d on network a03e8165-7d93-4964-8b73-501de6015771 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:56.508108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.510854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:56.511679 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:11:56.512059 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Checking segment: {'id': '4c61dbf5-c7c4-4eb6-85f7-310251ebda59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:56.512464 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.512864 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Bound using segment: {'id': '4c61dbf5-c7c4-4eb6-85f7-310251ebda59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:11:56.513336 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Bound port: f2148c08-59a3-4126-bb5a-0ddf35b1b10d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c61dbf5-c7c4-4eb6-85f7-310251ebda59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:11:56.513724 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.575662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:56.576043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.584302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Subnet': ['ID=99e2ffc1-34c7-442d-a238-882a14d84cab,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:56.597390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Checking segment: {'id': 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:56.598274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network hostable DHCP agents. Network: e4740cac-a4bd-4c15-b39e-490eded13633, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:11:56.602111 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] For port f2148c08-59a3-4126-bb5a-0ddf35b1b10d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:11:56.611350 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] For port f2148c08-59a3-4126-bb5a-0ddf35b1b10d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f2148c08-59a3-4126-bb5a-0ddf35b1b10d,segment=NetworkSegment(4c61dbf5-c7c4-4eb6-85f7-310251ebda59),segment_id=4c61dbf5-c7c4-4eb6-85f7-310251ebda59)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:11:56.685083 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.710361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network e4740cac-a4bd-4c15-b39e-490eded13633 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:11:56.725190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8da137ad-cd66-4936-a031-1ad11c8c2f5f None None] Provisioning complete for port f2148c08-59a3-4126-bb5a-0ddf35b1b10d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:56.725738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8da137ad-cd66-4936-a031-1ad11c8c2f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.748613 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6bdc4-acb8-471c-8aa7-69ef484dc62a None None] Pushing event updated for resources: {'Port': ['ID=f2148c08-59a3-4126-bb5a-0ddf35b1b10d,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:56.755221 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:56.755848 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:56.790299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, e4740cac-a4bd-4c15-b39e-490eded13633) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:56.794888 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:56.798056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.807800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29dd621-bac7-4dad-8210-2962e1cc8d4c None None] Network e4740cac-a4bd-4c15-b39e-490eded13633 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:56.846159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8da137ad-cd66-4936-a031-1ad11c8c2f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.884508 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8bdf52f6-d4c2-475b-975c-b44bf7d7b14b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7881110 Dec 08 13:11:56.887277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60706) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:56.952424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8da137ad-cd66-4936-a031-1ad11c8c2f5f None None] For port f2148c08-59a3-4126-bb5a-0ddf35b1b10d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f2148c08-59a3-4126-bb5a-0ddf35b1b10d,segment=NetworkSegment(4c61dbf5-c7c4-4eb6-85f7-310251ebda59),segment_id=4c61dbf5-c7c4-4eb6-85f7-310251ebda59)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:56.964859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-e4740cac-a4bd-4c15-b39e-490eded13633', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:11:56.965732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:56.968053 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:11:57.035776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8da137ad-cd66-4936-a031-1ad11c8c2f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.175082 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:11:54Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:57.210037 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4db9-699b-49c3-b410-353cea63980d None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:11:54Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:11:57.268709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.296087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da137ad-cd66-4936-a031-1ad11c8c2f5f None None] Pushing event updated for resources: {'Port': ['ID=f2148c08-59a3-4126-bb5a-0ddf35b1b10d,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:57.313468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0e3e2d2b-8f75-40f5-8f93-beb268b9f5f8 None None] Provisioning complete for port f2148c08-59a3-4126-bb5a-0ddf35b1b10d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:57.313847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0e3e2d2b-8f75-40f5-8f93-beb268b9f5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.319061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Allocated IP 172.21.0.2 (e4740cac-a4bd-4c15-b39e-490eded13633/99e2ffc1-34c7-442d-a238-882a14d84cab/cd772b88-bea0-4aec-9038-07bfccfd313d) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:57.534025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.624610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.673240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Network e4740cac-a4bd-4c15-b39e-490eded13633 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:57.677909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:57.680803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:57.681595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.21.0.1 (e4740cac-a4bd-4c15-b39e-490eded13633/99e2ffc1-34c7-442d-a238-882a14d84cab/ffe0aa24-994b-432a-aabb-2fc5c1a6e882) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:11:57.692730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Pushing event updated for resources: {'Port': ['ID=cd772b88-bea0-4aec-9038-07bfccfd313d,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:57.748442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Attempting to bind port cd772b88-bea0-4aec-9038-07bfccfd313d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:11:57.749131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Attempting to bind port cd772b88-bea0-4aec-9038-07bfccfd313d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:11:57.749262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Attempting to bind port cd772b88-bea0-4aec-9038-07bfccfd313d on network e4740cac-a4bd-4c15-b39e-490eded13633 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:11:57.755123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:11:57.755548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Checking segment: {'id': 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:11:57.755934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.756338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Bound using segment: {'id': 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:11:57.756813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Bound port: cd772b88-bea0-4aec-9038-07bfccfd313d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:11:57.757197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.813580 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.826193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] For port cd772b88-bea0-4aec-9038-07bfccfd313d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:11:57.829899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] For port cd772b88-bea0-4aec-9038-07bfccfd313d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=cd772b88-bea0-4aec-9038-07bfccfd313d,segment=NetworkSegment(f9b9bddc-3fee-4ba1-a89c-607ef07eed69),segment_id=f9b9bddc-3fee-4ba1-a89c-607ef07eed69)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:11:57.898879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.928499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:57.968109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2862f8-c67d-462a-adf1-b5a9c34706a7 None None] Pushing event updated for resources: {'Port': ['ID=cd772b88-bea0-4aec-9038-07bfccfd313d,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:57.982604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network e4740cac-a4bd-4c15-b39e-490eded13633 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:57.985875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:57.992766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:11:57.999768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=ffe0aa24-994b-432a-aabb-2fc5c1a6e882,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:58.051986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:58.237628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:58.532177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:58.568104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f2148c08-59a3-4126-bb5a-0ddf35b1b10d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:58.604746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:58.619518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port f2148c08-59a3-4126-bb5a-0ddf35b1b10d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:58.620411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:58.696916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:58.703036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=ffe0aa24-994b-432a-aabb-2fc5c1a6e882,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:58.716110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device cd772b88-bea0-4aec-9038-07bfccfd313d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:11:58.763726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port cd772b88-bea0-4aec-9038-07bfccfd313d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:58.764370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:58.792296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network e4740cac-a4bd-4c15-b39e-490eded13633 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:11:58.793804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:11:58.843282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:58.887719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port cd772b88-bea0-4aec-9038-07bfccfd313d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=cd772b88-bea0-4aec-9038-07bfccfd313d,segment=NetworkSegment(f9b9bddc-3fee-4ba1-a89c-607ef07eed69),segment_id=f9b9bddc-3fee-4ba1-a89c-607ef07eed69)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:11:58.912522 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:11:58.947918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.032305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=cd772b88-bea0-4aec-9038-07bfccfd313d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:59.047549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:11:59.055984 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d38087c4-e3a8-4cae-bace-a5eb2321bf9c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1650398 Dec 08 13:11:59.056706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60708) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:59.061645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'network': {'name': 'tempest-RoutersTest-1511923790'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:59.078019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:11:59.096192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:11:59.098807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:59.193559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:59.199926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.209540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:11:59.231236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:11:59.242146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.242490 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added segment 0b6d92c0-dc1f-45cb-91e2-44804a709a11 of type vlan for network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 Dec 08 13:11:59.296391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.326094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7f2bb1-70aa-4abd-968f-a13c064ee864 None None] Network e4740cac-a4bd-4c15-b39e-490eded13633 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:11:59.401298 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.407137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:11:59.407770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.470446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f886dc1d-4731-442b-a007-52d5a0da4ebe None None] Provisioning complete for port cd772b88-bea0-4aec-9038-07bfccfd313d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:59.470923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f886dc1d-4731-442b-a007-52d5a0da4ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.478114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Network': ['ID=0ab076a0-dbd7-4e7d-a857-115fa7e6f468,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:11:59.507310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:11:59.507784 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-870deacd-bf69-4b43-ac56-f7f1b45880ca tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4503176 Dec 08 13:11:59.514195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60712) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:11:59.516331 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'subnet': {'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:11:59.626687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:11:58Z', 'revision_number': 3, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:11:58Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:11:59.669969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:11:59.676404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.677219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:11:59.677587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Updating router 93ac70b0-097a-4edd-ab5b-998990f5fbee port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:11:59.713221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.865481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-febd2c0b-3f61-434b-b53d-20d910c0d0ee None None] Provisioning complete for port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:59.866152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-febd2c0b-3f61-434b-b53d-20d910c0d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.938985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:11:59.939799 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-febd2c0b-3f61-434b-b53d-20d910c0d0ee None None] Port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:11:59.971602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-febd2c0b-3f61-434b-b53d-20d910c0d0ee None None] Provisioning complete for port cd772b88-bea0-4aec-9038-07bfccfd313d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:11:59.971983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-febd2c0b-3f61-434b-b53d-20d910c0d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.014044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Subnet': ['ID=98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:00.024233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Checking segment: {'id': '0b6d92c0-dc1f-45cb-91e2-44804a709a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:00.024622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network hostable DHCP agents. Network: 0ab076a0-dbd7-4e7d-a857-115fa7e6f468, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:12:00.066121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.127263 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:12:00.155934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.203633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcabea-1dc7-4606-83ae-9ac2b793444e None None] Pushing event updated for resources: {'Port': ['ID=ffe0aa24-994b-432a-aabb-2fc5c1a6e882,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:00.209699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 0ab076a0-dbd7-4e7d-a857-115fa7e6f468) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:00.214473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:00.214927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.292822 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a027f8f9-6b64-4113-9c70-ae650af54fac tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7807453 Dec 08 13:12:00.296030 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60714) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:00.390925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93dfe9-7723-42c4-9c61-cd5755cc39b8 None None] Network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:00.475206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-de5d3850-bc0d-43e3-8876-fd7298ac5b5d None None] Provisioning complete for port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:00.475582 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de5d3850-bc0d-43e3-8876-fd7298ac5b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.500240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Attempting to bind port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:00.500593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Attempting to bind port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:00.500964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Attempting to bind port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 on network e4740cac-a4bd-4c15-b39e-490eded13633 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:00.513279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device cd772b88-bea0-4aec-9038-07bfccfd313d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:00.540075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:00.540458 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Checking segment: {'id': 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:00.540863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.541262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Bound using segment: {'id': 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:00.541756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Bound port: ffe0aa24-994b-432a-aabb-2fc5c1a6e882, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:00.542142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.579851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-de5d3850-bc0d-43e3-8876-fd7298ac5b5d None None] Port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:00.623603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:12:00.624476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.730556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port cd772b88-bea0-4aec-9038-07bfccfd313d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:00.730947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.759096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] For port ffe0aa24-994b-432a-aabb-2fc5c1a6e882, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:00.794123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] For port ffe0aa24-994b-432a-aabb-2fc5c1a6e882, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ffe0aa24-994b-432a-aabb-2fc5c1a6e882,segment=NetworkSegment(f9b9bddc-3fee-4ba1-a89c-607ef07eed69),segment_id=f9b9bddc-3fee-4ba1-a89c-607ef07eed69)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:00.810323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fd49cb37-e451-49ac-88c6-88495f7e0fc3 None None] Provisioning complete for port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:00.810726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fd49cb37-e451-49ac-88c6-88495f7e0fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.872026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:00.882602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Allocated IP 172.22.0.2 (0ab076a0-dbd7-4e7d-a857-115fa7e6f468/98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b/8782cdff-3712-4041-9ac7-25dd47c98f1e) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:00.922900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fd49cb37-e451-49ac-88c6-88495f7e0fc3 None None] Port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:00.979107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.010824 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcabea-1dc7-4606-83ae-9ac2b793444e None None] Pushing event updated for resources: {'Port': ['ID=ffe0aa24-994b-432a-aabb-2fc5c1a6e882,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:01.015093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:01.015705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:01.164301 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:01.221677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-55346d7b-b018-420b-951a-baaf5d7b1790 None None] Provisioning complete for port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:01.222059 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55346d7b-b018-420b-951a-baaf5d7b1790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.292409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.370615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.415755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.22.0.1 (0ab076a0-dbd7-4e7d-a857-115fa7e6f468/98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b/6a9f1b3d-640e-4cec-8742-aadb48c4dd6c) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:01.457652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:01.463414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:01.465159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55346d7b-b018-420b-951a-baaf5d7b1790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.469592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:01.471329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Pushing event updated for resources: {'Port': ['ID=8782cdff-3712-4041-9ac7-25dd47c98f1e,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:01.532667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.561881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-55346d7b-b018-420b-951a-baaf5d7b1790 None None] For port ffe0aa24-994b-432a-aabb-2fc5c1a6e882, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ffe0aa24-994b-432a-aabb-2fc5c1a6e882,segment=NetworkSegment(f9b9bddc-3fee-4ba1-a89c-607ef07eed69),segment_id=f9b9bddc-3fee-4ba1-a89c-607ef07eed69)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:01.575587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Attempting to bind port 8782cdff-3712-4041-9ac7-25dd47c98f1e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:01.583696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Attempting to bind port 8782cdff-3712-4041-9ac7-25dd47c98f1e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '0b6d92c0-dc1f-45cb-91e2-44804a709a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:01.583696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Attempting to bind port 8782cdff-3712-4041-9ac7-25dd47c98f1e on network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:01.584219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:01.584593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Checking segment: {'id': '0b6d92c0-dc1f-45cb-91e2-44804a709a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:01.584992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.585383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Bound using segment: {'id': '0b6d92c0-dc1f-45cb-91e2-44804a709a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:01.585842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Bound port: 8782cdff-3712-4041-9ac7-25dd47c98f1e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6d92c0-dc1f-45cb-91e2-44804a709a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:01.586222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.626536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55346d7b-b018-420b-951a-baaf5d7b1790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.629920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:11:58Z', 'revision_number': 3, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:00Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:01.676868 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.685399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd112b1a-3138-42a7-b60e-3a0ba36629b0 None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:11:58Z', 'revision_number': 3, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:00Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:01.724686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] For port 8782cdff-3712-4041-9ac7-25dd47c98f1e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:01.726911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55346d7b-b018-420b-951a-baaf5d7b1790 None None] Pushing event updated for resources: {'Port': ['ID=ffe0aa24-994b-432a-aabb-2fc5c1a6e882,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:01.730512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] For port 8782cdff-3712-4041-9ac7-25dd47c98f1e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8782cdff-3712-4041-9ac7-25dd47c98f1e,segment=NetworkSegment(0b6d92c0-dc1f-45cb-91e2-44804a709a11),segment_id=0b6d92c0-dc1f-45cb-91e2-44804a709a11)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:01.739316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:01.755676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:01.767515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:01.776159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=6a9f1b3d-640e-4cec-8742-aadb48c4dd6c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:01.792705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.824770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:01.856544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfaf89-2e16-4935-8462-b2e3aec37c28 None None] Pushing event updated for resources: {'Port': ['ID=8782cdff-3712-4041-9ac7-25dd47c98f1e,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:02.031352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.323495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.390067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.463826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=6a9f1b3d-640e-4cec-8742-aadb48c4dd6c,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:02.467072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.583725 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:02.584586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8782cdff-3712-4041-9ac7-25dd47c98f1e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:02.585211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:02.646815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8782cdff-3712-4041-9ac7-25dd47c98f1e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:02.647198 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.692483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:02.731515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.765349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 8782cdff-3712-4041-9ac7-25dd47c98f1e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8782cdff-3712-4041-9ac7-25dd47c98f1e,segment=NetworkSegment(0b6d92c0-dc1f-45cb-91e2-44804a709a11),segment_id=0b6d92c0-dc1f-45cb-91e2-44804a709a11)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:02.799116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:02.807062 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fa8e4be7-a560-4c79-83d6-ee43bf342221 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5074019 Dec 08 13:12:02.807473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60716) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:02.809424 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:02.813951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'network': {'name': 'tempest-RoutersTest-71211689'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:02.821642 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:02.822637 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:02.837461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb5809-3c31-497e-87cd-b7d37c14347a None None] Network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:02.864284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.865044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ffe0aa24-994b-432a-aabb-2fc5c1a6e882 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:02.881317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:12:02.885313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.912088 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:02.915767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:12:02.927700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.928057 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added segment 65038179-0253-417d-bea7-0907fa59efc3 of type vlan for network 08f3369a-acd1-41ff-adcd-f52bf38affd9 Dec 08 13:12:02.961430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bac210dc-43e4-49c6-9979-6331977eea71 None None] Provisioning complete for port 8782cdff-3712-4041-9ac7-25dd47c98f1e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:02.961969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bac210dc-43e4-49c6-9979-6331977eea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:02.975918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.058647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.065286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:03.067127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.137368 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:02Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:03.150481 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3411980 Dec 08 13:12:03.154305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb81e82-089e-4728-ad4f-d995a468676f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Network': ['ID=08f3369a-acd1-41ff-adcd-f52bf38affd9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:03.154305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60718) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:03.158844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'subnet': {'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:03.173158 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:03.173762 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Updating router 93ac70b0-097a-4edd-ab5b-998990f5fbee port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:12:03.181012 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 08f3369a-acd1-41ff-adcd-f52bf38affd9 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:12:03.202546 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.243851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=8782cdff-3712-4041-9ac7-25dd47c98f1e,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:03.307120 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:03.307498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.321340 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Made reservation on behalf of ed8953df04724f34b4c4deaecfdc59ca for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:12:03.325090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.510916 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.598924 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.618776 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.637443 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7b06c487-2641-42ed-b91a-1c79d9bbe8b1 None None] Provisioning complete for port 8782cdff-3712-4041-9ac7-25dd47c98f1e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:03.638038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7b06c487-2641-42ed-b91a-1c79d9bbe8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.674326 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab71a9-dbc6-4e13-9d35-1bd0402efaae None None] Pushing event updated for resources: {'Port': ['ID=6a9f1b3d-640e-4cec-8742-aadb48c4dd6c,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:03.700502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Checking segment: {'id': '65038179-0253-417d-bea7-0907fa59efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:03.700952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network hostable DHCP agents. Network: 08f3369a-acd1-41ff-adcd-f52bf38affd9, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:12:03.710540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Subnet': ['ID=eb2d71d2-f054-48ac-81ae-76ddeea6cf26,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:03.746947 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Attempting to bind port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:03.747467 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Attempting to bind port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '0b6d92c0-dc1f-45cb-91e2-44804a709a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:03.748038 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Attempting to bind port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c on network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:03.753028 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:03.753400 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Checking segment: {'id': '0b6d92c0-dc1f-45cb-91e2-44804a709a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:03.754169 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.754450 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Bound using segment: {'id': '0b6d92c0-dc1f-45cb-91e2-44804a709a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:03.754969 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Bound port: 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6d92c0-dc1f-45cb-91e2-44804a709a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:03.755358 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.757798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7b06c487-2641-42ed-b91a-1c79d9bbe8b1 None None] Provisioning complete for port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:03.758285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7b06c487-2641-42ed-b91a-1c79d9bbe8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.784642 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 08f3369a-acd1-41ff-adcd-f52bf38affd9 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:12:03.799768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7b06c487-2641-42ed-b91a-1c79d9bbe8b1 None None] Port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:03.827007 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] For port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:03.830098 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] For port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6a9f1b3d-640e-4cec-8742-aadb48c4dd6c,segment=NetworkSegment(0b6d92c0-dc1f-45cb-91e2-44804a709a11),segment_id=0b6d92c0-dc1f-45cb-91e2-44804a709a11)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:03.861235 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 08f3369a-acd1-41ff-adcd-f52bf38affd9) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:03.866051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:03.866751 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.873593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb32ca58-3c12-4bca-9751-411e01d258d3 None None] Network 08f3369a-acd1-41ff-adcd-f52bf38affd9 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:03.890521 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.951327 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:03.952051 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:03.962194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5619b238-78ef-48d6-bf9f-b9d7ea4d342d None None] Provisioning complete for port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:03.962652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5619b238-78ef-48d6-bf9f-b9d7ea4d342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:03.984059 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c1d406c4-58e1-4d0d-8a44-1d290c493a0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8295426 Dec 08 13:12:03.986862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60720) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:03.999615 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab71a9-dbc6-4e13-9d35-1bd0402efaae None None] Pushing event updated for resources: {'Port': ['ID=6a9f1b3d-640e-4cec-8742-aadb48c4dd6c,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:04.024380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-08f3369a-acd1-41ff-adcd-f52bf38affd9', 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9', 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'fixed_ips': [{'subnet_id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:12:04.025315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.075825 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:04.163879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5619b238-78ef-48d6-bf9f-b9d7ea4d342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.229321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5619b238-78ef-48d6-bf9f-b9d7ea4d342d None None] For port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6a9f1b3d-640e-4cec-8742-aadb48c4dd6c,segment=NetworkSegment(0b6d92c0-dc1f-45cb-91e2-44804a709a11),segment_id=0b6d92c0-dc1f-45cb-91e2-44804a709a11)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:04.252678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Allocated IP 172.23.0.2 (08f3369a-acd1-41ff-adcd-f52bf38affd9/eb2d71d2-f054-48ac-81ae-76ddeea6cf26/86725095-c45d-49d8-be71-d98719190326) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:04.322486 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:03Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:04.340107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5619b238-78ef-48d6-bf9f-b9d7ea4d342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.356357 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784657f5-b3dc-4025-8fd7-3d6bfc835804 None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:03Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:04.437355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619b238-78ef-48d6-bf9f-b9d7ea4d342d None None] Pushing event updated for resources: {'Port': ['ID=6a9f1b3d-640e-4cec-8742-aadb48c4dd6c,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:04.471471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.497399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d781d423-47b8-47a2-9961-5fb09e403ad7 None None] Provisioning complete for port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:04.497769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d781d423-47b8-47a2-9961-5fb09e403ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.533645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.613757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.661021 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Network 08f3369a-acd1-41ff-adcd-f52bf38affd9 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:04.665107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Pushing event updated for resources: {'Port': ['ID=86725095-c45d-49d8-be71-d98719190326,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:04.667283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:04.669284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:04.693995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8782cdff-3712-4041-9ac7-25dd47c98f1e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:04.775513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Attempting to bind port 86725095-c45d-49d8-be71-d98719190326 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:04.775882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Attempting to bind port 86725095-c45d-49d8-be71-d98719190326 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '65038179-0253-417d-bea7-0907fa59efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:04.776247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Attempting to bind port 86725095-c45d-49d8-be71-d98719190326 on network 08f3369a-acd1-41ff-adcd-f52bf38affd9 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:04.779438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-040a4a05-2699-4e32-bbd4-f512808073c7 None None] Provisioning complete for port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:04.782682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-040a4a05-2699-4e32-bbd4-f512808073c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.805363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:04.805736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Checking segment: {'id': '65038179-0253-417d-bea7-0907fa59efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:04.806348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.806785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Bound using segment: {'id': '65038179-0253-417d-bea7-0907fa59efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:04.807279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Bound port: 86725095-c45d-49d8-be71-d98719190326, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65038179-0253-417d-bea7-0907fa59efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:04.807664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.821584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Allocated IP 172.23.0.1 (08f3369a-acd1-41ff-adcd-f52bf38affd9/eb2d71d2-f054-48ac-81ae-76ddeea6cf26/99e863fa-cd0a-461b-86e9-c10b21c4ff77) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:04.842403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8782cdff-3712-4041-9ac7-25dd47c98f1e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:04.842835 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.952802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:04.958935 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] For port 86725095-c45d-49d8-be71-d98719190326, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:04.979867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] For port 86725095-c45d-49d8-be71-d98719190326, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=86725095-c45d-49d8-be71-d98719190326,segment=NetworkSegment(65038179-0253-417d-bea7-0907fa59efc3),segment_id=65038179-0253-417d-bea7-0907fa59efc3)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:05.018668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:05.053651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:05.084594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:05.121687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:05.122058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:05.123728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ecb87-497e-40b3-bd8c-1e5eb58930dc None None] Pushing event updated for resources: {'Port': ['ID=86725095-c45d-49d8-be71-d98719190326,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:05.135745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 08f3369a-acd1-41ff-adcd-f52bf38affd9 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:05.139071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:05.142934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:05.187462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=99e863fa-cd0a-461b-86e9-c10b21c4ff77,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:05.213678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:05.430504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:05.703271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:05.790200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:05.869886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:05.871655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event updated for resources: {'Port': ['ID=99e863fa-cd0a-461b-86e9-c10b21c4ff77,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:05.968235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Network 08f3369a-acd1-41ff-adcd-f52bf38affd9 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:05.969849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:06.073846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:06.116294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23faaf7-ea8f-489e-9df2-ee076f69b367 None None] Network 08f3369a-acd1-41ff-adcd-f52bf38affd9 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:06.185933 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:06.191475 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0d0ed59f-19de-4c74-8f13-b5a5e6b188a3 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2025347 Dec 08 13:12:06.195105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60722) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:06.198275 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:06.199798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:06.239869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:06.240412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:06.244952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2ade0fd4-297e-4160-babf-15acaa2e02d0 None None] Provisioning complete for port 86725095-c45d-49d8-be71-d98719190326 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:06.245324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ade0fd4-297e-4160-babf-15acaa2e02d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:06.375511 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:06.667121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ade0fd4-297e-4160-babf-15acaa2e02d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:06.674251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 86725095-c45d-49d8-be71-d98719190326 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:06.791889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2ade0fd4-297e-4160-babf-15acaa2e02d0 None None] For port 86725095-c45d-49d8-be71-d98719190326, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=86725095-c45d-49d8-be71-d98719190326,segment=NetworkSegment(65038179-0253-417d-bea7-0907fa59efc3),segment_id=65038179-0253-417d-bea7-0907fa59efc3)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:06.833745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 86725095-c45d-49d8-be71-d98719190326 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:06.834265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:06.877985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ade0fd4-297e-4160-babf-15acaa2e02d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:06.931681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.extraroute_db [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 13:12:06.948219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.extraroute_db [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Removed routes are [] {{(pid=103715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 13:12:06.948706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:06.953783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade0fd4-297e-4160-babf-15acaa2e02d0 None None] Pushing event updated for resources: {'Port': ['ID=86725095-c45d-49d8-be71-d98719190326,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:06.997693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:05Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:04Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99e863fa-cd0a-461b-86e9-c10b21c4ff77', 'name': '', 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:b0:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:04Z', 'updated_at': '2021-12-08T13:12:05Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:07.038397 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:07.041756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:07.042057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Updating router 93ac70b0-097a-4edd-ab5b-998990f5fbee port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:12:07.085303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ab6d34df-853e-4b0d-97fb-f3c9726401ad None None] Provisioning complete for port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:07.085687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ab6d34df-853e-4b0d-97fb-f3c9726401ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.119300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.150020 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d34df-853e-4b0d-97fb-f3c9726401ad None None] Port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:07.189399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:07.189773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.212030 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.215507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.257050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ab6d34df-853e-4b0d-97fb-f3c9726401ad None None] Provisioning complete for port 86725095-c45d-49d8-be71-d98719190326 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:07.257452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ab6d34df-853e-4b0d-97fb-f3c9726401ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.321800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:07.421676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:07.429165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.434532 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-22ddd018-2235-45f3-8e8c-aa3c50c6c8a5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee HTTP/1.1" status: 200 len: 933 time: 1.2342288 Dec 08 13:12:07.435011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60728) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:07.533303 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6a5c9258-aaad-4889-866d-1ab7784b7798 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee HTTP/1.1" status: 200 len: 933 time: 0.0970066 Dec 08 13:12:07.536458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60730) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:07.540868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'routes': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:07.542205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.584581 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a3b9dec8-d278-4790-9f2d-20d2a3ee0f28 None None] Provisioning complete for port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:07.584955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a3b9dec8-d278-4790-9f2d-20d2a3ee0f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.611201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.655940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9dec8-d278-4790-9f2d-20d2a3ee0f28 None None] Port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:07.695362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6dea4-7f8b-499a-ba89-b3eb9fd91959 None None] Pushing event updated for resources: {'Port': ['ID=99e863fa-cd0a-461b-86e9-c10b21c4ff77,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:07.725102 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Attempting to bind port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:07.725481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Attempting to bind port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '65038179-0253-417d-bea7-0907fa59efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:07.725933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Attempting to bind port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 on network 08f3369a-acd1-41ff-adcd-f52bf38affd9 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:07.731292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:07.732645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Checking segment: {'id': '65038179-0253-417d-bea7-0907fa59efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:07.732645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.732645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Bound using segment: {'id': '65038179-0253-417d-bea7-0907fa59efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:07.732974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Bound port: 99e863fa-cd0a-461b-86e9-c10b21c4ff77, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65038179-0253-417d-bea7-0907fa59efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:07.733303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.802974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] For port 99e863fa-cd0a-461b-86e9-c10b21c4ff77, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:07.806827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] For port 99e863fa-cd0a-461b-86e9-c10b21c4ff77, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=99e863fa-cd0a-461b-86e9-c10b21c4ff77,segment=NetworkSegment(65038179-0253-417d-bea7-0907fa59efc3),segment_id=65038179-0253-417d-bea7-0907fa59efc3)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:07.880364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5e0b45da-7001-4979-8015-b0c1e3734e02 None None] Provisioning complete for port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:07.880737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5e0b45da-7001-4979-8015-b0c1e3734e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.902449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.925630 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.extraroute_db [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added routes are [] {{(pid=103716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 13:12:07.926031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.extraroute_db [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 13:12:07.953121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b45da-7001-4979-8015-b0c1e3734e02 None None] Port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:07.956580 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:07.971018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:07.971641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:07.976616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6dea4-7f8b-499a-ba89-b3eb9fd91959 None None] Pushing event updated for resources: {'Port': ['ID=99e863fa-cd0a-461b-86e9-c10b21c4ff77,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:08.078203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:08.221572 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:08.225011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:08.226204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b63e74a5-4760-447a-900a-c019cef69947 None None] Provisioning complete for port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:08.226725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b63e74a5-4760-447a-900a-c019cef69947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:08.319358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:08.366025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b63e74a5-4760-447a-900a-c019cef69947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:08.377894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:06Z', 'revision_number': 6, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:04Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99e863fa-cd0a-461b-86e9-c10b21c4ff77', 'name': '', 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:b0:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:04Z', 'updated_at': '2021-12-08T13:12:07Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:08.414435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8402fe5-2db5-407f-b14b-4a398497d274 None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:06Z', 'revision_number': 6, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:04Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99e863fa-cd0a-461b-86e9-c10b21c4ff77', 'name': '', 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:b0:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:04Z', 'updated_at': '2021-12-08T13:12:07Z', 'revision_number': 4, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:08.414772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:08.424023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:08.425250 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1f250da3-7bd4-4738-8829-01b742dbb17a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee HTTP/1.1" status: 200 len: 699 time: 0.8877807 Dec 08 13:12:08.428715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60732) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:08.431522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b63e74a5-4760-447a-900a-c019cef69947 None None] For port 99e863fa-cd0a-461b-86e9-c10b21c4ff77, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=99e863fa-cd0a-461b-86e9-c10b21c4ff77,segment=NetworkSegment(65038179-0253-417d-bea7-0907fa59efc3),segment_id=65038179-0253-417d-bea7-0907fa59efc3)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:08.524369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b63e74a5-4760-447a-900a-c019cef69947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:08.560000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 86725095-c45d-49d8-be71-d98719190326 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:08.574699 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-70420466-f9b8-4443-8fb0-77521c764c3d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee HTTP/1.1" status: 200 len: 699 time: 0.1436398 Dec 08 13:12:08.576912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60734) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:08.617372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e74a5-4760-447a-900a-c019cef69947 None None] Pushing event updated for resources: {'Port': ['ID=99e863fa-cd0a-461b-86e9-c10b21c4ff77,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:08.639528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 86725095-c45d-49d8-be71-d98719190326 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:08.639899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:09.186369 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:09.196344 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:09.196952 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:09.282709 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:09.371517 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:09.529631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 99e863fa-cd0a-461b-86e9-c10b21c4ff77 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:09.529986 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:09.573298 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:07Z', 'revision_number': 7, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:04Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99e863fa-cd0a-461b-86e9-c10b21c4ff77', 'name': '', 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:b0:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:04Z', 'updated_at': '2021-12-08T13:12:08Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:09.602807 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:09.611252 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:09.611886 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:09.621876 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port 99e863fa-cd0a-461b-86e9-c10b21c4ff77, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=99e863fa-cd0a-461b-86e9-c10b21c4ff77,segment=NetworkSegment(65038179-0253-417d-bea7-0907fa59efc3),segment_id=65038179-0253-417d-bea7-0907fa59efc3)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:09.622430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:09.634114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 99e863fa-cd0a-461b-86e9-c10b21c4ff77 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:09.699848 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:09.878333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:09.901949 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:07Z', 'revision_number': 7, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:04Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99e863fa-cd0a-461b-86e9-c10b21c4ff77', 'name': '', 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:b0:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:04Z', 'updated_at': '2021-12-08T13:12:08Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:09.905065 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=99e863fa-cd0a-461b-86e9-c10b21c4ff77,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:09.941987 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f718c-e34e-4320-8fbf-e385891e1f05 None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:07Z', 'revision_number': 7, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:04Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99e863fa-cd0a-461b-86e9-c10b21c4ff77', 'name': '', 'network_id': '08f3369a-acd1-41ff-adcd-f52bf38affd9', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:b0:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:04Z', 'updated_at': '2021-12-08T13:12:08Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'eb2d71d2-f054-48ac-81ae-76ddeea6cf26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:10.069867 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.189392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.273511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:10.366312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:10.371402 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4bb6b3b0-26fb-4711-aed4-96c8f5d9717e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7934229 Dec 08 13:12:10.374153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60738) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:10.376765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:10.387377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:10.388006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:10.425015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-9012fb22-a676-42b7-9051-035fa87ac609 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting subnet eb2d71d2-f054-48ac-81ae-76ddeea6cf26 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:12:10.428897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9012fb22-a676-42b7-9051-035fa87ac609 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.477707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9012fb22-a676-42b7-9051-035fa87ac609 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.487559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:10.561566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dee3-109f-4e67-a44d-8969b571f4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.565000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9012fb22-a676-42b7-9051-035fa87ac609 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.689995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9012fb22-a676-42b7-9051-035fa87ac609 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.695488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:09Z', 'revision_number': 8, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:04Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:10.717856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012fb22-a676-42b7-9051-035fa87ac609 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2d71d2-f054-48ac-81ae-76ddeea6cf26,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:10.722238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9012fb22-a676-42b7-9051-035fa87ac609 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.722621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:10.726465 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9012fb22-a676-42b7-9051-035fa87ac609 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/eb2d71d2-f054-48ac-81ae-76ddeea6cf26 HTTP/1.1" status: 204 len: 168 time: 0.3512349 Dec 08 13:12:10.729149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60740) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:10.733970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b881d-8f51-4d33-8a5b-9ee0f8c995c4 None None] Network 08f3369a-acd1-41ff-adcd-f52bf38affd9 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:10.736391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:10.737027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:10.810266 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.861866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 86725095-c45d-49d8-be71-d98719190326 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:10.862209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.887069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:10.927803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port 86725095-c45d-49d8-be71-d98719190326, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=86725095-c45d-49d8-be71-d98719190326,segment=NetworkSegment(65038179-0253-417d-bea7-0907fa59efc3),segment_id=65038179-0253-417d-bea7-0907fa59efc3)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:10.928166 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:10.941734 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 86725095-c45d-49d8-be71-d98719190326 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:11.023307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] DHCP port deletion for 08f3369a-acd1-41ff-adcd-f52bf38affd9 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:12:11.078125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.104702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=86725095-c45d-49d8-be71-d98719190326,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:11.108289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No DVR routers for this DVR port 86725095-c45d-49d8-be71-d98719190326 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:11.123569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] Deleting port 86725095-c45d-49d8-be71-d98719190326 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:11.123951 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.190852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.198000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] For port 86725095-c45d-49d8-be71-d98719190326, host dv-neutron-799625-5-hyperv, got binding levels [] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:11.198503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.202357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:09Z', 'revision_number': 8, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:04Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:11.210947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f3369a-acd1-41ff-adcd-f52bf38affd9']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:11.220030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65038179-0253-417d-bea7-0907fa59efc3') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:11.220330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65038179-0253-417d-bea7-0907fa59efc3') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:11.230044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.234176 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df14e98-a8b5-4cad-b272-1ea2c394d57a None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:09Z', 'revision_number': 8, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': '6a9f1b3d-640e-4cec-8742-aadb48c4dd6c', 'name': '', 'network_id': '0ab076a0-dbd7-4e7d-a857-115fa7e6f468', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:bb:86:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:01Z', 'updated_at': '2021-12-08T13:12:04Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:11.239123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] Calling delete_port for 86725095-c45d-49d8-be71-d98719190326 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:11.241878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.ipam_backend_mixin [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] Port 86725095-c45d-49d8-be71-d98719190326 was not found and therefore no delete operation was performed {{(pid=103717) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 13:12:11.243197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.248321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.254485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:12:11.254911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:12:11.258627 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:12:11.275796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] Pushing event deleted for resources: {'Port': ['ID=86725095-c45d-49d8-be71-d98719190326,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:11.279243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b213a806-7129-4867-a7ce-fb5c688b98c1 None None] No DVR routers for this DVR port 86725095-c45d-49d8-be71-d98719190326 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:11.384000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.390806 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.393885 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/networks/08f3369a-acd1-41ff-adcd-f52bf38affd9 HTTP/1.1" status: 204 len: 168 time: 0.6637745 Dec 08 13:12:11.397469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60742) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:11.405370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fc7b3-233e-4920-a655-9866e4b3fe3e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Network': ['ID=08f3369a-acd1-41ff-adcd-f52bf38affd9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:11.739160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:11.989336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:11.989709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:12.078717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6a9f1b3d-640e-4cec-8742-aadb48c4dd6c,segment=NetworkSegment(0b6d92c0-dc1f-45cb-91e2-44804a709a11),segment_id=0b6d92c0-dc1f-45cb-91e2-44804a709a11)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:12.079086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:12.091775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:12.315447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:12.348055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=6a9f1b3d-640e-4cec-8742-aadb48c4dd6c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:12.514075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:12.556886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 86725095-c45d-49d8-be71-d98719190326 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:12.577081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 86725095-c45d-49d8-be71-d98719190326 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:12.577359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 86725095-c45d-49d8-be71-d98719190326 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:12.577793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 99e863fa-cd0a-461b-86e9-c10b21c4ff77 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:12.596003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 99e863fa-cd0a-461b-86e9-c10b21c4ff77 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:12.596355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 99e863fa-cd0a-461b-86e9-c10b21c4ff77 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:12.704123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:12.796635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:12.801584 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-98af0059-7396-4e5b-b9ad-7003ebde69fc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4029937 Dec 08 13:12:12.804526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60744) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:12.807147 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:12.821641 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:12.822246 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:11:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:12.840190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b8f9fecb-523c-49d3-8cd5-d881a2536861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:12.856410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b298e06-fff5-46db-9531-14eb5451cd62 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting subnet 98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:12:12.859660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b298e06-fff5-46db-9531-14eb5451cd62 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:12.899662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b298e06-fff5-46db-9531-14eb5451cd62 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:12.904947 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:12.986794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b298e06-fff5-46db-9531-14eb5451cd62 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.101734 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:12Z', 'revision_number': 9, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:13.104441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b298e06-fff5-46db-9531-14eb5451cd62 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.133708 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:13.137243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b298e06-fff5-46db-9531-14eb5451cd62 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Subnet': ['ID=98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:13.139296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b298e06-fff5-46db-9531-14eb5451cd62 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.142534 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8b298e06-fff5-46db-9531-14eb5451cd62 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b HTTP/1.1" status: 204 len: 168 time: 0.3369627 Dec 08 13:12:13.145775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60746) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:13.148096 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:13.148268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf85f87-4839-4a83-9e59-ce906f97bcde None None] Network 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:13.148716 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:13.233454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.247247 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:13.292140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd327886-b8a2-4e25-8dbc-5921dac03545 None None] DHCP port deletion for 0ab076a0-dbd7-4e7d-a857-115fa7e6f468 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:12:13.296198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 8782cdff-3712-4041-9ac7-25dd47c98f1e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:13.296612 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.342859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dd327886-b8a2-4e25-8dbc-5921dac03545 None None] Deleting port 8782cdff-3712-4041-9ac7-25dd47c98f1e {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:13.343235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dd327886-b8a2-4e25-8dbc-5921dac03545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.361120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port 8782cdff-3712-4041-9ac7-25dd47c98f1e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8782cdff-3712-4041-9ac7-25dd47c98f1e,segment=NetworkSegment(0b6d92c0-dc1f-45cb-91e2-44804a709a11),segment_id=0b6d92c0-dc1f-45cb-91e2-44804a709a11)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:13.361451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.374519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 8782cdff-3712-4041-9ac7-25dd47c98f1e owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:13.411945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-dd327886-b8a2-4e25-8dbc-5921dac03545 None None] For port 8782cdff-3712-4041-9ac7-25dd47c98f1e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8782cdff-3712-4041-9ac7-25dd47c98f1e,segment=NetworkSegment(0b6d92c0-dc1f-45cb-91e2-44804a709a11),segment_id=0b6d92c0-dc1f-45cb-91e2-44804a709a11)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:13.412429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dd327886-b8a2-4e25-8dbc-5921dac03545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.426962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dd327886-b8a2-4e25-8dbc-5921dac03545 None None] Calling delete_port for 8782cdff-3712-4041-9ac7-25dd47c98f1e owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:13.464329 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:12Z', 'revision_number': 9, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:13.490659 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e6fe4-fb0e-49b4-b525-5d05188acfc2 None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:12Z', 'revision_number': 9, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0aa24-994b-432a-aabb-2fc5c1a6e882', 'name': '', 'network_id': 'e4740cac-a4bd-4c15-b39e-490eded13633', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:1e:b1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:57Z', 'updated_at': '2021-12-08T13:12:01Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': '99e2ffc1-34c7-442d-a238-882a14d84cab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:13.592801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.599315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dd327886-b8a2-4e25-8dbc-5921dac03545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.620495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No DVR routers for this DVR port 8782cdff-3712-4041-9ac7-25dd47c98f1e on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:13.624994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=8782cdff-3712-4041-9ac7-25dd47c98f1e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:13.628836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd327886-b8a2-4e25-8dbc-5921dac03545 None None] Pushing event deleted for resources: {'Port': ['ID=8782cdff-3712-4041-9ac7-25dd47c98f1e,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:13.632041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd327886-b8a2-4e25-8dbc-5921dac03545 None None] No DVR routers for this DVR port 8782cdff-3712-4041-9ac7-25dd47c98f1e on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:13.707396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.726330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab076a0-dbd7-4e7d-a857-115fa7e6f468']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:13.735124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6d92c0-dc1f-45cb-91e2-44804a709a11') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:13.735423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6d92c0-dc1f-45cb-91e2-44804a709a11') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:13.744919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.758733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.764773 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:12:13.765149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:12:13.768179 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:12:13.904467 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.908968 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:13.915082 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/networks/0ab076a0-dbd7-4e7d-a857-115fa7e6f468 HTTP/1.1" status: 204 len: 168 time: 0.7643349 Dec 08 13:12:13.915796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60752) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:13.934343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f75ca-3848-49db-bd7b-503c08ed46bc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Network': ['ID=0ab076a0-dbd7-4e7d-a857-115fa7e6f468,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:14.052458 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:14.212733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442c16c-7ecd-4deb-8335-c967527da904 req-4055511b-4037-40ad-963d-fa13805d9a8b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:14.214286 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9442c16c-7ecd-4deb-8335-c967527da904 req-4055511b-4037-40ad-963d-fa13805d9a8b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 946 time: 0.0527816 Dec 08 13:12:14.255218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:14.265239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9442c16c-7ecd-4deb-8335-c967527da904 req-d18e0ab5-0ea5-4ec6-bbd2-9cd738ea9a26 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442832 Dec 08 13:12:14.493861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port ffe0aa24-994b-432a-aabb-2fc5c1a6e882 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:14.493861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:14.497785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8782cdff-3712-4041-9ac7-25dd47c98f1e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:14.518526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8782cdff-3712-4041-9ac7-25dd47c98f1e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:14.522567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8782cdff-3712-4041-9ac7-25dd47c98f1e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:14.522567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:14.538939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:14.539315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6a9f1b3d-640e-4cec-8742-aadb48c4dd6c not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:14.586112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port ffe0aa24-994b-432a-aabb-2fc5c1a6e882, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ffe0aa24-994b-432a-aabb-2fc5c1a6e882,segment=NetworkSegment(f9b9bddc-3fee-4ba1-a89c-607ef07eed69),segment_id=f9b9bddc-3fee-4ba1-a89c-607ef07eed69)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:14.586477 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:14.598036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for ffe0aa24-994b-432a-aabb-2fc5c1a6e882 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:14.809460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:14.837743 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=ffe0aa24-994b-432a-aabb-2fc5c1a6e882,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:15.184119 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:15.252056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:15.387050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287daad1-d3f6-4039-a7d2-3fb8b88ee3a6 req-dde3338c-6fde-49c3-ab45-63a79a5702ec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:15.388449 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-287daad1-d3f6-4039-a7d2-3fb8b88ee3a6 req-dde3338c-6fde-49c3-ab45-63a79a5702ec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 946 time: 0.0527887 Dec 08 13:12:15.437012 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-287daad1-d3f6-4039-a7d2-3fb8b88ee3a6 req-722a1493-bb7e-41dd-912e-cc295641475a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427005 Dec 08 13:12:15.439304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:15.530890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:15.536421 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-526f05db-e7e8-4985-adfa-c252005762c9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6195748 Dec 08 13:12:15.539384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60758) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:15.541865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:15.553257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:15.553874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:15.590423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e4e086-3327-4368-acf0-c4ec8e349e80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting subnet 99e2ffc1-34c7-442d-a238-882a14d84cab {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:12:15.594328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60e4e086-3327-4368-acf0-c4ec8e349e80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:15.608482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2e806-60dd-4d84-84db-cc3790932409 req-46242f8e-ddd9-4154-8272-6f99a4d3cc6f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:15.609946 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-79e2e806-60dd-4d84-84db-cc3790932409 req-46242f8e-ddd9-4154-8272-6f99a4d3cc6f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 946 time: 0.0490365 Dec 08 13:12:15.639965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:15.642259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60e4e086-3327-4368-acf0-c4ec8e349e80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:15.732378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60e4e086-3327-4368-acf0-c4ec8e349e80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:15.750763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 90519058-e560-4aea-9b28-ef15816e0f01 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:15.751131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:15.837991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:14Z', 'revision_number': 10, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:15.846738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 90519058-e560-4aea-9b28-ef15816e0f01, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=90519058-e560-4aea-9b28-ef15816e0f01,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:15.847113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:15.856200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60e4e086-3327-4368-acf0-c4ec8e349e80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:15.892177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4e086-3327-4368-acf0-c4ec8e349e80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Subnet': ['ID=99e2ffc1-34c7-442d-a238-882a14d84cab,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:15.901657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-60e4e086-3327-4368-acf0-c4ec8e349e80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:15.905828 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-60e4e086-3327-4368-acf0-c4ec8e349e80 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/99e2ffc1-34c7-442d-a238-882a14d84cab HTTP/1.1" status: 204 len: 168 time: 0.3653483 Dec 08 13:12:15.911181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60760) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:15.996890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.025406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:16.028822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc05ebe4-6735-45f7-9a89-7da8703bce8d None None] Network e4740cac-a4bd-4c15-b39e-490eded13633 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:16.055422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port cd772b88-bea0-4aec-9038-07bfccfd313d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:16.055827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.063423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:16.064065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:16.129222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port cd772b88-bea0-4aec-9038-07bfccfd313d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=cd772b88-bea0-4aec-9038-07bfccfd313d,segment=NetworkSegment(f9b9bddc-3fee-4ba1-a89c-607ef07eed69),segment_id=f9b9bddc-3fee-4ba1-a89c-607ef07eed69)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:16.129222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.144898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for cd772b88-bea0-4aec-9038-07bfccfd313d owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:16.219795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:16.249060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.302732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e3d1a-4a1c-44be-a9c5-00c70244c032 None None] DHCP port deletion for e4740cac-a4bd-4c15-b39e-490eded13633 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:12:16.304319 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.334014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No DVR routers for this DVR port cd772b88-bea0-4aec-9038-07bfccfd313d on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:16.335675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=cd772b88-bea0-4aec-9038-07bfccfd313d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:16.408731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.409342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.409342 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 disassociated. External IP: 172.26.7.144, port: 90519058-e560-4aea-9b28-ef15816e0f01. Dec 08 13:12:16.409726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 90519058-e560-4aea-9b28-ef15816e0f01 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:16.419233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.441830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4740cac-a4bd-4c15-b39e-490eded13633']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:16.449551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:14Z', 'revision_number': 10, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:16.462660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:16.463098 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b9bddc-3fee-4ba1-a89c-607ef07eed69') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:16.474242 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.490797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc2a0-1b26-4c3b-acfc-eab39eb057b7 None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:14Z', 'revision_number': 10, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None, '_interfaces': [{'id': 'f2148c08-59a3-4126-bb5a-0ddf35b1b10d', 'name': '', 'network_id': 'a03e8165-7d93-4964-8b73-501de6015771', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'mac_address': 'fa:16:3e:e8:be:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:11:54Z', 'updated_at': '2021-12-08T13:11:56Z', 'revision_number': 5, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'subnets': [{'id': 'cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:16.499608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.506546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:12:16.507357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:12:16.510990 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:12:16.608035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059cf6-0eba-4771-b0a0-029340e26a65 req-3d5dec82-2c00-4f92-ad24-c0dca971b6ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:16.609576 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29059cf6-0eba-4771-b0a0-029340e26a65 req-3d5dec82-2c00-4f92-ad24-c0dca971b6ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 946 time: 0.0543771 Dec 08 13:12:16.654222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.661233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.670619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.673850 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/networks/e4740cac-a4bd-4c15-b39e-490eded13633 HTTP/1.1" status: 204 len: 168 time: 0.7614062 Dec 08 13:12:16.685193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60764) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:16.687408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418d65f-6140-47d1-98a1-f33807089199 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Network': ['ID=e4740cac-a4bd-4c15-b39e-490eded13633,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:16.687756 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29059cf6-0eba-4771-b0a0-029340e26a65 req-289a7fc6-5cf2-4b73-bd9f-c4930f0bd3e2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fd09a33-58e2-4c2a-920c-978bdb642970&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715523 Dec 08 13:12:16.691010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=90519058-e560-4aea-9b28-ef15816e0f01,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:16.807435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router b02766ad-f726-4013-aa00-f46890ffab89 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:16.931709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:16.942978 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] Sync routers for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:16.953872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device cd772b88-bea0-4aec-9038-07bfccfd313d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:16.957097 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:16.958093 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:16.981072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port 90519058-e560-4aea-9b28-ef15816e0f01 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:16.984711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:16.991818 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-79e2e806-60dd-4d84-84db-cc3790932409 req-dac071fc-c811-48b5-a2e6-13d6aa865fc7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/90519058-e560-4aea-9b28-ef15816e0f01 HTTP/1.1" status: 204 len: 173 time: 1.3754065 Dec 08 13:12:16.993362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: cd772b88-bea0-4aec-9038-07bfccfd313d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:16.993528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'name': 'network-vif-deleted', 'tag': '90519058-e560-4aea-9b28-ef15816e0f01'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:12:16.994975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device cd772b88-bea0-4aec-9038-07bfccfd313d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:16.996183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c7b34d-d05a-4eee-a2f3-9374d9d0084a" -d '{"events": [{"server_uuid": "2222ff7c-f9fe-44a9-8348-2e325264a2a1", "name": "network-vif-deleted", "tag": "90519058-e560-4aea-9b28-ef15816e0f01"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:12:17.041179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f567f77b-51aa-4d4b-a18e-2d368413f31b x-openstack-request-id: req-f567f77b-51aa-4d4b-a18e-2d368413f31b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:12:17.041805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222ff7c-f9fe-44a9-8348-2e325264a2a1", "name": "network-vif-deleted", "tag": "90519058-e560-4aea-9b28-ef15816e0f01", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:12:17.042073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f567f77b-51aa-4d4b-a18e-2d368413f31b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:12:17.042662 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222ff7c-f9fe-44a9-8348-2e325264a2a1', 'name': 'network-vif-deleted', 'tag': '90519058-e560-4aea-9b28-ef15816e0f01', 'status': 'completed', 'code': 200} Dec 08 13:12:17.106290 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:17.209574 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:17.373839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port f2148c08-59a3-4126-bb5a-0ddf35b1b10d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:17.374410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:17.420944 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:17.452648 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] Checking router: b02766ad-f726-4013-aa00-f46890ffab89 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:17.461793 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:17.462326 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:17.469947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port f2148c08-59a3-4126-bb5a-0ddf35b1b10d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f2148c08-59a3-4126-bb5a-0ddf35b1b10d,segment=NetworkSegment(4c61dbf5-c7c4-4eb6-85f7-310251ebda59),segment_id=4c61dbf5-c7c4-4eb6-85f7-310251ebda59)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:17.470237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:17.483898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for f2148c08-59a3-4126-bb5a-0ddf35b1b10d owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:17.575846 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:17.723872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:17.755852 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=f2148c08-59a3-4126-bb5a-0ddf35b1b10d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:17.778537 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:17.807020 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a7b59a50-fb6b-40d8-b137-f5a81c8b4b6c req-bd4d0ffc-193a-48ff-b0d2-993f1516925a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=2222ff7c-f9fe-44a9-8348-2e325264a2a1 HTTP/1.1" status: 200 len: 210 time: 0.0307162 Dec 08 13:12:17.811309 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc97b80-2699-47d0-811c-e21f83562899 None None] The sync data for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv is: [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:10:24Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd6031589-cff5-46e5-a63c-fa4e832690e1', 'name': '', 'network_id': '4913db85-e1be-4121-95f1-baf00ddcd946', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:f4:c3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7775740e-02e9-44f5-801d-e2368e07272d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:22Z', 'updated_at': '2021-12-08T13:10:29Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '7775740e-02e9-44f5-801d-e2368e07272d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:17.917426 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.078460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8cb165-4a5d-41fa-8659-5b42ad7a0833 None None] New status for floating IP 7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:12:18.084264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:18.161937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:18.169673 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-82ceb074-6797-4c99-9195-e9c9f5e2d96c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807255 Dec 08 13:12:18.170179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60772) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:18.173173 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:18.184040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:18.184667 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:18.231760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae77c5e-2755-4dc4-bbec-259d5d28cb38 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting subnet cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:12:18.235214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ae77c5e-2755-4dc4-bbec-259d5d28cb38 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.257735 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:18.278021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ae77c5e-2755-4dc4-bbec-259d5d28cb38 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.316421 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:17Z', 'revision_number': 11, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:18.342437 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:18.351594 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:18.352188 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:18.368571 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ae77c5e-2755-4dc4-bbec-259d5d28cb38 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.420726 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:18.473300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ae77c5e-2755-4dc4-bbec-259d5d28cb38 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.475140 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:17Z', 'revision_number': 11, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:18.488790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 90519058-e560-4aea-9b28-ef15816e0f01 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:18.502903 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d6caaa-2851-4571-87b1-0bc7f8e860df None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:17Z', 'revision_number': 11, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:18.514033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 90519058-e560-4aea-9b28-ef15816e0f01 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:18.514372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 90519058-e560-4aea-9b28-ef15816e0f01 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:18.519721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be80aea-b3da-4b92-9d94-c70f4f7dd215 None None] Network a03e8165-7d93-4964-8b73-501de6015771 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:18.520626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3ae77c5e-2755-4dc4-bbec-259d5d28cb38 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.528427 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3ae77c5e-2755-4dc4-bbec-259d5d28cb38 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5 HTTP/1.1" status: 204 len: 168 time: 0.3575499 Dec 08 13:12:18.535353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60774) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:18.535527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae77c5e-2755-4dc4-bbec-259d5d28cb38 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:18.543058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ffe0aa24-994b-432a-aabb-2fc5c1a6e882 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:18.575671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: ffe0aa24-994b-432a-aabb-2fc5c1a6e882 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:18.576022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ffe0aa24-994b-432a-aabb-2fc5c1a6e882 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:18.614060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.668485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Deleting port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:18.668838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.735605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] For port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0e714fa3-9fd9-43fb-9bfc-7e161db335e6,segment=NetworkSegment(4c61dbf5-c7c4-4eb6-85f7-310251ebda59),segment_id=4c61dbf5-c7c4-4eb6-85f7-310251ebda59)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:18.735980 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.747502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Calling delete_port for 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:18.876581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60778) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:18.893479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.896543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df50dec-2c5d-41a1-a056-dfb39e8e47da None None] DHCP port deletion for a03e8165-7d93-4964-8b73-501de6015771 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:12:18.936872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Port': ['ID=0e714fa3-9fd9-43fb-9bfc-7e161db335e6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:18.939536 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No DVR routers for this DVR port 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:18.961381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5b42b616-69d6-4c6f-9c3e-ecd2b548cb85 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:18.970080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.970705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.971266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.971802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.972790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.973082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.973412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.973743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.974078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.974409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.974765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.975102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.975925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:18.987912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5b42b616-69d6-4c6f-9c3e-ecd2b548cb85 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.047446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.056305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03e8165-7d93-4964-8b73-501de6015771']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:19.065606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c61dbf5-c7c4-4eb6-85f7-310251ebda59') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:19.066425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c61dbf5-c7c4-4eb6-85f7-310251ebda59') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:19.075906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.089492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.095264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:12:19.095646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:12:19.098549 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:12:19.118051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5b42b616-69d6-4c6f-9c3e-ecd2b548cb85 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.120782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5b42b616-69d6-4c6f-9c3e-ecd2b548cb85 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.121965 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5b42b616-69d6-4c6f-9c3e-ecd2b548cb85 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/2fd09a33-58e2-4c2a-920c-978bdb642970 HTTP/1.1" status: 204 len: 168 time: 0.2443690 Dec 08 13:12:19.132064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42b616-69d6-4c6f-9c3e-ecd2b548cb85 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd09a33-58e2-4c2a-920c-978bdb642970,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:19.221822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60782) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:19.229787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.261805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.264943 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/networks/a03e8165-7d93-4964-8b73-501de6015771 HTTP/1.1" status: 204 len: 168 time: 0.7354865 Dec 08 13:12:19.267834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60784) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:19.273096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'routes': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:19.285689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115c95-1aaa-4d70-80cc-dd83704f7c24 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Pushing event deleted for resources: {'Network': ['ID=a03e8165-7d93-4964-8b73-501de6015771,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:19.367458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port a462de7b-d602-4a3c-ae10-6d16b6935036 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:19.367721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.427278 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.extraroute_db [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Added routes are [] {{(pid=103716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 13:12:19.427596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.extraroute_db [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Removed routes are [] {{(pid=103716) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 13:12:19.427960 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.446763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.447095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.458842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for a462de7b-d602-4a3c-ae10-6d16b6935036 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:19.567259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.571313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.623742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.647835 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 93ac70b0-097a-4edd-ab5b-998990f5fbee has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:19.658218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=a462de7b-d602-4a3c-ae10-6d16b6935036,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:19.712321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.715354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.716511 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-20e2eaf1-cde0-4604-9061-868d8f1627e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/floatingips/7bdf84d5-30ee-4ae9-9f8b-b9f8c87a1a83 HTTP/1.1" status: 204 len: 168 time: 0.4936690 Dec 08 13:12:19.724819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:19.731511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.732663 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e6f4d62a-7c34-4c30-b5bc-9c206e40738c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee HTTP/1.1" status: 200 len: 700 time: 0.4637246 Dec 08 13:12:19.735661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60788) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:19.739738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] Sync routers for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:19.749952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:19.750716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:19.764007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cb92f401-eb8a-40e0-9e27-2e3740e0498b tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=93ac70b0-097a-4edd-ab5b-998990f5fbee HTTP/1.1" status: 200 len: 205 time: 0.0270984 Dec 08 13:12:19.766519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60790) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:19.824254 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:19.841149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fe66de4-b25b-4777-b45f-65a578e05ee8 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:19.877748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:17Z', 'revision_number': 11, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:19.907170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] Checking router: 93ac70b0-097a-4edd-ab5b-998990f5fbee for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:19.917574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] Routers {'93ac70b0-097a-4edd-ab5b-998990f5fbee'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:19.918179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['93ac70b0-097a-4edd-ab5b-998990f5fbee'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:19.983864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] Set router 93ac70b0-097a-4edd-ab5b-998990f5fbee gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:20.000316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fe66de4-b25b-4777-b45f-65a578e05ee8 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.002447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fe66de4-b25b-4777-b45f-65a578e05ee8 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.038723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:17Z', 'revision_number': 11, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:20.065536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f17f34-bb0e-45ef-a71b-b56edd8cebee None None] The sync data for ids ['93ac70b0-097a-4edd-ab5b-998990f5fbee'] in dv-neutron-799625-5-hyperv is: [{'id': '93ac70b0-097a-4edd-ab5b-998990f5fbee', 'name': 'tempest-RoutersTest-router-237684010', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:11:52Z', 'updated_at': '2021-12-08T13:12:17Z', 'revision_number': 11, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:20.098796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fe66de4-b25b-4777-b45f-65a578e05ee8 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.099334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe66de4-b25b-4777-b45f-65a578e05ee8 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Fanout notify agent at l3_agent the message router_deleted on router 93ac70b0-097a-4edd-ab5b-998990f5fbee {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:12:20.106550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6fe66de4-b25b-4777-b45f-65a578e05ee8 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.111979 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6fe66de4-b25b-4777-b45f-65a578e05ee8 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee HTTP/1.1" status: 204 len: 168 time: 0.3402295 Dec 08 13:12:20.114617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60794) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:20.117504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e47f62eb-4a65-453e-8fbf-f32850e11cc5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-194484125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:20.152053 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a2bed-e38a-4a58-b457-5dcccbb224f6 req-0af07824-0c89-4271-9e4c-d7362ac01e0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:20.153558 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc7a2bed-e38a-4a58-b457-5dcccbb224f6 req-0af07824-0c89-4271-9e4c-d7362ac01e0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 945 time: 0.0844727 Dec 08 13:12:20.205988 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc7a2bed-e38a-4a58-b457-5dcccbb224f6 req-4aa57fdb-50bd-4d75-9bf9-4233b97c24ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451448 Dec 08 13:12:20.227087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e47f62eb-4a65-453e-8fbf-f32850e11cc5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.228179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e47f62eb-4a65-453e-8fbf-f32850e11cc5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.279633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e47f62eb-4a65-453e-8fbf-f32850e11cc5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.335172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e47f62eb-4a65-453e-8fbf-f32850e11cc5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.408312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e47f62eb-4a65-453e-8fbf-f32850e11cc5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.409437 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e47f62eb-4a65-453e-8fbf-f32850e11cc5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2953231 Dec 08 13:12:20.412799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60796) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:20.418349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-746c4a21-5cf7-4881-ac1e-5d472fe2f907 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:20.501309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f2148c08-59a3-4126-bb5a-0ddf35b1b10d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:20.527970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: f2148c08-59a3-4126-bb5a-0ddf35b1b10d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:20.527970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f2148c08-59a3-4126-bb5a-0ddf35b1b10d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:20.527970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:20.545728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:20.546077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0e714fa3-9fd9-43fb-9bfc-7e161db335e6 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:20.629645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-746c4a21-5cf7-4881-ac1e-5d472fe2f907 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.695588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-746c4a21-5cf7-4881-ac1e-5d472fe2f907 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.846074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746c4a21-5cf7-4881-ac1e-5d472fe2f907 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Router 13c9772e-98b0-4bdb-b601-2d0b0301c8e3 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:12:20.921657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746c4a21-5cf7-4881-ac1e-5d472fe2f907 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:20.928689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-746c4a21-5cf7-4881-ac1e-5d472fe2f907 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:20.929845 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-746c4a21-5cf7-4881-ac1e-5d472fe2f907 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "PUT /v2.0/routers/13c9772e-98b0-4bdb-b601-2d0b0301c8e3 HTTP/1.1" status: 200 len: 693 time: 0.5161142 Dec 08 13:12:20.931355 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] Sync routers for ids ['13c9772e-98b0-4bdb-b601-2d0b0301c8e3'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:20.932661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60798) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:20.941324 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] Routers {'13c9772e-98b0-4bdb-b601-2d0b0301c8e3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:20.942603 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['13c9772e-98b0-4bdb-b601-2d0b0301c8e3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:21.012331 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-51cdf254-e6c3-43f3-9b70-613abee4a642 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/routers/13c9772e-98b0-4bdb-b601-2d0b0301c8e3 HTTP/1.1" status: 200 len: 699 time: 0.0762677 Dec 08 13:12:21.012925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60800) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:21.013042 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] Set router 13c9772e-98b0-4bdb-b601-2d0b0301c8e3 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:21.037814 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dab9929b-5e45-4a6b-ac2c-3d7e52ffdcc1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=13c9772e-98b0-4bdb-b601-2d0b0301c8e3 HTTP/1.1" status: 200 len: 205 time: 0.0240731 Dec 08 13:12:21.040316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60802) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:21.068588 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c9772e-98b0-4bdb-b601-2d0b0301c8e3', 'name': 'tempest-RoutersTest-router-194484125', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:20Z', 'updated_at': '2021-12-08T13:12:20Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:21.094509 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] Checking router: 13c9772e-98b0-4bdb-b601-2d0b0301c8e3 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:21.102708 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] Routers {'13c9772e-98b0-4bdb-b601-2d0b0301c8e3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:21.103316 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['13c9772e-98b0-4bdb-b601-2d0b0301c8e3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:21.115633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9439418-ca1f-46f7-a4e5-0754d6615d0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:21.172348 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] Set router 13c9772e-98b0-4bdb-b601-2d0b0301c8e3 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:21.283781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9439418-ca1f-46f7-a4e5-0754d6615d0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:21.288447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9439418-ca1f-46f7-a4e5-0754d6615d0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:21.318064 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c9772e-98b0-4bdb-b601-2d0b0301c8e3', 'name': 'tempest-RoutersTest-router-194484125', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:20Z', 'updated_at': '2021-12-08T13:12:20Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:21.344346 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42f7ef-177f-4b8e-97ec-cfe34d6723b8 None None] The sync data for ids ['13c9772e-98b0-4bdb-b601-2d0b0301c8e3'] in dv-neutron-799625-5-hyperv is: [{'id': '13c9772e-98b0-4bdb-b601-2d0b0301c8e3', 'name': 'tempest-RoutersTest-router-194484125', 'tenant_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:20Z', 'updated_at': '2021-12-08T13:12:20Z', 'revision_number': 2, 'project_id': 'ed8953df04724f34b4c4deaecfdc59ca', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:21.721689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e1667-af81-4ec9-a088-fe3487c8f971 req-dd636fce-2595-43c4-a9e6-fd9c78206754 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:21.723813 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4c5e1667-af81-4ec9-a088-fe3487c8f971 req-dd636fce-2595-43c4-a9e6-fd9c78206754 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 945 time: 0.4375978 Dec 08 13:12:21.735867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-d05dd03d-366d-4a66-aaa4-ab2784cc022d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:21.737272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-d05dd03d-366d-4a66-aaa4-ab2784cc022d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 945 time: 0.0658543 Dec 08 13:12:21.774377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9439418-ca1f-46f7-a4e5-0754d6615d0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:21.774906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9439418-ca1f-46f7-a4e5-0754d6615d0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Fanout notify agent at l3_agent the message router_deleted on router 13c9772e-98b0-4bdb-b601-2d0b0301c8e3 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:12:21.795295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f9439418-ca1f-46f7-a4e5-0754d6615d0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:21.795295 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f9439418-ca1f-46f7-a4e5-0754d6615d0d tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/13c9772e-98b0-4bdb-b601-2d0b0301c8e3 HTTP/1.1" status: 204 len: 168 time: 0.7445230 Dec 08 13:12:21.795580 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60806) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:21.819687 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-866cb5e0-a2dd-419a-b54b-791fac7373aa tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=13c9772e-98b0-4bdb-b601-2d0b0301c8e3 HTTP/1.1" status: 200 len: 205 time: 0.0277798 Dec 08 13:12:21.822161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60808) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:21.847621 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4c5e1667-af81-4ec9-a088-fe3487c8f971 req-b9479c49-30c4-4196-8dbc-74c89caa0ebc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=58ef0cf0-7315-4509-a77c-8ce45c180365&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093800 Dec 08 13:12:21.867094 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-bcdc525b-2a5d-446f-bd20-5ab1b1827d0f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] delete failed (client error): The resource could not be found. Dec 08 13:12:21.868254 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bcdc525b-2a5d-446f-bd20-5ab1b1827d0f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/13c9772e-98b0-4bdb-b601-2d0b0301c8e3 HTTP/1.1" status: 404 len: 336 time: 0.0450597 Dec 08 13:12:21.871474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60810) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:21.878744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port dcbcabbf-b70d-415b-bfad-c15968c1142c {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:21.878744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:21.897614 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b81df1f-a249-4213-b35d-29292af5e1b9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] DELETE failed (client error): The resource could not be found. Dec 08 13:12:21.898076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b81df1f-a249-4213-b35d-29292af5e1b9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:12:21.901350 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4b81df1f-a249-4213-b35d-29292af5e1b9 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/eb2d71d2-f054-48ac-81ae-76ddeea6cf26 HTTP/1.1" status: 404 len: 337 time: 0.0289078 Dec 08 13:12:21.903910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60812) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:21.930863 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda68dc5-32f8-4a08-bdd1-d12bca2d2618 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] DELETE failed (client error): The resource could not be found. Dec 08 13:12:21.931320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda68dc5-32f8-4a08-bdd1-d12bca2d2618 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:12:21.934351 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eda68dc5-32f8-4a08-bdd1-d12bca2d2618 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/98e1f5ec-c2f2-4b54-b540-6c4f4e714a2b HTTP/1.1" status: 404 len: 337 time: 0.0295086 Dec 08 13:12:21.937073 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60814) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:21.968175 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ed9acb-0480-47da-ae9c-3fef63196964 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] DELETE failed (client error): The resource could not be found. Dec 08 13:12:21.968636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ed9acb-0480-47da-ae9c-3fef63196964 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:12:21.974231 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a5ed9acb-0480-47da-ae9c-3fef63196964 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/99e2ffc1-34c7-442d-a238-882a14d84cab HTTP/1.1" status: 404 len: 337 time: 0.0336607 Dec 08 13:12:21.975002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60816) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:21.978694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port dcbcabbf-b70d-415b-bfad-c15968c1142c, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=dcbcabbf-b70d-415b-bfad-c15968c1142c,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:21.979090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:21.992590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for dcbcabbf-b70d-415b-bfad-c15968c1142c owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:22.002495 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0fa940-ab57-4b3e-9fe1-c437ece7ad0c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] DELETE failed (client error): The resource could not be found. Dec 08 13:12:22.002968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0fa940-ab57-4b3e-9fe1-c437ece7ad0c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:12:22.005987 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cb0fa940-ab57-4b3e-9fe1-c437ece7ad0c tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/cf8813f0-4f9a-4f64-91ca-1cb8e81bf5e5 HTTP/1.1" status: 404 len: 337 time: 0.0296609 Dec 08 13:12:22.008755 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60818) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.038354 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6c26f3ab-7621-4cd7-94b6-8c23edb2d12e tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=93ac70b0-097a-4edd-ab5b-998990f5fbee HTTP/1.1" status: 200 len: 205 time: 0.0257413 Dec 08 13:12:22.038621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60820) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.075019 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-d72e44b0-055a-40f2-939c-ab46c7f508de tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] delete failed (client error): The resource could not be found. Dec 08 13:12:22.081121 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d72e44b0-055a-40f2-939c-ab46c7f508de tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/93ac70b0-097a-4edd-ab5b-998990f5fbee HTTP/1.1" status: 404 len: 336 time: 0.0366225 Dec 08 13:12:22.083079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60822) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.135556 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d09384b9-4f91-4cd3-81a8-bfce8d3995cb tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a9112bb-1e25-4e4c-b60f-c503919eadef HTTP/1.1" status: 200 len: 205 time: 0.0330782 Dec 08 13:12:22.137971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60824) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.181253 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-1559cf31-cf6f-4086-9987-8065a0500446 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] delete failed (client error): The resource could not be found. Dec 08 13:12:22.182285 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1559cf31-cf6f-4086-9987-8065a0500446 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/3a9112bb-1e25-4e4c-b60f-c503919eadef HTTP/1.1" status: 404 len: 336 time: 0.0433099 Dec 08 13:12:22.184916 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60826) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.209999 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:22.211959 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acde03c-4460-434a-bcd0-c67526b68bd1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] DELETE failed (client error): The resource could not be found. Dec 08 13:12:22.212446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acde03c-4460-434a-bcd0-c67526b68bd1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:12:22.215685 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2acde03c-4460-434a-bcd0-c67526b68bd1 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/62fa949c-014e-4838-ae63-6d85beee018f HTTP/1.1" status: 404 len: 337 time: 0.0297971 Dec 08 13:12:22.218544 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60828) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.245295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=dcbcabbf-b70d-415b-bfad-c15968c1142c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:22.254081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60830) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.264047 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-34b3ec8c-1587-4a83-8427-ec62eb924db5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca27482e-7059-47ed-a174-3a7b28179c6e HTTP/1.1" status: 200 len: 205 time: 0.0316784 Dec 08 13:12:22.324139 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-40ec0647-04b0-425c-91f1-f3be3f251eb2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] delete failed (client error): The resource could not be found. Dec 08 13:12:22.325256 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-40ec0647-04b0-425c-91f1-f3be3f251eb2 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/ca27482e-7059-47ed-a174-3a7b28179c6e HTTP/1.1" status: 404 len: 336 time: 0.0686190 Dec 08 13:12:22.328138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60832) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.339569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port dcbcabbf-b70d-415b-bfad-c15968c1142c on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:22.342262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:22.346197 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8edf054-7dba-4a4d-9b36-f5b51c232df9 req-a22a99ad-4f58-4da8-88b3-c756c68e4914 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/dcbcabbf-b70d-415b-bfad-c15968c1142c HTTP/1.1" status: 204 len: 173 time: 0.6015463 Dec 08 13:12:22.346696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'name': 'network-vif-deleted', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:12:22.350710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b5e7fb-b286-40f0-9d95-ebc7b6e4281d" -d '{"events": [{"server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "name": "network-vif-deleted", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:12:22.355843 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e979083d-9707-4a77-89c9-d6390f3055cc tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca382a1-44e4-4537-af4c-08fa08636cad HTTP/1.1" status: 200 len: 205 time: 0.0265388 Dec 08 13:12:22.358152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60836) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.391632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc91931-8ebd-4666-86da-7804201cb15b x-openstack-request-id: req-bbc91931-8ebd-4666-86da-7804201cb15b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:12:22.391936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d77f2b1-90ae-486a-885b-4abbab0a1852", "name": "network-vif-deleted", "tag": "dcbcabbf-b70d-415b-bfad-c15968c1142c", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:12:22.392196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbc91931-8ebd-4666-86da-7804201cb15b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:12:22.392746 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d77f2b1-90ae-486a-885b-4abbab0a1852', 'name': 'network-vif-deleted', 'tag': 'dcbcabbf-b70d-415b-bfad-c15968c1142c', 'status': 'completed', 'code': 200} Dec 08 13:12:22.401232 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-0c2daf15-2efa-47be-aae9-bac2bf07bc5a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] delete failed (client error): The resource could not be found. Dec 08 13:12:22.402417 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0c2daf15-2efa-47be-aae9-bac2bf07bc5a tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/7ca382a1-44e4-4537-af4c-08fa08636cad HTTP/1.1" status: 404 len: 336 time: 0.0433254 Dec 08 13:12:22.405229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60838) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.431126 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2127e426-9bca-48be-af4c-c101e9512c0f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] DELETE failed (client error): The resource could not be found. Dec 08 13:12:22.431575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2127e426-9bca-48be-af4c-c101e9512c0f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:12:22.434602 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2127e426-9bca-48be-af4c-c101e9512c0f tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/aedcc0cb-875e-4d06-9769-16fe103b5a63 HTTP/1.1" status: 404 len: 337 time: 0.0284479 Dec 08 13:12:22.437345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60840) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.464510 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bb65eb25-9de2-4aa1-b171-0907235d57f5 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=a98336f8-c46f-4c83-a109-4571ae6d2c05 HTTP/1.1" status: 200 len: 205 time: 0.0260880 Dec 08 13:12:22.467099 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60842) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.503756 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-829aeafa-3b5f-4b1b-b06a-499e09e69882 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] delete failed (client error): The resource could not be found. Dec 08 13:12:22.504699 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-829aeafa-3b5f-4b1b-b06a-499e09e69882 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/a98336f8-c46f-4c83-a109-4571ae6d2c05 HTTP/1.1" status: 404 len: 336 time: 0.0366693 Dec 08 13:12:22.507482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60844) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.510069 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:12:22.538906 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c4639a-3ea5-41c3-8f4e-7cea20665588 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] DELETE failed (client error): The resource could not be found. Dec 08 13:12:22.539368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c4639a-3ea5-41c3-8f4e-7cea20665588 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:12:22.542672 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a7c4639a-3ea5-41c3-8f4e-7cea20665588 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/bdad6529-ad26-4b65-9af9-4d038b799bf8 HTTP/1.1" status: 404 len: 337 time: 0.0342367 Dec 08 13:12:22.545563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60846) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.572857 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a8d88463-7753-4b9a-b9f3-fb1058856d23 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "GET /v2.0/ports?device_id=158836e0-8bf8-4137-9f04-4b7a195c0cae HTTP/1.1" status: 200 len: 205 time: 0.0261657 Dec 08 13:12:22.575411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60848) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.615397 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-dd546fe3-5d3f-4334-9f41-5d55b2d853e6 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] delete failed (client error): The resource could not be found. Dec 08 13:12:22.616478 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dd546fe3-5d3f-4334-9f41-5d55b2d853e6 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/routers/158836e0-8bf8-4137-9f04-4b7a195c0cae HTTP/1.1" status: 404 len: 336 time: 0.0401556 Dec 08 13:12:22.619343 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60850) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.646509 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-22702883-9a3b-49fe-9b67-0825194ea352 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] DELETE failed (client error): The resource could not be found. Dec 08 13:12:22.647021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22702883-9a3b-49fe-9b67-0825194ea352 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:12:22.650164 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-22702883-9a3b-49fe-9b67-0825194ea352 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/92fceccb-9811-41b7-9696-248fe0341991 HTTP/1.1" status: 404 len: 337 time: 0.0298350 Dec 08 13:12:22.652824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60852) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:22.684044 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f973ab-407b-4790-bdd8-8c969a35dc05 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] DELETE failed (client error): The resource could not be found. Dec 08 13:12:22.684503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f973ab-407b-4790-bdd8-8c969a35dc05 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:12:22.687702 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-85f973ab-407b-4790-bdd8-8c969a35dc05 tempest-RoutersTest-1931683228 tempest-RoutersTest-1931683228-project] 10.222.0.76 "DELETE /v2.0/subnets/fb0738ce-24d7-45d5-947a-9f71a98b50d6 HTTP/1.1" status: 404 len: 337 time: 0.0340495 Dec 08 13:12:22.969835 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f9ac0a85-d429-4434-af8b-f19aa91dd8c6 req-dac781a2-f0f7-46c8-a67b-0d93751e4bb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d77f2b1-90ae-486a-885b-4abbab0a1852 HTTP/1.1" status: 200 len: 210 time: 0.0263650 Dec 08 13:12:23.121973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60860) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:23.252623 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7cf3c8bd-f220-4a08-99f8-dd326a7bbd9c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed8953df04724f34b4c4deaecfdc59ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293595 Dec 08 13:12:23.255503 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60864) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:23.307893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0063147-9434-487e-a86e-7006bfa8dc5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:23.329778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0063147-9434-487e-a86e-7006bfa8dc5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:23.452020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0063147-9434-487e-a86e-7006bfa8dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:23.454726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0063147-9434-487e-a86e-7006bfa8dc5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:23.455957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e0063147-9434-487e-a86e-7006bfa8dc5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/533a99c2-7813-4651-8d3c-5af060af3cba HTTP/1.1" status: 204 len: 168 time: 0.1995277 Dec 08 13:12:23.463713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0063147-9434-487e-a86e-7006bfa8dc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533a99c2-7813-4651-8d3c-5af060af3cba,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:24.026246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60880) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:24.083485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6831fd7a-05f8-405b-9e6e-f67408d965eb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:24.112327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6831fd7a-05f8-405b-9e6e-f67408d965eb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:24.232663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6831fd7a-05f8-405b-9e6e-f67408d965eb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:24.236321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6831fd7a-05f8-405b-9e6e-f67408d965eb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:24.240707 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6831fd7a-05f8-405b-9e6e-f67408d965eb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/58ef0cf0-7315-4509-a77c-8ce45c180365 HTTP/1.1" status: 204 len: 168 time: 0.2100511 Dec 08 13:12:24.247567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831fd7a-05f8-405b-9e6e-f67408d965eb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ef0cf0-7315-4509-a77c-8ce45c180365,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:24.350181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60892) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:24.415606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60894) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:24.511101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155047806'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:24.519097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device dcbcabbf-b70d-415b-bfad-c15968c1142c no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:24.541757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: dcbcabbf-b70d-415b-bfad-c15968c1142c {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:24.542128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device dcbcabbf-b70d-415b-bfad-c15968c1142c not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:24.615863 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:24.729879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:24.895304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:24.973440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:24.996895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port d6031589-cff5-46e5-a63c-fa4e832690e1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:24.997241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.063895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.085485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port d6031589-cff5-46e5-a63c-fa4e832690e1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d6031589-cff5-46e5-a63c-fa4e832690e1,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:25.086008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.102560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ecf20-8559-4456-86b4-8febf731c9ff,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:25.104766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for d6031589-cff5-46e5-a63c-fa4e832690e1 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:25.114964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.115322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.115671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.116019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.116359 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.116696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.117030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.117364 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.117694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.118021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.118352 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.118700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.119029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:25.152390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.229911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.261020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc57d3-9337-45d7-b1a9-8c92a2f54d59,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:25.324452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.326421 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d3571729-ded1-4b1a-bd1d-9026a7e0487b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9097137 Dec 08 13:12:25.329049 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60898) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:25.344233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.372002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=d6031589-cff5-46e5-a63c-fa4e832690e1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:25.382286 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2465c4c1-0c10-4fff-81b4-439b18714746 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0520039 Dec 08 13:12:25.385134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60900) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:25.391336 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e56e9578-0632-47fd-b1dd-c9012f963446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-security--1475120381', 'description': 'tempest-security-description-831324881'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:25.428083 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e56e9578-0632-47fd-b1dd-c9012f963446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.481158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e56e9578-0632-47fd-b1dd-c9012f963446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.551509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.570168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e56e9578-0632-47fd-b1dd-c9012f963446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.572967 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e56e9578-0632-47fd-b1dd-c9012f963446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.577261 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e56e9578-0632-47fd-b1dd-c9012f963446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "PUT /v2.0/security-groups/4cfc57d3-9337-45d7-b1a9-8c92a2f54d59 HTTP/1.1" status: 200 len: 1796 time: 0.1911194 Dec 08 13:12:25.577921 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60902) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:25.623014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e9578-0632-47fd-b1dd-c9012f963446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc57d3-9337-45d7-b1a9-8c92a2f54d59,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:25.637519 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-90d8e9f6-4115-4bc2-a885-2e76dce03472 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups/4cfc57d3-9337-45d7-b1a9-8c92a2f54d59 HTTP/1.1" status: 200 len: 1796 time: 0.0556877 Dec 08 13:12:25.642066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60904) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:25.694774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-24a04a4c-2071-4caf-85c3-a6729a1c5cd3 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.716797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-24a04a4c-2071-4caf-85c3-a6729a1c5cd3 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.782940 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router b02766ad-f726-4013-aa00-f46890ffab89 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:25.861538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-24a04a4c-2071-4caf-85c3-a6729a1c5cd3 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.864975 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-24a04a4c-2071-4caf-85c3-a6729a1c5cd3 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:25.866568 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-24a04a4c-2071-4caf-85c3-a6729a1c5cd3 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/4cfc57d3-9337-45d7-b1a9-8c92a2f54d59 HTTP/1.1" status: 204 len: 168 time: 0.2254140 Dec 08 13:12:25.869362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60906) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:25.877039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a04a4c-2071-4caf-85c3-a6729a1c5cd3 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc57d3-9337-45d7-b1a9-8c92a2f54d59,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:25.914006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:25.922148 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-15107c5f-8eb3-4000-bf02-12082a829b89 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/b02766ad-f726-4013-aa00-f46890ffab89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5706587 Dec 08 13:12:25.923675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] Sync routers for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:25.925004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60908) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:25.930541 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-224820d9-aa97-4390-96c0-afb8fbe56f53 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601020 Dec 08 13:12:25.933378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60910) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:25.934181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:25.934840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:25.947405 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.api.v2.resource [None req-b949cba0-78a8-47ab-85d3-d43b63a6dd2b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] delete failed (client error): The resource could not be found. Dec 08 13:12:25.950899 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b949cba0-78a8-47ab-85d3-d43b63a6dd2b tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/4cfc57d3-9337-45d7-b1a9-8c92a2f54d59 HTTP/1.1" status: 404 len: 347 time: 0.0139616 Dec 08 13:12:25.954592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60912) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:25.961213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-190be678-e66b-401d-83b0-9cd26668fc58 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-secgroup--926566849'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:25.987496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-712accb7-bab9-47ea-8ef6-22bfc9f6e27d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting subnet 7775740e-02e9-44f5-801d-e2368e07272d {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:12:25.991034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-712accb7-bab9-47ea-8ef6-22bfc9f6e27d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.027291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-190be678-e66b-401d-83b0-9cd26668fc58 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.038378 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-712accb7-bab9-47ea-8ef6-22bfc9f6e27d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.047360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:26.107486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-190be678-e66b-401d-83b0-9cd26668fc58 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.123517 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-712accb7-bab9-47ea-8ef6-22bfc9f6e27d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.163791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-190be678-e66b-401d-83b0-9cd26668fc58 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.196461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190be678-e66b-401d-83b0-9cd26668fc58 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85269de3-4771-43a6-9a46-698d75a6fa37,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:26.261652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-712accb7-bab9-47ea-8ef6-22bfc9f6e27d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.286083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-190be678-e66b-401d-83b0-9cd26668fc58 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.290489 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-190be678-e66b-401d-83b0-9cd26668fc58 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3319013 Dec 08 13:12:26.290676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60914) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:26.292883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712accb7-bab9-47ea-8ef6-22bfc9f6e27d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Subnet': ['ID=7775740e-02e9-44f5-801d-e2368e07272d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:26.295985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8c6581ef-c024-4993-a454-f0aee966934c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': '85269de3-4771-43a6-9a46-698d75a6fa37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:26.296865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-712accb7-bab9-47ea-8ef6-22bfc9f6e27d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.300623 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-712accb7-bab9-47ea-8ef6-22bfc9f6e27d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/subnets/7775740e-02e9-44f5-801d-e2368e07272d HTTP/1.1" status: 204 len: 168 time: 0.3741570 Dec 08 13:12:26.305420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60916) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:26.315155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ce3cd9-71fe-45da-88d1-9f3b9e6e662d None None] Network 4913db85-e1be-4121-95f1-baf00ddcd946 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:26.420418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.460515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:12:25Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:26.470134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8c6581ef-c024-4993-a454-f0aee966934c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.490003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] Checking router: b02766ad-f726-4013-aa00-f46890ffab89 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:26.501478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] Routers {'b02766ad-f726-4013-aa00-f46890ffab89'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:26.502353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['b02766ad-f726-4013-aa00-f46890ffab89'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:26.557265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] DHCP port deletion for 4913db85-e1be-4121-95f1-baf00ddcd946 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:12:26.583740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8c6581ef-c024-4993-a454-f0aee966934c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.585140 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.642438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] Set router b02766ad-f726-4013-aa00-f46890ffab89 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:26.672297 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8c6581ef-c024-4993-a454-f0aee966934c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.694706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6581ef-c024-4993-a454-f0aee966934c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393667c3-9536-446b-adbc-6d1976f8cfd3,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:26.729958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Deleting port deff715e-ae35-4946-9a66-66f5586cf05a {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:26.730336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.761629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port fe9ddc9f-f404-435d-94c4-0951cdd40a82 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:26.761965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.767396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8c6581ef-c024-4993-a454-f0aee966934c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.771512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8c6581ef-c024-4993-a454-f0aee966934c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4771314 Dec 08 13:12:26.773014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60918) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:26.805305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f5aa-9e44-4bb3-adc8-dd387997cb9e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.813375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f5aa-9e44-4bb3-adc8-dd387997cb9e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.839521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] For port deff715e-ae35-4946-9a66-66f5586cf05a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=deff715e-ae35-4946-9a66-66f5586cf05a,segment=NetworkSegment(f3699e50-87ac-448a-97c9-38af2c2cbf08),segment_id=f3699e50-87ac-448a-97c9-38af2c2cbf08)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:26.839925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.853375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port fe9ddc9f-f404-435d-94c4-0951cdd40a82, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fe9ddc9f-f404-435d-94c4-0951cdd40a82,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:26.853728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.869656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for fe9ddc9f-f404-435d-94c4-0951cdd40a82 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:26.871191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Calling delete_port for deff715e-ae35-4946-9a66-66f5586cf05a owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:26.901060 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f5aa-9e44-4bb3-adc8-dd387997cb9e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.908050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f5aa-9e44-4bb3-adc8-dd387997cb9e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:26.912279 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e7c8f5aa-9e44-4bb3-adc8-dd387997cb9e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/393667c3-9536-446b-adbc-6d1976f8cfd3 HTTP/1.1" status: 204 len: 168 time: 0.1346369 Dec 08 13:12:26.912909 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60920) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:26.929621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8f5aa-9e44-4bb3-adc8-dd387997cb9e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=393667c3-9536-446b-adbc-6d1976f8cfd3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:26.958676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:12:25Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:26.965822 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-02e0d22c-ed47-49fb-a496-f833093d5c3f tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496287 Dec 08 13:12:26.967044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60922) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:26.995735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bec2a6-0780-44f5-9635-ac4622a8376e None None] The sync data for ids ['b02766ad-f726-4013-aa00-f46890ffab89'] in dv-neutron-799625-5-hyperv is: [{'id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'name': 'tempest-TestNetworkBasicOps-router-518101669', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:10:17Z', 'updated_at': '2021-12-08T13:12:25Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'fe9ddc9f-f404-435d-94c4-0951cdd40a82', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02766ad-f726-4013-aa00-f46890ffab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:10:18Z', 'updated_at': '2021-12-08T13:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:27.025228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56e052c1-493b-429c-9c0c-cb8c11d7927c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.055780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56e052c1-493b-429c-9c0c-cb8c11d7927c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.095400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.121061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.123452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] No DVR routers for this DVR port deff715e-ae35-4946-9a66-66f5586cf05a on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:27.129846 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Pushing event deleted for resources: {'Port': ['ID=deff715e-ae35-4946-9a66-66f5586cf05a,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:27.136106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.136478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.136834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.137186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.137527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.137867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.138206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.138673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.139020 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.139495 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.140048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.140385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.140725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740591e3-6cc3-40f9-94f0-8aa735c8db9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:12:27.153308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=fe9ddc9f-f404-435d-94c4-0951cdd40a82,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:27.167558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe5ec3-4746-442a-bc31-5bd4c08aaf11 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:12:27.195741 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56e052c1-493b-429c-9c0c-cb8c11d7927c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.198527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56e052c1-493b-429c-9c0c-cb8c11d7927c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.199720 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-56e052c1-493b-429c-9c0c-cb8c11d7927c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/85269de3-4771-43a6-9a46-698d75a6fa37 HTTP/1.1" status: 204 len: 168 time: 0.2317276 Dec 08 13:12:27.203336 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60924) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:27.218002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.221890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e052c1-493b-429c-9c0c-cb8c11d7927c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85269de3-4771-43a6-9a46-698d75a6fa37,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:27.255264 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1835abeb-e86f-4ebc-98e5-35f3fad0b4c6 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0496163 Dec 08 13:12:27.260392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60926) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:27.264994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d0b5ce06-e89a-4e4b-aefa-ba6691767c9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058070724'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:27.312740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.314795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.410516 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ce06-e89a-4e4b-aefa-ba6691767c9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.452801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.453850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Fanout notify agent at l3_agent the message router_deleted on router b02766ad-f726-4013-aa00-f46890ffab89 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:12:27.463105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.466988 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ec685fdc-f44f-46ac-8e1f-1bec91524c4b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/routers/b02766ad-f726-4013-aa00-f46890ffab89 HTTP/1.1" status: 204 len: 168 time: 1.1581895 Dec 08 13:12:27.467345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60928) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:27.484398 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ce06-e89a-4e4b-aefa-ba6691767c9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.549888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.584419 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ce06-e89a-4e4b-aefa-ba6691767c9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.616838 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5ce06-e89a-4e4b-aefa-ba6691767c9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27dd1a9-01b2-4158-8b65-c15f470c8fda,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:27.643805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.669207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4913db85-e1be-4121-95f1-baf00ddcd946']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:27.681569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3699e50-87ac-448a-97c9-38af2c2cbf08') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:27.681884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3699e50-87ac-448a-97c9-38af2c2cbf08') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:27.692449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.698115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ce06-e89a-4e4b-aefa-ba6691767c9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.701362 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d0b5ce06-e89a-4e4b-aefa-ba6691767c9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4381924 Dec 08 13:12:27.702720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60930) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:27.707530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f52603fb-f646-44a6-a98f-0c08b73f9327 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': 'd27dd1a9-01b2-4158-8b65-c15f470c8fda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:27.712944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.719210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:12:27.720821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:12:27.722525 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:12:27.806179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f52603fb-f646-44a6-a98f-0c08b73f9327 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.859843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f52603fb-f646-44a6-a98f-0c08b73f9327 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.898179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.905574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.907972 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/networks/4913db85-e1be-4121-95f1-baf00ddcd946 HTTP/1.1" status: 204 len: 168 time: 0.4388633 Dec 08 13:12:27.918967 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e711288-e077-414a-af46-fa8a4d48c1e5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Network': ['ID=4913db85-e1be-4121-95f1-baf00ddcd946,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:27.932159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60932) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:27.935391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f52603fb-f646-44a6-a98f-0c08b73f9327 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:27.937028 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'network': {'name': 'tempest-network-smoke--954858073', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'port_security_enabled': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:27.953908 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52603fb-f646-44a6-a98f-0c08b73f9327 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffcb5a9-a580-4635-b300-8aefdcf7d1d2,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:28.018197 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:12:28.022105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.047510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:12:28.057841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.058176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Added segment bc8015f7-8e47-47bd-88af-d7eaa1eb46a0 of type vlan for network f50835f3-fc08-473f-aec8-340ce1b8ce34 Dec 08 13:12:28.088724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f52603fb-f646-44a6-a98f-0c08b73f9327 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.089948 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f52603fb-f646-44a6-a98f-0c08b73f9327 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3861096 Dec 08 13:12:28.093782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60934) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:28.098796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-51ca4f8b-deed-492e-881f-b9a589d18d6d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': 'd27dd1a9-01b2-4158-8b65-c15f470c8fda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:28.104156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.220260 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51ca4f8b-deed-492e-881f-b9a589d18d6d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.240882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.246489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:28.247099 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.276688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51ca4f8b-deed-492e-881f-b9a589d18d6d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.312646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Network': ['ID=f50835f3-fc08-473f-aec8-340ce1b8ce34,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:28.323474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network f50835f3-fc08-473f-aec8-340ce1b8ce34 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:12:28.338189 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-42acd70d-3e4b-4815-9cbb-d3859f64eed4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4049473 Dec 08 13:12:28.340990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60936) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:28.345633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'admin_state_up': True, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:28.356595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51ca4f8b-deed-492e-881f-b9a589d18d6d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.387833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca4f8b-deed-492e-881f-b9a589d18d6d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb85acf-9041-40bc-93ff-2eb224efec56,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:28.462299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.462299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.502267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d6031589-cff5-46e5-a63c-fa4e832690e1 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:28.513211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.523924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: d6031589-cff5-46e5-a63c-fa4e832690e1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:28.524285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d6031589-cff5-46e5-a63c-fa4e832690e1 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:28.524719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device deff715e-ae35-4946-9a66-66f5586cf05a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:28.549959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: deff715e-ae35-4946-9a66-66f5586cf05a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:28.550565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device deff715e-ae35-4946-9a66-66f5586cf05a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:28.551377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device fe9ddc9f-f404-435d-94c4-0951cdd40a82 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:28.563084 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51ca4f8b-deed-492e-881f-b9a589d18d6d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.564372 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-51ca4f8b-deed-492e-881f-b9a589d18d6d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4695840 Dec 08 13:12:28.567357 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60938) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:28.571906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b92bde56-308b-4fb5-81b7-2e80eca3177d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': 'd27dd1a9-01b2-4158-8b65-c15f470c8fda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:28.572952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: fe9ddc9f-f404-435d-94c4-0951cdd40a82 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:28.573309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device fe9ddc9f-f404-435d-94c4-0951cdd40a82 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:28.673821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b92bde56-308b-4fb5-81b7-2e80eca3177d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.759407 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.785322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b92bde56-308b-4fb5-81b7-2e80eca3177d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.917284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b92bde56-308b-4fb5-81b7-2e80eca3177d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:28.942704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bde56-308b-4fb5-81b7-2e80eca3177d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d00ce3-b092-46e0-9f7f-272751f57329,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:29.050537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.053966 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b92bde56-308b-4fb5-81b7-2e80eca3177d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.055205 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b92bde56-308b-4fb5-81b7-2e80eca3177d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4869080 Dec 08 13:12:29.058124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60940) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:29.062978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f4cc785c-537b-44ee-9b9c-66fb4cd13f89 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': 'd27dd1a9-01b2-4158-8b65-c15f470c8fda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:29.073912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.160390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f4cc785c-537b-44ee-9b9c-66fb4cd13f89 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.179346 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.226 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/d6a214cc-0b47-4ba6-8901-2ba6f9866104) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:29.218305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f4cc785c-537b-44ee-9b9c-66fb4cd13f89 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.280312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.312427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f4cc785c-537b-44ee-9b9c-66fb4cd13f89 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.334693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc785c-537b-44ee-9b9c-66fb4cd13f89 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e8b1f2-bd3d-4d40-8143-6cfc57024ed2,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:29.358622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.402192 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:29.405033 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:29.410730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:29.417405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfcd23-2447-47f2-be8e-29383f057c85 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:12:29.434170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=d6a214cc-0b47-4ba6-8901-2ba6f9866104,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:29.462719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f4cc785c-537b-44ee-9b9c-66fb4cd13f89 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.466794 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f4cc785c-537b-44ee-9b9c-66fb4cd13f89 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4047227 Dec 08 13:12:29.466794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60942) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:29.471176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f22116f2-a6ec-4351-a265-2cb494003cb7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': 'd27dd1a9-01b2-4158-8b65-c15f470c8fda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:29.506644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-43039cf5-4e04-480f-952d-e0596246a9da None None] Provisioning complete for port d6a214cc-0b47-4ba6-8901-2ba6f9866104 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:29.506982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43039cf5-4e04-480f-952d-e0596246a9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.540614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-43039cf5-4e04-480f-952d-e0596246a9da None None] Port d6a214cc-0b47-4ba6-8901-2ba6f9866104 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:29.565795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f22116f2-a6ec-4351-a265-2cb494003cb7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.623802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f22116f2-a6ec-4351-a265-2cb494003cb7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.718196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f22116f2-a6ec-4351-a265-2cb494003cb7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.736250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22116f2-a6ec-4351-a265-2cb494003cb7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56091f8a-d46d-4891-b52c-3d3c79ad2615,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:29.747695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.817561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f22116f2-a6ec-4351-a265-2cb494003cb7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.818761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f22116f2-a6ec-4351-a265-2cb494003cb7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3509562 Dec 08 13:12:29.821958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60944) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:29.844898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5af56116-5701-4834-b14d-500a5152a0f1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.853039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5af56116-5701-4834-b14d-500a5152a0f1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.944608 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.966829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5af56116-5701-4834-b14d-500a5152a0f1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.974563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5af56116-5701-4834-b14d-500a5152a0f1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:29.975666 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5af56116-5701-4834-b14d-500a5152a0f1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/56091f8a-d46d-4891-b52c-3d3c79ad2615 HTTP/1.1" status: 204 len: 168 time: 0.1527872 Dec 08 13:12:29.979439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60946) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:29.985427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af56116-5701-4834-b14d-500a5152a0f1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56091f8a-d46d-4891-b52c-3d3c79ad2615,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:30.024820 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-178b454d-ca14-448a-9743-9bc33009a155 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0443141 Dec 08 13:12:30.027718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60948) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.051713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-496bd9cb-b953-4c68-9113-a10ad2dbbe26 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.059164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-496bd9cb-b953-4c68-9113-a10ad2dbbe26 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.137669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:12:30.174873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-496bd9cb-b953-4c68-9113-a10ad2dbbe26 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.181266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-496bd9cb-b953-4c68-9113-a10ad2dbbe26 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.182493 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-496bd9cb-b953-4c68-9113-a10ad2dbbe26 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e4e8b1f2-bd3d-4d40-8143-6cfc57024ed2 HTTP/1.1" status: 204 len: 168 time: 0.1538346 Dec 08 13:12:30.186100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60950) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.187876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bd9cb-b953-4c68-9113-a10ad2dbbe26 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4e8b1f2-bd3d-4d40-8143-6cfc57024ed2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:30.267055 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3e257281-4606-40f3-ba0c-767d2377c993 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0797286 Dec 08 13:12:30.270665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60952) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.282641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:30.293821 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Sync routers for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:30.295841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95f6b708-4103-44e9-959e-7d6f5e1afa22 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.303731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95f6b708-4103-44e9-959e-7d6f5e1afa22 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.304857 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:30.308230 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:30.368508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.369740 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-25931789-3ec5-42f7-a11a-0c167ef450c9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0277491 Dec 08 13:12:30.372895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60954) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.401923 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8f9012e6-6a99-4326-9cd4-af0e56864050 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278087 Dec 08 13:12:30.404669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60956) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.409571 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:30.422928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95f6b708-4103-44e9-959e-7d6f5e1afa22 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.440695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-95f6b708-4103-44e9-959e-7d6f5e1afa22 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.442284 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-95f6b708-4103-44e9-959e-7d6f5e1afa22 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/61d00ce3-b092-46e0-9f7f-272751f57329 HTTP/1.1" status: 204 len: 168 time: 0.1700988 Dec 08 13:12:30.446995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60958) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.462797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6b708-4103-44e9-959e-7d6f5e1afa22 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61d00ce3-b092-46e0-9f7f-272751f57329,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:30.495074 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9bcc39ce-f3f7-4cbe-9280-3f1ed99e87b2 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0438476 Dec 08 13:12:30.495484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60960) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.519654 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cec63ba-802b-49cd-a585-d8531e411ebe tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.528115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cec63ba-802b-49cd-a585-d8531e411ebe tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.573887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c9512e-8ae3-4cef-8e3a-0096a4b8323b tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:30.575443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d9c9512e-8ae3-4cef-8e3a-0096a4b8323b tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1697438 Dec 08 13:12:30.578305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60962) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.601735 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:29Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:30.609949 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cec63ba-802b-49cd-a585-d8531e411ebe tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.615430 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-48e2a5a5-08d6-4c0b-b985-e89931867dae tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331581 Dec 08 13:12:30.615747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60964) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.616488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4cec63ba-802b-49cd-a585-d8531e411ebe tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.619894 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4cec63ba-802b-49cd-a585-d8531e411ebe tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/8eb85acf-9041-40bc-93ff-2eb224efec56 HTTP/1.1" status: 204 len: 168 time: 0.1213939 Dec 08 13:12:30.620656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1894522330', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:30.621347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60966) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.629107 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Checking router: ac02dd5c-b4f3-46c4-9045-6f6f188dff3c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:30.629840 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Updating router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c port d6a214cc-0b47-4ba6-8901-2ba6f9866104 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:12:30.641631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec63ba-802b-49cd-a585-d8531e411ebe tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8eb85acf-9041-40bc-93ff-2eb224efec56,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:30.659235 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.679311 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7c7c115b-82b4-48bf-9ced-1185e0bdc56f tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0538068 Dec 08 13:12:30.679511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60968) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.704515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc3c3-aa47-42af-8bf5-83e80df5ea82 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.712661 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc3c3-aa47-42af-8bf5-83e80df5ea82 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.795294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:12:30.800823 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.812662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc3c3-aa47-42af-8bf5-83e80df5ea82 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.820203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc3c3-aa47-42af-8bf5-83e80df5ea82 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.821583 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dc7cc3c3-aa47-42af-8bf5-83e80df5ea82 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/5ffcb5a9-a580-4635-b300-8aefdcf7d1d2 HTTP/1.1" status: 204 len: 168 time: 0.1411073 Dec 08 13:12:30.824412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60970) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.827486 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cc3c3-aa47-42af-8bf5-83e80df5ea82 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ffcb5a9-a580-4635-b300-8aefdcf7d1d2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:30.911351 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.911997 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e4fe8c7e-565e-4ef8-b665-14bf086fe8de tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0840697 Dec 08 13:12:30.914965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60972) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:30.972224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4b081dc-f6bf-4146-9162-7fb3a7bcbd45 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.990062 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:30.999027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4b081dc-f6bf-4146-9162-7fb3a7bcbd45 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.056989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2368be-a8b0-43c2-949b-4bf42790e6c0 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:12:31.063102 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454298bf-a28f-453b-ad2e-70ca50af3517 None None] Pushing event updated for resources: {'Port': ['ID=d6a214cc-0b47-4ba6-8901-2ba6f9866104,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:31.071943 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Attempting to bind port d6a214cc-0b47-4ba6-8901-2ba6f9866104 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:31.072324 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Attempting to bind port d6a214cc-0b47-4ba6-8901-2ba6f9866104 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:31.072865 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Attempting to bind port d6a214cc-0b47-4ba6-8901-2ba6f9866104 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:31.075721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.079307 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:31.079734 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:31.080266 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.080548 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:31.081042 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Bound port: d6a214cc-0b47-4ba6-8901-2ba6f9866104, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:31.081412 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.127167 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4b081dc-f6bf-4146-9162-7fb3a7bcbd45 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.130216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4b081dc-f6bf-4146-9162-7fb3a7bcbd45 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.133789 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] For port d6a214cc-0b47-4ba6-8901-2ba6f9866104, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:31.134157 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f4b081dc-f6bf-4146-9162-7fb3a7bcbd45 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/d27dd1a9-01b2-4158-8b65-c15f470c8fda HTTP/1.1" status: 204 len: 168 time: 0.2177546 Dec 08 13:12:31.135228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60976) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:31.137414 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] For port d6a214cc-0b47-4ba6-8901-2ba6f9866104, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d6a214cc-0b47-4ba6-8901-2ba6f9866104,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:31.140892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=29e153ea-354d-49ee-8866-9196bb0086fb,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:31.149805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Checking segment: {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:31.150246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network hostable DHCP agents. Network: f50835f3-fc08-473f-aec8-340ce1b8ce34, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:12:31.151147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b081dc-f6bf-4146-9162-7fb3a7bcbd45 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27dd1a9-01b2-4158-8b65-c15f470c8fda,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:31.183760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-33512dda-cb71-40d9-9fd8-080708be7c16 None None] Provisioning complete for port d6a214cc-0b47-4ba6-8901-2ba6f9866104 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:31.184261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-33512dda-cb71-40d9-9fd8-080708be7c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.193526 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2da44cf2-a787-416d-be69-f21e8a8d7bdc tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0504525 Dec 08 13:12:31.193731 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60978) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:31.198355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c956c85f-e988-4594-a5ce-794562e8426e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-secgroup--589899825'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:31.212683 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.227430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-33512dda-cb71-40d9-9fd8-080708be7c16 None None] Port d6a214cc-0b47-4ba6-8901-2ba6f9866104 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:31.235386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network f50835f3-fc08-473f-aec8-340ce1b8ce34 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:12:31.250346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df3b8b5-f69a-42c1-bdf0-c9f75b21fdf8 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:12:31.269638 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:31.270293 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:31.292451 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c956c85f-e988-4594-a5ce-794562e8426e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.332061 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454298bf-a28f-453b-ad2e-70ca50af3517 None None] Pushing event updated for resources: {'Port': ['ID=d6a214cc-0b47-4ba6-8901-2ba6f9866104,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:31.338774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, f50835f3-fc08-473f-aec8-340ce1b8ce34) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:31.344769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:31.345730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.367369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c956c85f-e988-4594-a5ce-794562e8426e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.373331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d01a15-bb14-4d64-9487-567edc60eb17 None None] Network f50835f3-fc08-473f-aec8-340ce1b8ce34 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:31.388177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-65292302-0d2c-4a72-b2e7-5866580c2679 None None] Provisioning complete for port d6a214cc-0b47-4ba6-8901-2ba6f9866104 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:31.389146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65292302-0d2c-4a72-b2e7-5866580c2679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.403935 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:31.459282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c956c85f-e988-4594-a5ce-794562e8426e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.461821 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7bef594a-3956-4aa6-81d3-9c9b0baa132f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8449321 Dec 08 13:12:31.464703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60982) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:31.512413 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956c85f-e988-4594-a5ce-794562e8426e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ca6830-cd09-447f-87c7-9b8d4f80451e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:31.573571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65292302-0d2c-4a72-b2e7-5866580c2679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.579154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-f50835f3-fc08-473f-aec8-340ce1b8ce34', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:12:31.580192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.585969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c956c85f-e988-4594-a5ce-794562e8426e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.587274 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c956c85f-e988-4594-a5ce-794562e8426e tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3923342 Dec 08 13:12:31.590221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60984) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:31.599079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9e255397-3788-42fb-9ba7-b8abc9ce2ab0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': '10ca6830-cd09-447f-87c7-9b8d4f80451e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:31.615684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8633c1-ffbe-4ffa-a566-1b13a0b15175 req-05a19280-3e3b-4e65-bfef-acfb5f49d456 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:31.617547 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d8633c1-ffbe-4ffa-a566-1b13a0b15175 req-05a19280-3e3b-4e65-bfef-acfb5f49d456 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 945 time: 0.1013749 Dec 08 13:12:31.628583 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:29Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:31.637000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-65292302-0d2c-4a72-b2e7-5866580c2679 None None] For port d6a214cc-0b47-4ba6-8901-2ba6f9866104, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d6a214cc-0b47-4ba6-8901-2ba6f9866104,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:31.660066 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7316e-40ef-4913-80e2-a14f0b327add None None] The sync data for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv is: [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:29Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:31.734870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d8633c1-ffbe-4ffa-a566-1b13a0b15175 req-2ded5d22-39c9-4eef-a38a-29b51952579e tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045618 Dec 08 13:12:31.768144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e255397-3788-42fb-9ba7-b8abc9ce2ab0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.787472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65292302-0d2c-4a72-b2e7-5866580c2679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.796011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Allocated IP 172.20.0.2 (f50835f3-fc08-473f-aec8-340ce1b8ce34/29e153ea-354d-49ee-8866-9196bb0086fb/77e289ff-d000-4a82-aaa7-6ecc9639dfd3) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:31.839598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e255397-3788-42fb-9ba7-b8abc9ce2ab0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.880243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65292302-0d2c-4a72-b2e7-5866580c2679 None None] Pushing event updated for resources: {'Port': ['ID=d6a214cc-0b47-4ba6-8901-2ba6f9866104,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:31.981539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e255397-3788-42fb-9ba7-b8abc9ce2ab0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:31.996084 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e255397-3788-42fb-9ba7-b8abc9ce2ab0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e64cc9-9712-47ff-ac8d-c747668a12bf,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:32.039424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.123275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e255397-3788-42fb-9ba7-b8abc9ce2ab0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.125076 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9e255397-3788-42fb-9ba7-b8abc9ce2ab0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5328894 Dec 08 13:12:32.127552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60986) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:32.151244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.189439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8982ef51-90eb-4281-8c31-bbbf08fb6cf0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.208788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Network f50835f3-fc08-473f-aec8-340ce1b8ce34 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:32.215270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:32.218827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:32.222620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8982ef51-90eb-4281-8c31-bbbf08fb6cf0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.228175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Pushing event updated for resources: {'Port': ['ID=77e289ff-d000-4a82-aaa7-6ecc9639dfd3,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:32.291604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Attempting to bind port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:32.292208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Attempting to bind port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:32.292667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Attempting to bind port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 on network f50835f3-fc08-473f-aec8-340ce1b8ce34 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:32.298727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:32.299110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Checking segment: {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:32.299521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.299921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Bound using segment: {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:32.300400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Bound port: 77e289ff-d000-4a82-aaa7-6ecc9639dfd3, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:32.300790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.326789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8982ef51-90eb-4281-8c31-bbbf08fb6cf0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.331640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8982ef51-90eb-4281-8c31-bbbf08fb6cf0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.331640 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8982ef51-90eb-4281-8c31-bbbf08fb6cf0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/10ca6830-cd09-447f-87c7-9b8d4f80451e HTTP/1.1" status: 204 len: 168 time: 0.2026856 Dec 08 13:12:32.335703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60988) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:32.355986 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982ef51-90eb-4281-8c31-bbbf08fb6cf0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ca6830-cd09-447f-87c7-9b8d4f80451e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:32.396555 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bab6f6d0-698b-4121-bc00-4f64f3ce0f0f tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0559504 Dec 08 13:12:32.401927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] For port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:32.405972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] For port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=77e289ff-d000-4a82-aaa7-6ecc9639dfd3,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:32.406100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60990) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:32.411865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5f7eafa1-c1c2-4a38-ac82-cf33642753c8 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-secgroup--538482263'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:32.432137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.484283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.512550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f7eafa1-c1c2-4a38-ac82-cf33642753c8 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.599797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa251a-ae98-4434-aed9-14eec87138fe None None] Pushing event updated for resources: {'Port': ['ID=77e289ff-d000-4a82-aaa7-6ecc9639dfd3,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:32.629609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d6a214cc-0b47-4ba6-8901-2ba6f9866104 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:32.679295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f7eafa1-c1c2-4a38-ac82-cf33642753c8 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.723290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port d6a214cc-0b47-4ba6-8901-2ba6f9866104 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:32.723761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.749408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f7eafa1-c1c2-4a38-ac82-cf33642753c8 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.829051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eafa1-c1c2-4a38-ac82-cf33642753c8 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e217973f-7d94-44b2-9b19-76c1ecb4481a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:32.849775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.1 (f50835f3-fc08-473f-aec8-340ce1b8ce34/29e153ea-354d-49ee-8866-9196bb0086fb/d83e40d9-adb6-4ccf-9092-4da6994e4a17) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:32.894224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f7eafa1-c1c2-4a38-ac82-cf33642753c8 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:32.898854 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5f7eafa1-c1c2-4a38-ac82-cf33642753c8 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4892676 Dec 08 13:12:32.900660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60994) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:32.903928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9c9440ad-1392-40e5-a4a4-c0e3aeb50a9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144512465'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:33.006885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c9440ad-1392-40e5-a4a4-c0e3aeb50a9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.050034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019521f-054a-4ff3-a078-4550e0db084f req-fbf77d5b-f060-4d01-bc7a-f5059cc2e782 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:33.051574 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f019521f-054a-4ff3-a078-4550e0db084f req-fbf77d5b-f060-4d01-bc7a-f5059cc2e782 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 945 time: 0.1770182 Dec 08 13:12:33.078954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c9440ad-1392-40e5-a4a4-c0e3aeb50a9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.079979 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea879a4a-1b5c-41f0-b65e-5b2c5ccc6df5 req-574f1069-50af-43d9-a368-b10984d7158a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:33.081826 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea879a4a-1b5c-41f0-b65e-5b2c5ccc6df5 req-574f1069-50af-43d9-a368-b10984d7158a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 945 time: 0.1928291 Dec 08 13:12:33.123138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.143543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c9440ad-1392-40e5-a4a4-c0e3aeb50a9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.173269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9440ad-1392-40e5-a4a4-c0e3aeb50a9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a9fcc0-b889-4093-a544-8ecaed4e4260,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:33.217211 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea879a4a-1b5c-41f0-b65e-5b2c5ccc6df5 req-7b3f8810-1dbf-47aa-a0d1-4758d064d9ca tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153946 Dec 08 13:12:33.237384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Deleting port d820b704-bcd8-4e3b-96a1-c2d04c98fd77 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:12:33.237732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.248603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c9440ad-1392-40e5-a4a4-c0e3aeb50a9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.250075 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9c9440ad-1392-40e5-a4a4-c0e3aeb50a9a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3496680 Dec 08 13:12:33.257342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 60996) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:33.263981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b729e9f8-a865-438a-a49b-a0d1621f76a4 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': 'e217973f-7d94-44b2-9b19-76c1ecb4481a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '58a9fcc0-b889-4093-a544-8ecaed4e4260', 'remote_ip_prefix': None}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:33.281412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.373506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network f50835f3-fc08-473f-aec8-340ce1b8ce34 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:33.384879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:33.387827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:33.431371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=d83e40d9-adb6-4ccf-9092-4da6994e4a17,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:33.438342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] For port d820b704-bcd8-4e3b-96a1-c2d04c98fd77, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:33.439133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.513596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.518451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b729e9f8-a865-438a-a49b-a0d1621f76a4 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.736871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b729e9f8-a865-438a-a49b-a0d1621f76a4 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.763760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.763760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.763760 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Floating IP ab472e2d-f229-4853-bd56-4595c73d9574 disassociated. External IP: 172.26.7.237, port: d820b704-bcd8-4e3b-96a1-c2d04c98fd77. Dec 08 13:12:33.763760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Calling delete_port for d820b704-bcd8-4e3b-96a1-c2d04c98fd77 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:12:33.804272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b729e9f8-a865-438a-a49b-a0d1621f76a4 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.840729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729e9f8-a865-438a-a49b-a0d1621f76a4 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e662563f-8398-4ae2-902d-9bc89166652a,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:33.877633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.909780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b729e9f8-a865-438a-a49b-a0d1621f76a4 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.911026 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b729e9f8-a865-438a-a49b-a0d1621f76a4 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6527214 Dec 08 13:12:33.914130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 60998) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:33.943513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-66456fed-d494-459c-85ae-a6729c3d5b7d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:33.953030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-66456fed-d494-459c-85ae-a6729c3d5b7d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.072420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-66456fed-d494-459c-85ae-a6729c3d5b7d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.079727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-66456fed-d494-459c-85ae-a6729c3d5b7d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.081742 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-66456fed-d494-459c-85ae-a6729c3d5b7d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e662563f-8398-4ae2-902d-9bc89166652a HTTP/1.1" status: 204 len: 168 time: 0.1658289 Dec 08 13:12:34.083925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32768) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:34.086066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66456fed-d494-459c-85ae-a6729c3d5b7d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e662563f-8398-4ae2-902d-9bc89166652a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:34.108362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.161750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event deleted for resources: {'Port': ['ID=d820b704-bcd8-4e3b-96a1-c2d04c98fd77,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:34.234864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56399c3e-48b9-4367-9d3c-874a3fb23709 None None] Network f50835f3-fc08-473f-aec8-340ce1b8ce34 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:12:34.261819 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-18c2f378-7606-4b02-bd7b-287faec0b144 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1763234 Dec 08 13:12:34.264441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32772) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:34.333157 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c8f6-ca8f-4455-93bc-efed65867288 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.355256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d1fefc47-2303-4fd3-8556-a3cde6b556bc None None] Provisioning complete for port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:34.355627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1fefc47-2303-4fd3-8556-a3cde6b556bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.357566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c8f6-ca8f-4455-93bc-efed65867288 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.366217 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3d01ed5d-67b7-4071-85fb-08530b50fb19 req-035d7209-1ee6-4039-830b-f8889485e200 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0708804 Dec 08 13:12:34.403318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.409817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Router 98a15aed-24a4-466c-9044-57792c703f4c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:34.448340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1fefc47-2303-4fd3-8556-a3cde6b556bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.495766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d1fefc47-2303-4fd3-8556-a3cde6b556bc None None] For port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=77e289ff-d000-4a82-aaa7-6ecc9639dfd3,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:34.519126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.561028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c8f6-ca8f-4455-93bc-efed65867288 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.566688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c8f6-ca8f-4455-93bc-efed65867288 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.569787 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8ff9c8f6-ca8f-4455-93bc-efed65867288 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/58a9fcc0-b889-4093-a544-8ecaed4e4260 HTTP/1.1" status: 204 len: 168 time: 0.3043029 Dec 08 13:12:34.573428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32774) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:34.575760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:34.599284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9c8f6-ca8f-4455-93bc-efed65867288 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a9fcc0-b889-4093-a544-8ecaed4e4260,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:34.639767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=d83e40d9-adb6-4ccf-9092-4da6994e4a17,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:34.650647 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:34.674382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32776) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:34.681726 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7cf163ab-be0c-4e41-b157-794b3c6c5695 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1033244 Dec 08 13:12:34.682812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.746966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] No DVR routers for this DVR port d820b704-bcd8-4e3b-96a1-c2d04c98fd77 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:12:34.756221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.759351 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f019521f-054a-4ff3-a078-4550e0db084f req-64042c0b-7733-48a3-bba8-173fd372dfe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "DELETE /v2.0/ports/d820b704-bcd8-4e3b-96a1-c2d04c98fd77 HTTP/1.1" status: 204 len: 173 time: 1.7013497 Dec 08 13:12:34.762710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'name': 'network-vif-deleted', 'tag': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:12:34.764693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddf2bb7-8c36-4b80-8f96-4929e6ef5440" -d '{"events": [{"server_uuid": "ac2ff89b-520c-4c03-971f-75fa6713d61b", "name": "network-vif-deleted", "tag": "d820b704-bcd8-4e3b-96a1-c2d04c98fd77"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:12:34.834068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29311823-64e8-48a9-ae33-a322f8b70e75 x-openstack-request-id: req-29311823-64e8-48a9-ae33-a322f8b70e75 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:12:34.834368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ff89b-520c-4c03-971f-75fa6713d61b", "name": "network-vif-deleted", "tag": "d820b704-bcd8-4e3b-96a1-c2d04c98fd77", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:12:34.834648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29311823-64e8-48a9-ae33-a322f8b70e75 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:12:34.835084 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ff89b-520c-4c03-971f-75fa6713d61b', 'name': 'network-vif-deleted', 'tag': 'd820b704-bcd8-4e3b-96a1-c2d04c98fd77', 'status': 'completed', 'code': 200} Dec 08 13:12:34.856297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] Sync routers for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:34.857676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1fefc47-2303-4fd3-8556-a3cde6b556bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.857842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19f78daa-6929-4cec-912e-34dc2157b78c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.891836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network f50835f3-fc08-473f-aec8-340ce1b8ce34 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:34.893512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19f78daa-6929-4cec-912e-34dc2157b78c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:34.897400 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:34.930238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:34.931165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:35.009265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fefc47-2303-4fd3-8556-a3cde6b556bc None None] Pushing event updated for resources: {'Port': ['ID=77e289ff-d000-4a82-aaa7-6ecc9639dfd3,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:35.020583 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-cc897c3e-f2a2-4995-85d4-c9d3d679caa2 None None] Provisioning complete for port d83e40d9-adb6-4ccf-9092-4da6994e4a17 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:35.026833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cc897c3e-f2a2-4995-85d4-c9d3d679caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.059308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19f78daa-6929-4cec-912e-34dc2157b78c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.062000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19f78daa-6929-4cec-912e-34dc2157b78c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.063203 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-19f78daa-6929-4cec-912e-34dc2157b78c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/e217973f-7d94-44b2-9b19-76c1ecb4481a HTTP/1.1" status: 204 len: 168 time: 0.3873694 Dec 08 13:12:35.066171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32782) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:35.116431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:35.117030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.119989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-cc897c3e-f2a2-4995-85d4-c9d3d679caa2 None None] Port d83e40d9-adb6-4ccf-9092-4da6994e4a17 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:35.120517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:35.126438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f78daa-6929-4cec-912e-34dc2157b78c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217973f-7d94-44b2-9b19-76c1ecb4481a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:35.155648 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d1afc10f-725d-4916-bb4a-9dd13235a67a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0877233 Dec 08 13:12:35.161093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32784) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:35.166902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a4e0da50-e262-49f1-8988-1ed29b947af1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561895499'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:35.201781 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:35.244217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-cc897c3e-f2a2-4995-85d4-c9d3d679caa2 None None] Provisioning complete for port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:35.249750 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cc897c3e-f2a2-4995-85d4-c9d3d679caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.293315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:35.298969 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b078253e-f4fa-4a90-b331-2d15cee7fef8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/ac02dd5c-b4f3-46c4-9045-6f6f188dff3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8330886 Dec 08 13:12:35.302220 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32786) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:35.313936 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Sync routers for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:35.317760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a4e0da50-e262-49f1-8988-1ed29b947af1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.326246 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:35.327693 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:35.467577 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:35.503228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a4e0da50-e262-49f1-8988-1ed29b947af1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.509380 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6f815a1-9122-4e67-9c12-08e031a2b153 req-4c25a8b7-538f-49fa-a39d-8d7aea39409c tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0456243 Dec 08 13:12:35.520726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e84b5d-e812-43fa-9bc9-b2eb352758cd tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.521346 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e84b5d-e812-43fa-9bc9-b2eb352758cd tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.521818 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e84b5d-e812-43fa-9bc9-b2eb352758cd tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.522273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e84b5d-e812-43fa-9bc9-b2eb352758cd tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.522873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e84b5d-e812-43fa-9bc9-b2eb352758cd tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.523453 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e84b5d-e812-43fa-9bc9-b2eb352758cd tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.528472 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32790) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:35.529212 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-00e84b5d-e812-43fa-9bc9-b2eb352758cd tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2258892 Dec 08 13:12:35.576072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:35.609430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] Checking router: 98a15aed-24a4-466c-9044-57792c703f4c for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:35.610208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a4e0da50-e262-49f1-8988-1ed29b947af1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.627071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:35.627718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:35.659035 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0da50-e262-49f1-8988-1ed29b947af1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae3693a-84a6-453f-aa3d-e84e0e5915b6,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:35.716793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e73d424c-e154-41bb-87c7-0249e63ee25a None None] Provisioning complete for port d83e40d9-adb6-4ccf-9092-4da6994e4a17 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:35.717220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e73d424c-e154-41bb-87c7-0249e63ee25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.720513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16e9d1-9ca1-45be-a184-edd080320f39 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.721238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16e9d1-9ca1-45be-a184-edd080320f39 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.721921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16e9d1-9ca1-45be-a184-edd080320f39 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.723682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16e9d1-9ca1-45be-a184-edd080320f39 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.723815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a4e0da50-e262-49f1-8988-1ed29b947af1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.724520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16e9d1-9ca1-45be-a184-edd080320f39 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.725927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16e9d1-9ca1-45be-a184-edd080320f39 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:35.728587 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a4e0da50-e262-49f1-8988-1ed29b947af1 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5658042 Dec 08 13:12:35.729215 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32792) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:35.736222 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ae023eea-6874-4166-a822-3d4d2c20f467 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': '9ae3693a-84a6-453f-aa3d-e84e0e5915b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:35.736390 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6a16e9d1-9ca1-45be-a184-edd080320f39 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.2051311 Dec 08 13:12:35.738128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32794) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:35.817694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e73d424c-e154-41bb-87c7-0249e63ee25a None None] Port d83e40d9-adb6-4ccf-9092-4da6994e4a17 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:35.832989 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:33Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd83e40d9-adb6-4ccf-9092-4da6994e4a17', 'name': '', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:ca:2f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:32Z', 'updated_at': '2021-12-08T13:12:34Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:35.843363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:35.859496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae023eea-6874-4166-a822-3d4d2c20f467 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.886476 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Checking router: ac02dd5c-b4f3-46c4-9045-6f6f188dff3c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:35.886730 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Updating router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c port d83e40d9-adb6-4ccf-9092-4da6994e4a17 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:12:35.917549 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:35.992354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae023eea-6874-4166-a822-3d4d2c20f467 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.073882 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae023eea-6874-4166-a822-3d4d2c20f467 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.115030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae023eea-6874-4166-a822-3d4d2c20f467 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdd35c6-8afe-4530-9616-7a8bb0ef3a30,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:36.164589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae023eea-6874-4166-a822-3d4d2c20f467 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.170245 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ae023eea-6874-4166-a822-3d4d2c20f467 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4393957 Dec 08 13:12:36.170913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32796) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:36.179057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:36.232017 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-869769af-36dd-4ec2-817c-1150c6f79790 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.248901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-869769af-36dd-4ec2-817c-1150c6f79790 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.264095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee17d7-4c75-457a-89b9-6170d101ffe0 None None] The sync data for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv is: [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:36.290345 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.349710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-869769af-36dd-4ec2-817c-1150c6f79790 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.356655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-869769af-36dd-4ec2-817c-1150c6f79790 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.357961 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.361351 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-869769af-36dd-4ec2-817c-1150c6f79790 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/dfdd35c6-8afe-4530-9616-7a8bb0ef3a30 HTTP/1.1" status: 204 len: 168 time: 0.1885567 Dec 08 13:12:36.365639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32798) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:36.400859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869769af-36dd-4ec2-817c-1150c6f79790 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfdd35c6-8afe-4530-9616-7a8bb0ef3a30,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:36.418101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-56640456-3a1a-4531-b0c3-dbb07a2872a4 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.6751111 Dec 08 13:12:36.418272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32800) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:36.425549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-76754689', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:36.460698 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a5c87-9039-4b80-97b1-68980912d9ad None None] Pushing event updated for resources: {'Port': ['ID=d83e40d9-adb6-4ccf-9092-4da6994e4a17,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:36.503277 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Attempting to bind port d83e40d9-adb6-4ccf-9092-4da6994e4a17 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:36.503923 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Attempting to bind port d83e40d9-adb6-4ccf-9092-4da6994e4a17 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:36.505031 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Attempting to bind port d83e40d9-adb6-4ccf-9092-4da6994e4a17 on network f50835f3-fc08-473f-aec8-340ce1b8ce34 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:36.511080 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:36.511728 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Checking segment: {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:36.512337 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.512949 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Bound using segment: {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:36.513800 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Bound port: d83e40d9-adb6-4ccf-9092-4da6994e4a17, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:36.514365 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.533812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device d820b704-bcd8-4e3b-96a1-c2d04c98fd77 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:12:36.616110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:36.628602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32804) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:36.629921 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c9b095ad-169a-4bfc-aab9-f2154dcf7576 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2591207 Dec 08 13:12:36.631667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: d820b704-bcd8-4e3b-96a1-c2d04c98fd77 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:12:36.632090 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device d820b704-bcd8-4e3b-96a1-c2d04c98fd77 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:12:36.762728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125badf-a82d-45b7-a0d9-028a0053f879 None None] New status for floating IP ab472e2d-f229-4853-bd56-4595c73d9574: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:12:36.767466 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] For port d83e40d9-adb6-4ccf-9092-4da6994e4a17, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:36.778808 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] For port d83e40d9-adb6-4ccf-9092-4da6994e4a17, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d83e40d9-adb6-4ccf-9092-4da6994e4a17,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:36.803871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e2905cc-39f6-48cf-9ab7-0c1c7d6ec7df req-d0a1fc5b-7cb0-4a44-a295-3f62c42b9f7d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0878172 Dec 08 13:12:36.809448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:12:36.813471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.838025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34c9ad50-9cc6-4576-89af-6848b28911b9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.852459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] device_id is not set on port 061a06ec-b17a-4125-9ec1-14e5959e08ed yet. {{(pid=103716) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:12:36.887253 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.894933 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34c9ad50-9cc6-4576-89af-6848b28911b9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.903945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:36.904321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:36.959879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c346ba3e-1b1f-4d61-89ff-fd7c494a919c None None] Provisioning complete for port d83e40d9-adb6-4ccf-9092-4da6994e4a17 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:36.960252 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c346ba3e-1b1f-4d61-89ff-fd7c494a919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.081044 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34c9ad50-9cc6-4576-89af-6848b28911b9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.083208 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:37.083930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34c9ad50-9cc6-4576-89af-6848b28911b9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.088094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-34c9ad50-9cc6-4576-89af-6848b28911b9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/9ae3693a-84a6-453f-aa3d-e84e0e5915b6 HTTP/1.1" status: 204 len: 168 time: 0.4527690 Dec 08 13:12:37.089428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32806) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:37.091327 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:37.101518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c346ba3e-1b1f-4d61-89ff-fd7c494a919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.140195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c346ba3e-1b1f-4d61-89ff-fd7c494a919c None None] For port d83e40d9-adb6-4ccf-9092-4da6994e4a17, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d83e40d9-adb6-4ccf-9092-4da6994e4a17,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:37.154309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ad50-9cc6-4576-89af-6848b28911b9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae3693a-84a6-453f-aa3d-e84e0e5915b6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:37.175550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.10 (f50835f3-fc08-473f-aec8-340ce1b8ce34/29e153ea-354d-49ee-8866-9196bb0086fb/061a06ec-b17a-4125-9ec1-14e5959e08ed) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:37.197479 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a5c87-9039-4b80-97b1-68980912d9ad None None] Pushing event updated for resources: {'Port': ['ID=d83e40d9-adb6-4ccf-9092-4da6994e4a17,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:37.213052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c346ba3e-1b1f-4d61-89ff-fd7c494a919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.219040 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-92376798-dc7f-4b26-8083-e2c9b134ee77 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1284809 Dec 08 13:12:37.223733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32808) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:37.230714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a8835ab6-329a-4b73-b671-c10d9d7d8e87 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875880599'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:37.299838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346ba3e-1b1f-4d61-89ff-fd7c494a919c None None] Pushing event updated for resources: {'Port': ['ID=d83e40d9-adb6-4ccf-9092-4da6994e4a17,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:37.329964 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:37.337998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8835ab6-329a-4b73-b671-c10d9d7d8e87 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.426626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8835ab6-329a-4b73-b671-c10d9d7d8e87 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.435353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7bdc6d5c-a416-40d4-94a3-9c8953be3950 None None] Provisioning complete for port d83e40d9-adb6-4ccf-9092-4da6994e4a17 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:37.435717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7bdc6d5c-a416-40d4-94a3-9c8953be3950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.446194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.486756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8835ab6-329a-4b73-b671-c10d9d7d8e87 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.518231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8835ab6-329a-4b73-b671-c10d9d7d8e87 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed3348d-457c-42a0-835e-b6d637a982ec,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:37.581409 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:33Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd83e40d9-adb6-4ccf-9092-4da6994e4a17', 'name': '', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:ca:2f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:32Z', 'updated_at': '2021-12-08T13:12:36Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:37.586866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.615342 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceead4e2-5a92-405c-8e54-1a3d3d5af579 None None] The sync data for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv is: [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:33Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd83e40d9-adb6-4ccf-9092-4da6994e4a17', 'name': '', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:ca:2f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:32Z', 'updated_at': '2021-12-08T13:12:36Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:37.621295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8835ab6-329a-4b73-b671-c10d9d7d8e87 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:37.636351 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a8835ab6-329a-4b73-b671-c10d9d7d8e87 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4110842 Dec 08 13:12:37.637039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32810) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:37.639433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network f50835f3-fc08-473f-aec8-340ce1b8ce34 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:37.644479 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bb518343-c655-45b8-b6a4-d8aed25969e7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': 'fed3348d-457c-42a0-835e-b6d637a982ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:37.652836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:37.698264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:37.703598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:37.954956 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4fa3a63f-cca3-4e44-90bd-e95ae7345b60 req-ae2fd509-c959-4eff-8a7e-f616c28ea4eb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0467718 Dec 08 13:12:38.063249 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4416df5e-33b1-4bc4-8fd5-08f1385a110b None None] Provisioning complete for port 061a06ec-b17a-4125-9ec1-14e5959e08ed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:38.063633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4416df5e-33b1-4bc4-8fd5-08f1385a110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.108662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb518343-c655-45b8-b6a4-d8aed25969e7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.112479 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4416df5e-33b1-4bc4-8fd5-08f1385a110b None None] Port 061a06ec-b17a-4125-9ec1-14e5959e08ed cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:38.126135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:38.126854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.174826 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb518343-c655-45b8-b6a4-d8aed25969e7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.216986 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-082331fe-8aad-4116-97c5-aa570a150960 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7977128 Dec 08 13:12:38.243682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb518343-c655-45b8-b6a4-d8aed25969e7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.266550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb518343-c655-45b8-b6a4-d8aed25969e7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccf0f5b-95cd-455d-b101-22e7ddb712d0,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:38.334423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bb518343-c655-45b8-b6a4-d8aed25969e7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.338372 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bb518343-c655-45b8-b6a4-d8aed25969e7 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6952093 Dec 08 13:12:38.338771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32816) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:38.359308 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0d8df943-2316-4852-958e-31dde39097a4 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules/6ccf0f5b-95cd-455d-b101-22e7ddb712d0 HTTP/1.1" status: 200 len: 763 time: 0.0192120 Dec 08 13:12:38.362089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32818) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:38.418191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32820) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:38.418697 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3c68890b-9fc7-47c5-a25f-e33aa7833517 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0552218 Dec 08 13:12:38.448895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a411f14-b94c-4fc7-9525-c03148598446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.461872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a411f14-b94c-4fc7-9525-c03148598446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.558006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d83e40d9-adb6-4ccf-9092-4da6994e4a17 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:38.572726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a411f14-b94c-4fc7-9525-c03148598446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.583684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a411f14-b94c-4fc7-9525-c03148598446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.585815 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8a411f14-b94c-4fc7-9525-c03148598446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/6ccf0f5b-95cd-455d-b101-22e7ddb712d0 HTTP/1.1" status: 204 len: 168 time: 0.1662233 Dec 08 13:12:38.588371 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32822) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:38.590138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32824) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:38.596261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c7fba85d-d642-4969-b7fb-1e21285af5ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086858443', 'description': 'tempest-secgroup-smoke-2086858443 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:38.610369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a411f14-b94c-4fc7-9525-c03148598446 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ccf0f5b-95cd-455d-b101-22e7ddb712d0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:38.626686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port d83e40d9-adb6-4ccf-9092-4da6994e4a17 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:38.627174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.650622 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dd01304d-1bca-4d51-a181-2b08fa3203fd tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604460 Dec 08 13:12:38.656334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32826) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:38.673601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d1a37028-17f6-46f1-b937-c73218883fb9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': 'fed3348d-457c-42a0-835e-b6d637a982ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:38.705647 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7fba85d-d642-4969-b7fb-1e21285af5ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.789432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7fba85d-d642-4969-b7fb-1e21285af5ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.795732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d1a37028-17f6-46f1-b937-c73218883fb9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.843391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d1a37028-17f6-46f1-b937-c73218883fb9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.855248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7fba85d-d642-4969-b7fb-1e21285af5ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.885712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fba85d-d642-4969-b7fb-1e21285af5ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83303ad8-e5ff-412b-8dcf-c58ad0f0d4f3,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:38.921098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d1a37028-17f6-46f1-b937-c73218883fb9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.939836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a37028-17f6-46f1-b937-c73218883fb9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1382a947-a34f-40d6-bfdf-475c47a969a0,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:38.946912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c7fba85d-d642-4969-b7fb-1e21285af5ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:38.950677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32828) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:38.950951 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c7fba85d-d642-4969-b7fb-1e21285af5ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3595924 Dec 08 13:12:38.956402 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2b6203df-9202-4bb7-b3eb-315feb694f77 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '83303ad8-e5ff-412b-8dcf-c58ad0f0d4f3', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:39.034236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d1a37028-17f6-46f1-b937-c73218883fb9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.037369 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d1a37028-17f6-46f1-b937-c73218883fb9 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3710296 Dec 08 13:12:39.039855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32832) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.080588 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bcb9593c-360f-46b9-9160-ead377f74fec req-0fc8209d-c999-4dd6-abac-72edeefe2a3b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0420923 Dec 08 13:12:39.086152 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e6d82bfd-7cd6-4c65-a136-2cb935a07ea2 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules/1382a947-a34f-40d6-bfdf-475c47a969a0 HTTP/1.1" status: 200 len: 763 time: 0.0347073 Dec 08 13:12:39.088710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32834) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.128552 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b4dad01d-6ce8-4fa0-be40-f1033e0df530 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0386913 Dec 08 13:12:39.131126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32836) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.155971 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b6203df-9202-4bb7-b3eb-315feb694f77 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.169500 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d65ef18-fd44-4451-a88f-96c8ec7dc70c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.184339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d65ef18-fd44-4451-a88f-96c8ec7dc70c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.228542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b6203df-9202-4bb7-b3eb-315feb694f77 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.315037 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d65ef18-fd44-4451-a88f-96c8ec7dc70c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.321930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d65ef18-fd44-4451-a88f-96c8ec7dc70c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.323476 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7d65ef18-fd44-4451-a88f-96c8ec7dc70c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/1382a947-a34f-40d6-bfdf-475c47a969a0 HTTP/1.1" status: 204 len: 168 time: 0.1913917 Dec 08 13:12:39.327460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32838) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.329976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b6203df-9202-4bb7-b3eb-315feb694f77 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.343500 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ef18-fd44-4451-a88f-96c8ec7dc70c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1382a947-a34f-40d6-bfdf-475c47a969a0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:39.359205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6203df-9202-4bb7-b3eb-315feb694f77 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72910817-2e5e-4ffa-8a7f-6d03cd13aa83,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:39.377519 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7a633867-98dd-4146-8a86-076f3eabaea0 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484037 Dec 08 13:12:39.380795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32840) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.385114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c49d75c9-de0d-4bea-8c6c-26d0ed11a74a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': 'fed3348d-457c-42a0-835e-b6d637a982ec', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:39.420082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b6203df-9202-4bb7-b3eb-315feb694f77 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.424065 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2b6203df-9202-4bb7-b3eb-315feb694f77 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4692404 Dec 08 13:12:39.426350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32842) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.429842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-68914e4f-efb8-4c73-a058-42eb3c784c0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '83303ad8-e5ff-412b-8dcf-c58ad0f0d4f3', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:39.510920 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-c49d75c9-de0d-4bea-8c6c-26d0ed11a74a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Project 1cd37b9187544869953f46c4371e23a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:12:39.519192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c49d75c9-de0d-4bea-8c6c-26d0ed11a74a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.569078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c49d75c9-de0d-4bea-8c6c-26d0ed11a74a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.623457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68914e4f-efb8-4c73-a058-42eb3c784c0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.646500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c49d75c9-de0d-4bea-8c6c-26d0ed11a74a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.675318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d75c9-de0d-4bea-8c6c-26d0ed11a74a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00216c3-0ccb-446b-80df-d25d9af9e72d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:39.692669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68914e4f-efb8-4c73-a058-42eb3c784c0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.757425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c49d75c9-de0d-4bea-8c6c-26d0ed11a74a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.758710 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c49d75c9-de0d-4bea-8c6c-26d0ed11a74a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3769286 Dec 08 13:12:39.761437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32844) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.772758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68914e4f-efb8-4c73-a058-42eb3c784c0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.784609 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ce4296ef-6619-4239-855a-65c1105b1ae4 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules/d00216c3-0ccb-446b-80df-d25d9af9e72d HTTP/1.1" status: 200 len: 769 time: 0.0221336 Dec 08 13:12:39.787232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32846) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.795528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68914e4f-efb8-4c73-a058-42eb3c784c0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cc194a-1aeb-442e-a9b2-efc261feb9c4,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:39.835264 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f6aea5b8-6bac-4ccd-8aee-77645409f7bd tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0455911 Dec 08 13:12:39.836829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32848) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.859890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-04707e96-426e-4901-a5fa-47122f6e5349 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.868028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-04707e96-426e-4901-a5fa-47122f6e5349 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.868804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68914e4f-efb8-4c73-a058-42eb3c784c0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.872909 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-68914e4f-efb8-4c73-a058-42eb3c784c0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4446051 Dec 08 13:12:39.874238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32850) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:39.878265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-09ad60ef-cf00-4f88-8ef8-dac94d5642b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '83303ad8-e5ff-412b-8dcf-c58ad0f0d4f3', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:39.977840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ad60ef-cf00-4f88-8ef8-dac94d5642b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:39.989797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-04707e96-426e-4901-a5fa-47122f6e5349 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.002629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-04707e96-426e-4901-a5fa-47122f6e5349 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.003748 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-04707e96-426e-4901-a5fa-47122f6e5349 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/d00216c3-0ccb-446b-80df-d25d9af9e72d HTTP/1.1" status: 204 len: 168 time: 0.1659844 Dec 08 13:12:40.006726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32852) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:40.015189 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04707e96-426e-4901-a5fa-47122f6e5349 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d00216c3-0ccb-446b-80df-d25d9af9e72d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:40.039706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ad60ef-cf00-4f88-8ef8-dac94d5642b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.048277 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1c828744-092d-453f-82e2-e0af3d92eb2d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402849 Dec 08 13:12:40.051706 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32854) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:40.103300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f7c5-776c-4556-8243-5b0d347269bd tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.128104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f7c5-776c-4556-8243-5b0d347269bd tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.150750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ad60ef-cf00-4f88-8ef8-dac94d5642b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.180239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-78f8b2a6-40dc-48d6-a4e5-0bdd6aa694d5 req-8c625f28-9dde-4bd4-85eb-9bdb0ee32f04 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac2ff89b-520c-4c03-971f-75fa6713d61b HTTP/1.1" status: 200 len: 210 time: 0.0275521 Dec 08 13:12:40.182062 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad60ef-cf00-4f88-8ef8-dac94d5642b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5b0dbd-2fa5-403b-b4aa-8d81261eafcc,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:40.232448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.263075 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ad60ef-cf00-4f88-8ef8-dac94d5642b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.264312 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-09ad60ef-cf00-4f88-8ef8-dac94d5642b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3895617 Dec 08 13:12:40.265150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f7c5-776c-4556-8243-5b0d347269bd tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.267812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f7c5-776c-4556-8243-5b0d347269bd tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.267963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32858) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:40.273141 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dcb6f7c5-776c-4556-8243-5b0d347269bd tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/fed3348d-457c-42a0-835e-b6d637a982ec HTTP/1.1" status: 204 len: 168 time: 0.2161510 Dec 08 13:12:40.273294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f691a0c0-8768-457e-9bc5-45d6e9a40944 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '83303ad8-e5ff-412b-8dcf-c58ad0f0d4f3', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:40.274035 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32860) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:40.288951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6f7c5-776c-4556-8243-5b0d347269bd tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed3348d-457c-42a0-835e-b6d637a982ec,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:40.332335 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e996e164-4427-4f19-aad0-919e13ed8710 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0570455 Dec 08 13:12:40.339186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32862) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:40.343697 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-27e69881-646a-4509-9b04-f4e51c9dbe2d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group': {'name': 'tempest-secgroup--58483664'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:40.364019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f691a0c0-8768-457e-9bc5-45d6e9a40944 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.425653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f691a0c0-8768-457e-9bc5-45d6e9a40944 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.443898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-27e69881-646a-4509-9b04-f4e51c9dbe2d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.521543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-27e69881-646a-4509-9b04-f4e51c9dbe2d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.546732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f691a0c0-8768-457e-9bc5-45d6e9a40944 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.566795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691a0c0-8768-457e-9bc5-45d6e9a40944 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fcedfc-f1b7-425a-a90c-2efacb8452ab,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:40.615067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-27e69881-646a-4509-9b04-f4e51c9dbe2d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.637991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a54d342e-4039-46db-a9ac-04dfad20c55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.643567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f691a0c0-8768-457e-9bc5-45d6e9a40944 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.643875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e69881-646a-4509-9b04-f4e51c9dbe2d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ff36c-9183-4444-b8ef-90fe88348bb4,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:40.645696 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f691a0c0-8768-457e-9bc5-45d6e9a40944 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3758879 Dec 08 13:12:40.648064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32864) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:40.652667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7d5b4032-d341-4f47-bf10-50f59b9819a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '83303ad8-e5ff-412b-8dcf-c58ad0f0d4f3', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:40.692895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-27e69881-646a-4509-9b04-f4e51c9dbe2d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.694359 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-27e69881-646a-4509-9b04-f4e51c9dbe2d tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3537807 Dec 08 13:12:40.697164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32866) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:40.701718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d2aba071-f77f-4883-b4f7-0f0c9e66f35c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Request body: {'security_group_rule': {'security_group_id': '2a6ff36c-9183-4444-b8ef-90fe88348bb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:40.777848 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-7d5b4032-d341-4f47-bf10-50f59b9819a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:12:40.783160 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4032-d341-4f47-bf10-50f59b9819a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.840582 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4032-d341-4f47-bf10-50f59b9819a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.872996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2aba071-f77f-4883-b4f7-0f0c9e66f35c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.924519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2aba071-f77f-4883-b4f7-0f0c9e66f35c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.926530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4032-d341-4f47-bf10-50f59b9819a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:40.945375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b4032-d341-4f47-bf10-50f59b9819a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b423fc76-40bb-4f5f-9e2e-e6facd4bdaf8,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:41.017589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2aba071-f77f-4883-b4f7-0f0c9e66f35c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.039041 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aba071-f77f-4883-b4f7-0f0c9e66f35c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39483f1e-9ee5-491d-8bd5-521978680dde,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:41.050707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4032-d341-4f47-bf10-50f59b9819a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.050707 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7d5b4032-d341-4f47-bf10-50f59b9819a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4005995 Dec 08 13:12:41.052673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32868) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:41.057394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cdeeb01d-af5c-4538-a193-250ada2a4ffb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '83303ad8-e5ff-412b-8dcf-c58ad0f0d4f3', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:41.127242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2aba071-f77f-4883-b4f7-0f0c9e66f35c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.128389 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d2aba071-f77f-4883-b4f7-0f0c9e66f35c tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4302075 Dec 08 13:12:41.132126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32870) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:41.188142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57ba0aba-a17e-459c-b10d-d53a81eb53b6 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.200596 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-cdeeb01d-af5c-4538-a193-250ada2a4ffb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:12:41.206349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb01d-af5c-4538-a193-250ada2a4ffb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.212043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57ba0aba-a17e-459c-b10d-d53a81eb53b6 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.332429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57ba0aba-a17e-459c-b10d-d53a81eb53b6 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.335219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57ba0aba-a17e-459c-b10d-d53a81eb53b6 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.336463 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-57ba0aba-a17e-459c-b10d-d53a81eb53b6 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/2a6ff36c-9183-4444-b8ef-90fe88348bb4 HTTP/1.1" status: 204 len: 168 time: 0.2033019 Dec 08 13:12:41.339345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 32878) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:41.345943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba0aba-a17e-459c-b10d-d53a81eb53b6 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ff36c-9183-4444-b8ef-90fe88348bb4,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:41.364066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb01d-af5c-4538-a193-250ada2a4ffb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.401357 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-42953a76-6907-4cbf-9aba-8a0147913c59 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0603244 Dec 08 13:12:41.405367 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32884) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:41.423709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb01d-af5c-4538-a193-250ada2a4ffb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.446941 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-45438397-51ad-4f0b-be0b-c375a28c6a10 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0401604 Dec 08 13:12:41.447635 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32886) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:41.461173 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-d9f271a6-d531-4f42-a072-9cebcf4cc31a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] delete failed (client error): The resource could not be found. Dec 08 13:12:41.462154 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d9f271a6-d531-4f42-a072-9cebcf4cc31a tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "DELETE /v2.0/security-groups/2a6ff36c-9183-4444-b8ef-90fe88348bb4 HTTP/1.1" status: 404 len: 347 time: 0.0134850 Dec 08 13:12:41.463856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeeb01d-af5c-4538-a193-250ada2a4ffb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f7ff6a-8061-4524-90f1-ef01375725cf,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:41.466333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32888) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:41.483015 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-03b23df4-c9b3-4350-befc-4ee93ddbb490 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558756279&fields=id&tenant_id=846e760336ad44e4bde1f5d154098eec HTTP/1.1" status: 200 len: 267 time: 0.0741017 Dec 08 13:12:41.510700 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-497e0576-022f-47a0-b6f4-69fd2a1ee682 tempest-SecGroupIPv6Test-1224979107 tempest-SecGroupIPv6Test-1224979107-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0433199 Dec 08 13:12:41.554800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb01d-af5c-4538-a193-250ada2a4ffb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:41.556010 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cdeeb01d-af5c-4538-a193-250ada2a4ffb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5022402 Dec 08 13:12:41.685429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-bb6beff1-8b17-4ee7-8f28-bed5abfea7d9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:41.687009 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-bb6beff1-8b17-4ee7-8f28-bed5abfea7d9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 812 time: 0.1965616 Dec 08 13:12:41.703033 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-70132892-5422-4f1d-8c1e-5d1724708da4 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/quotas/846e760336ad44e4bde1f5d154098eec HTTP/1.1" status: 200 len: 375 time: 0.0097866 Dec 08 13:12:41.820824 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-bc4621e1-d20b-4d0a-b5ce-316337ba9fd4 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121085 Dec 08 13:12:41.824811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-2b17b30a-a359-436a-8acf-fa79941e2f27 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086858443&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0870898 Dec 08 13:12:41.898854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-d056e1b8-660b-4901-95c0-b3a2b7ae58ff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:41.900243 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-d056e1b8-660b-4901-95c0-b3a2b7ae58ff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 929 time: 0.0685389 Dec 08 13:12:41.967188 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-dff8fa55-dca8-4b7f-a17e-a424a372380f service neutron] 10.222.0.76 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342585 Dec 08 13:12:41.989927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32914) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:42.080455 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2fd45a58-ee16-4a1a-b640-e0112a56c14b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1cd37b9187544869953f46c4371e23a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869954 Dec 08 13:12:42.080693 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-07bd8039-517b-4d1d-804d-11a7628babd9 service neutron] 10.222.0.76 "GET /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1494753 Dec 08 13:12:42.080794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 32918) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:42.096758 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-e7bf7f14-7ec7-4d13-89d4-4bfe191226f0 service neutron] 10.222.0.76 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214399 Dec 08 13:12:42.133947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-093beff7-5aae-4a7f-9047-ed143fb960ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:42.160980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-093beff7-5aae-4a7f-9047-ed143fb960ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:42.187179 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-dbec1927-4983-483a-9d58-69a4e6eb7e0b service neutron] 10.222.0.76 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989833 Dec 08 13:12:42.266293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-093beff7-5aae-4a7f-9047-ed143fb960ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:42.269127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-093beff7-5aae-4a7f-9047-ed143fb960ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:42.270892 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-093beff7-5aae-4a7f-9047-ed143fb960ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c23ecf20-8559-4456-86b4-8febf731c9ff HTTP/1.1" status: 204 len: 168 time: 0.1891069 Dec 08 13:12:42.276583 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f3711604-1261-4a5a-b70e-dadb0dfaee2a service neutron] 10.222.0.76 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877984 Dec 08 13:12:42.280913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093beff7-5aae-4a7f-9047-ed143fb960ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ecf20-8559-4456-86b4-8febf731c9ff,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:42.510329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3e827f1d-e602-4208-bc93-9b063ade3cb8 req-ce3e818d-1c0a-4093-b865-4adeea252747 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 210 time: 0.0330718 Dec 08 13:12:42.647017 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cdf81a97-167b-4690-9116-bcfb00d4ae02 req-e6f47559-e660-4aca-a2d0-4a3c3bfa0bd7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 210 time: 0.0377414 Dec 08 13:12:42.841040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c668aac3-a938-49d8-a1cd-08ee97609770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:43.607926 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94fc1eed-e3e7-4e35-978f-ea68bb3c24a2 req-0e2c2a8c-1dfd-42e6-a534-0484aef346cc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 210 time: 0.0276082 Dec 08 13:12:43.739366 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9756fba4-ee8d-432d-94b8-4c9723b44509 req-4c6ca0ed-f8bc-40da-a366-12b6506b68e7 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Dec 08 13:12:44.084001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:44.503085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-41f83bab-0e93-43d4-bbcd-c1bd2b13f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:44.504473 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-41f83bab-0e93-43d4-bbcd-c1bd2b13f3f9 service neutron] 10.222.0.72 "GET /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 1025 time: 0.0340440 Dec 08 13:12:44.615205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-decdd238-c4bb-4488-81fb-0cadfe657b46 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:44.616624 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-decdd238-c4bb-4488-81fb-0cadfe657b46 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=f50835f3-fc08-473f-aec8-340ce1b8ce34 HTTP/1.1" status: 200 len: 796 time: 0.1030054 Dec 08 13:12:44.694507 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-0938f665-7484-4085-856c-195edf228f4e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 380 time: 0.0679963 Dec 08 13:12:44.708880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Request body: {'port': {'device_id': '7b377101-f80e-4564-87b1-1829172afd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:44.725387 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4343f45e-c1bc-4efa-85cc-370c15b33a07 req-e706d6b1-e6c3-42b9-ac20-2883331a1900 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 210 time: 0.0299258 Dec 08 13:12:44.783598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:44.850080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5ec07955-4a33-4f2c-86d9-561b0979e44b req-9b164aca-b02c-4a31-bc99-ec5f74ef4fba tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 210 time: 0.0327525 Dec 08 13:12:45.183469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:45.196928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061a06ec-b17a-4125-9ec1-14e5959e08ed {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:12:45.209226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:45.232747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-f15c8128-89a1-4dc6-83f5-5d78f35665ba tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:45.234174 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-f15c8128-89a1-4dc6-83f5-5d78f35665ba tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 812 time: 0.1535110 Dec 08 13:12:45.240632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Transition to ACTIVE for port object 061a06ec-b17a-4125-9ec1-14e5959e08ed will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:12:45.295225 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-20c49c19-754d-433e-a08e-22d2aee51f35 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846e760336ad44e4bde1f5d154098eec HTTP/1.1" status: 200 len: 380 time: 0.0521047 Dec 08 13:12:45.309529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'port': {'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'admin_state_up': True, 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'security_groups': ['fd23f76a-19f1-4196-b3d1-c4da9e037b1f']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:45.314222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:45.464619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:45.557602 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Attempting to bind port 061a06ec-b17a-4125-9ec1-14e5959e08ed on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:45.562265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Attempting to bind port 061a06ec-b17a-4125-9ec1-14e5959e08ed by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:45.562265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Attempting to bind port 061a06ec-b17a-4125-9ec1-14e5959e08ed on network f50835f3-fc08-473f-aec8-340ce1b8ce34 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:45.564681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Port 061a06ec-b17a-4125-9ec1-14e5959e08ed on network f50835f3-fc08-473f-aec8-340ce1b8ce34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:12:45.564681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Attempting to bind port 061a06ec-b17a-4125-9ec1-14e5959e08ed on network f50835f3-fc08-473f-aec8-340ce1b8ce34 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:45.571090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:45.571343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Checking segment: {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:45.571736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Bound using segment: {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:45.572169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Bound port: 061a06ec-b17a-4125-9ec1-14e5959e08ed, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:45.572547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:45.642684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:45.645793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:45.651829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Made reservation on behalf of 846e760336ad44e4bde1f5d154098eec for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:12:45.657099 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:45.726807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:45.806406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:45.807065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:45.808463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] 10.222.0.72 "PUT /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 1130 time: 1.1039383 Dec 08 13:12:45.810151 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b377101-f80e-4564-87b1-1829172afd7e', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:12:45.812400 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b412d94-39a1-4632-9109-14d41288b0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b377101-f80e-4564-87b1-1829172afd7e", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:12:45.900854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fb9756-1520-4106-82dd-5ffc78ac031e x-openstack-request-id: req-a9fb9756-1520-4106-82dd-5ffc78ac031e {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:12:45.901194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b377101-f80e-4564-87b1-1829172afd7e", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:12:45.901403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a9fb9756-1520-4106-82dd-5ffc78ac031e {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:12:45.901805 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b377101-f80e-4564-87b1-1829172afd7e', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'status': 'completed', 'code': 200} Dec 08 13:12:45.930023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Allocated IP 172.20.0.3 (58e95dc5-cebe-4147-bf35-0ce256eb3ae5/68a64757-38c6-4933-aa48-f059014ffc65/602158e3-dad3-41d9-8b82-3351e3d50b75) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:45.943273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a374de-c52c-4165-9f92-8b13251aee0b service neutron] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:45.992799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0773f9cf-caa7-408d-a1f1-fe3756089edc req-e6101e49-25f0-4499-b249-42926d353e36 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 210 time: 0.0439525 Dec 08 13:12:46.015829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fda63d-0dd9-4017-8ec8-703127821953 req-c45da1a9-de3b-475e-9b18-fb2dc099c153 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:46.015829 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-39fda63d-0dd9-4017-8ec8-703127821953 req-c45da1a9-de3b-475e-9b18-fb2dc099c153 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 980 time: 0.2062016 Dec 08 13:12:46.050375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b412d94-39a1-4632-9109-14d41288b0c3 req-ca1e6b42-fc2e-47cf-ad41-8261a4003f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:46.052468 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b412d94-39a1-4632-9109-14d41288b0c3 req-ca1e6b42-fc2e-47cf-ad41-8261a4003f53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 1133 time: 0.1656868 Dec 08 13:12:46.158184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:46.174631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-39fda63d-0dd9-4017-8ec8-703127821953 req-5ab1a9a8-4a3a-48b5-8131-ac3d79c7a0ad tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580288 Dec 08 13:12:46.669108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b412d94-39a1-4632-9109-14d41288b0c3 req-2eabb0d5-da74-4420-a7b1-c7578d7ddc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:46.670598 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b412d94-39a1-4632-9109-14d41288b0c3 req-2eabb0d5-da74-4420-a7b1-c7578d7ddc49 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5802796 Dec 08 13:12:46.687656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:46.856054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b412d94-39a1-4632-9109-14d41288b0c3 req-0a0aa103-9469-4fbc-9bc6-499e16620355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:46.857456 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b412d94-39a1-4632-9109-14d41288b0c3 req-0a0aa103-9469-4fbc-9bc6-499e16620355 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796944 Dec 08 13:12:46.910090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:46.982853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:46.993710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:46.995871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'Port': ['ID=602158e3-dad3-41d9-8b82-3351e3d50b75,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:46.999189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:47.027851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-be2af8bc-3aef-42af-b28f-5fc03bb22a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:47.027851 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-be2af8bc-3aef-42af-b28f-5fc03bb22a9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 1133 time: 0.1271768 Dec 08 13:12:47.077781 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-8f742f4c-8a70-4591-8544-ec87ed113551 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 217 time: 0.0399733 Dec 08 13:12:47.136058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:47.138254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:47.183248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-2d7d6b23-6fb0-46ae-a5e2-fd689cf04016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:47.187513 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-2d7d6b23-6fb0-46ae-a5e2-fd689cf04016 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29e153ea-354d-49ee-8866-9196bb0086fb HTTP/1.1" status: 200 len: 835 time: 0.0981975 Dec 08 13:12:47.202309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8976b4c-138d-4472-b8b7-1262423ce0d7 req-9ac00f7f-ac0c-4a1a-9f58-71818563b9d8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:47.204285 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8976b4c-138d-4472-b8b7-1262423ce0d7 req-9ac00f7f-ac0c-4a1a-9f58-71818563b9d8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 931 time: 0.1189015 Dec 08 13:12:47.284642 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-419adbe5-0995-4dfc-985d-2f7de86697a1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9787579 Dec 08 13:12:47.305388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Request body: {'port': {'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:47.312886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-21f60eae-8aaa-4db3-a17d-44569ef25a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:47.314343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-21f60eae-8aaa-4db3-a17d-44569ef25a39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f50835f3-fc08-473f-aec8-340ce1b8ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1090963 Dec 08 13:12:47.359051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7aafa880-a31a-490e-8e37-3757f2f18b6e None None] Provisioning complete for port 602158e3-dad3-41d9-8b82-3351e3d50b75 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:47.359692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7aafa880-a31a-490e-8e37-3757f2f18b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:47.373047 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8976b4c-138d-4472-b8b7-1262423ce0d7 req-114a8e6b-efc7-42fe-84fd-532f2019822d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404333 Dec 08 13:12:47.391484 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cf4ab-2708-4b8d-97e1-e969504a8245 req-ffd503bd-72ea-4052-bf35-db0787b6d4d6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:47.392974 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c2cf4ab-2708-4b8d-97e1-e969504a8245 req-ffd503bd-72ea-4052-bf35-db0787b6d4d6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 980 time: 0.1417034 Dec 08 13:12:47.405788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7aafa880-a31a-490e-8e37-3757f2f18b6e None None] Port 602158e3-dad3-41d9-8b82-3351e3d50b75 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:12:47.474655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:47.538788 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-f1ee7199-e1b0-430b-ac31-c1dcd10c5b7b service neutron] 10.222.0.72 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010133 Dec 08 13:12:47.552033 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c2cf4ab-2708-4b8d-97e1-e969504a8245 req-d7156bac-011c-4724-8c3c-2b45f55c729f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354399 Dec 08 13:12:47.724976 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a1e3835-cd56-4373-ac3c-649beeb4d265 req-12e01a95-ad03-4c21-9006-e99b3144b527 service neutron] 10.222.0.72 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771538 Dec 08 13:12:47.855813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602158e3-dad3-41d9-8b82-3351e3d50b75 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:12:47.863292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:47.875410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Transition to ACTIVE for port object 602158e3-dad3-41d9-8b82-3351e3d50b75 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:12:47.951818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:48.008478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Pushing event updated for resources: {'Port': ['ID=602158e3-dad3-41d9-8b82-3351e3d50b75,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:48.084398 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Attempting to bind port 602158e3-dad3-41d9-8b82-3351e3d50b75 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:12:48.084747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Attempting to bind port 602158e3-dad3-41d9-8b82-3351e3d50b75 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:12:48.085339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Attempting to bind port 602158e3-dad3-41d9-8b82-3351e3d50b75 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:48.090204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Port 602158e3-dad3-41d9-8b82-3351e3d50b75 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:12:48.090546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Attempting to bind port 602158e3-dad3-41d9-8b82-3351e3d50b75 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:12:48.096233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:12:48.096579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Checking segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:12:48.096973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Bound using segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:12:48.097413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Bound port: 602158e3-dad3-41d9-8b82-3351e3d50b75, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:12:48.097778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:48.165924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] For port 602158e3-dad3-41d9-8b82-3351e3d50b75, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:48.169636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] For port 602158e3-dad3-41d9-8b82-3351e3d50b75, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=602158e3-dad3-41d9-8b82-3351e3d50b75,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:12:48.237995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:48.273174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:48.273850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:48.275251 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] 10.222.0.72 "PUT /v2.0/ports/602158e3-dad3-41d9-8b82-3351e3d50b75 HTTP/1.1" status: 200 len: 1093 time: 0.9818645 Dec 08 13:12:48.275699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:12:48.277949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3135b8-caed-4868-ba14-bd682336e9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:12:48.304306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f878527-d4e5-440f-8e9a-17154af7339d service neutron] Pushing event updated for resources: {'Port': ['ID=602158e3-dad3-41d9-8b82-3351e3d50b75,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:48.333990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8703985c-138d-4358-8409-b62c15fc835a x-openstack-request-id: req-8703985c-138d-4358-8409-b62c15fc835a {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:12:48.334429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:12:48.334535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8703985c-138d-4358-8409-b62c15fc835a {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:12:48.334982 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'status': 'completed', 'code': 200} Dec 08 13:12:48.407162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3135b8-caed-4868-ba14-bd682336e9a3 req-3cf5e97c-a2af-4a3f-8633-1830b85262d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:48.408706 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3f3135b8-caed-4868-ba14-bd682336e9a3 req-3cf5e97c-a2af-4a3f-8633-1830b85262d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0528719 Dec 08 13:12:48.566521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635d359-2987-40df-bf70-3e97a6184584 req-a548de35-ebaa-49af-95ec-3e9fcb93f145 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:48.568561 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3635d359-2987-40df-bf70-3e97a6184584 req-a548de35-ebaa-49af-95ec-3e9fcb93f145 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 943 time: 0.0991445 Dec 08 13:12:48.573567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3135b8-caed-4868-ba14-bd682336e9a3 req-8fe0c1d6-975b-4b9b-93f6-39aaa74f0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:48.575245 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3f3135b8-caed-4868-ba14-bd682336e9a3 req-8fe0c1d6-975b-4b9b-93f6-39aaa74f0bf5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=846e760336ad44e4bde1f5d154098eec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1570601 Dec 08 13:12:48.710835 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3635d359-2987-40df-bf70-3e97a6184584 req-c1e4b4c5-e874-408f-8749-9f94cc8dc4f9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345818 Dec 08 13:12:48.752432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732ad87-834a-4ec4-a3be-52c471669c7f req-712dc92f-b828-43eb-b70a-d5bbe74a24e4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:48.753925 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9732ad87-834a-4ec4-a3be-52c471669c7f req-712dc92f-b828-43eb-b70a-d5bbe74a24e4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 980 time: 0.1254494 Dec 08 13:12:48.756081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3135b8-caed-4868-ba14-bd682336e9a3 req-36e7d5cf-0157-4a4c-86f6-8e3a24a8dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:48.757953 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3f3135b8-caed-4868-ba14-bd682336e9a3 req-36e7d5cf-0157-4a4c-86f6-8e3a24a8dc24 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737113 Dec 08 13:12:48.813911 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9732ad87-834a-4ec4-a3be-52c471669c7f req-d8d59ed7-ae69-4e6d-a935-bf20a3d62ab7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527356 Dec 08 13:12:48.849254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-92ab4125-d525-4437-82b7-9e8f30105daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:48.850784 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-92ab4125-d525-4437-82b7-9e8f30105daa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0502114 Dec 08 13:12:48.892911 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-dc9d58f4-cffc-4955-be24-31668c663bb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=602158e3-dad3-41d9-8b82-3351e3d50b75 HTTP/1.1" status: 200 len: 217 time: 0.0343390 Dec 08 13:12:48.947067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-959dd2af-30d9-41c3-baec-f0a6735329b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:48.948451 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-959dd2af-30d9-41c3-baec-f0a6735329b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0491121 Dec 08 13:12:48.994734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-5ccb0978-6b44-4810-addc-4018e4313885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:48.996225 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-5ccb0978-6b44-4810-addc-4018e4313885 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401018 Dec 08 13:12:49.089405 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-2889fd4d-80c1-421f-88ec-b76d14759874 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848904 Dec 08 13:12:49.179004 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8e068f0-2b5f-4e53-a3c4-b1e4a0a2f29b req-12a96091-d976-4e4c-8281-02efdc2ef9a8 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818207 Dec 08 13:12:49.825292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc5242-602d-47c3-b8ba-e16affaef765 req-44734f30-ee64-476f-809d-c960544ba4b5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:49.826768 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eddc5242-602d-47c3-b8ba-e16affaef765 req-44734f30-ee64-476f-809d-c960544ba4b5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 943 time: 0.0498013 Dec 08 13:12:49.883912 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eddc5242-602d-47c3-b8ba-e16affaef765 req-658032ee-c6e7-4d6c-aa02-411ab2780645 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489893 Dec 08 13:12:49.937714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7653d-d368-47de-828b-45d83435d279 req-6119c1f2-0107-4b16-8166-001a18dcc56b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:49.939222 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b5e7653d-d368-47de-828b-45d83435d279 req-6119c1f2-0107-4b16-8166-001a18dcc56b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 980 time: 0.0526915 Dec 08 13:12:49.987198 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b5e7653d-d368-47de-828b-45d83435d279 req-102e2ce0-882c-40a8-b568-57e634cf40fe tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Dec 08 13:12:50.533585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 061a06ec-b17a-4125-9ec1-14e5959e08ed details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:12:50.633849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:50.644634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'port_id': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'mac_address': 'fa:16:3e:87:fb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:12:50.682461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:50.695379 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061a06ec-b17a-4125-9ec1-14e5959e08ed {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:12:50.714912 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:50.786852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:50.838107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:50.994485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['061a06ec-b17a-4125-9ec1-14e5959e08ed'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:12:50.999568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c41a-85f1-4f1e-a0a2-ccc856b8003a req-aa7aa25a-ad7e-4421-9281-0b5f6f631341 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:51.001070 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2526c41a-85f1-4f1e-a0a2-ccc856b8003a req-aa7aa25a-ad7e-4421-9281-0b5f6f631341 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 943 time: 0.0482028 Dec 08 13:12:51.058217 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2526c41a-85f1-4f1e-a0a2-ccc856b8003a req-e1cccc3b-f204-46b4-99ac-1de98207a562 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504270 Dec 08 13:12:51.125047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0264b54-4b25-4cc7-9142-95600b8eda4c req-629db757-2a21-4561-9396-b2bf4d31d7dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:51.126560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a0264b54-4b25-4cc7-9142-95600b8eda4c req-629db757-2a21-4561-9396-b2bf4d31d7dc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 981 time: 0.0582092 Dec 08 13:12:51.174060 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a0264b54-4b25-4cc7-9142-95600b8eda4c req-b69eea33-b1de-4113-ac45-b7b9399698d1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Dec 08 13:12:52.173123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c146e-4fcc-4c63-9eff-6db64ebd49b1 req-659785b4-b31a-4705-ab97-38e02de1629c tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:52.174609 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-496c146e-4fcc-4c63-9eff-6db64ebd49b1 req-659785b4-b31a-4705-ab97-38e02de1629c tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 943 time: 0.0475976 Dec 08 13:12:52.225356 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-496c146e-4fcc-4c63-9eff-6db64ebd49b1 req-69631e71-fdb7-41d5-8590-214a8e5e046a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440938 Dec 08 13:12:52.287164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e24a1-b7eb-49db-ac2c-e61e9c18eb96 req-82061f2d-dac9-4b62-95f7-35b8112f7bb8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:52.288631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-808e24a1-b7eb-49db-ac2c-e61e9c18eb96 req-82061f2d-dac9-4b62-95f7-35b8112f7bb8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 981 time: 0.0473421 Dec 08 13:12:52.339049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-808e24a1-b7eb-49db-ac2c-e61e9c18eb96 req-332ded07-63aa-48e9-9c59-0e4e2be2233a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Dec 08 13:12:52.552870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 061a06ec-b17a-4125-9ec1-14e5959e08ed up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:12:52.646356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 061a06ec-b17a-4125-9ec1-14e5959e08ed completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:12:52.649995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 061a06ec-b17a-4125-9ec1-14e5959e08ed triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:12:52.650393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:52.725588 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:52.748432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b377101-f80e-4564-87b1-1829172afd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:12:52.750692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5c2ae6-b756-455e-bbcb-020c33d299bb" -d '{"events": [{"server_uuid": "7b377101-f80e-4564-87b1-1829172afd7e", "name": "network-vif-plugged", "status": "completed", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:12:52.763251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:52.792401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e01d12-3862-4c6e-affb-a6d50d29c290 x-openstack-request-id: req-29e01d12-3862-4c6e-affb-a6d50d29c290 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:12:52.792809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b377101-f80e-4564-87b1-1829172afd7e", "name": "network-vif-plugged", "status": "completed", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:12:52.793168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29e01d12-3862-4c6e-affb-a6d50d29c290 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:12:52.793676 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b377101-f80e-4564-87b1-1829172afd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'code': 200} Dec 08 13:12:52.826264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:52.875999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:53.034947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd520bf-c14f-4b28-bf1a-d86e067e59d7 req-1f697124-052d-46df-aabe-7e7da4652b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:53.036455 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ccd520bf-c14f-4b28-bf1a-d86e067e59d7 req-1f697124-052d-46df-aabe-7e7da4652b94 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 1135 time: 0.0401011 Dec 08 13:12:53.089926 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ccd520bf-c14f-4b28-bf1a-d86e067e59d7 req-9fe1eb6c-cb85-4596-800b-9f07870a822e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Dec 08 13:12:53.339160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f1c17-3fb8-4e8e-9e86-ac09ae35d3f4 req-abece5cb-aa86-4676-8b7f-60472a1ff9dd tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:53.340553 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cf1f1c17-3fb8-4e8e-9e86-ac09ae35d3f4 req-abece5cb-aa86-4676-8b7f-60472a1ff9dd tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 943 time: 0.0490026 Dec 08 13:12:53.390374 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cf1f1c17-3fb8-4e8e-9e86-ac09ae35d3f4 req-1540cdcf-8fba-4609-b417-9a77bacbc4ba tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 Dec 08 13:12:53.460711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab25ca-b6ae-4d05-8a51-786cfe17801e req-0f9a90e0-3ed8-479e-8bc6-13929f5d8a1c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:53.462227 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-efab25ca-b6ae-4d05-8a51-786cfe17801e req-0f9a90e0-3ed8-479e-8bc6-13929f5d8a1c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 982 time: 0.0548880 Dec 08 13:12:53.508841 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-efab25ca-b6ae-4d05-8a51-786cfe17801e req-07ca8923-0332-497d-a865-0d20ed6b25ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Dec 08 13:12:54.506939 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b03084-6334-4c60-9809-dc4a77f35ef3 req-a023de31-efa4-49e4-8630-9ec04f339f7b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:54.508433 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-45b03084-6334-4c60-9809-dc4a77f35ef3 req-a023de31-efa4-49e4-8630-9ec04f339f7b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 943 time: 0.0531914 Dec 08 13:12:54.557672 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-45b03084-6334-4c60-9809-dc4a77f35ef3 req-91997a6f-27da-4795-aef0-2847cf138f27 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Dec 08 13:12:54.625764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dfad5-e0ee-4a47-97fa-42745f514346 req-0b65de3a-5f88-45ad-8908-66b617aff546 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:54.627268 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b8dfad5-e0ee-4a47-97fa-42745f514346 req-0b65de3a-5f88-45ad-8908-66b617aff546 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 982 time: 0.0511248 Dec 08 13:12:54.673606 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b8dfad5-e0ee-4a47-97fa-42745f514346 req-a66d0799-86de-4e64-98a9-2740397685b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Dec 08 13:12:54.792050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27098179-3ec2-4ddd-8893-84fbd79b426c req-cd1671c8-d6bf-4240-9d83-2c3d9406d82c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:54.793597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-27098179-3ec2-4ddd-8893-84fbd79b426c req-cd1671c8-d6bf-4240-9d83-2c3d9406d82c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 982 time: 0.0536664 Dec 08 13:12:54.841334 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-27098179-3ec2-4ddd-8893-84fbd79b426c req-02ff9f6f-dcf7-4592-8f68-d4a96f14e0ec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417650 Dec 08 13:12:54.862254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33002) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:54.900752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd08fbc2-1056-4542-826a-692f84159560 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:54.902252 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bd08fbc2-1056-4542-826a-692f84159560 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 1130 time: 0.0390069 Dec 08 13:12:54.904986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33004) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:54.909175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:55.000267 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:55.101680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:55.246506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.166 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/bcb044c7-0883-442e-b5cf-18fceef7cf29) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:12:55.343369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:55.446682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:55.484287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:12:55.487119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:12:55.493093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:12:55.515362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=bcb044c7-0883-442e-b5cf-18fceef7cf29,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:55.993568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460751-8f4b-4497-94d0-ec0d0ac518e6 req-139e53f6-cf00-4f25-a2e7-41bf8c64fd3d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:55.995051 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b4460751-8f4b-4497-94d0-ec0d0ac518e6 req-139e53f6-cf00-4f25-a2e7-41bf8c64fd3d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 943 time: 0.3571439 Dec 08 13:12:56.129626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b4460751-8f4b-4497-94d0-ec0d0ac518e6 req-dfc9311b-fea6-433f-afea-f8d6e98d895e tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281686 Dec 08 13:12:56.312680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:56.462480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:56.612141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:56.689045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:56.764574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=bcb044c7-0883-442e-b5cf-18fceef7cf29,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:56.774402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:56.874044 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 07ab9081-630a-4b57-9dea-bea318f8d95c associated. External IP: 172.26.7.166, port: 061a06ec-b17a-4125-9ec1-14e5959e08ed. Dec 08 13:12:57.084437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:12:57.190545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:12:57.201454 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] Sync routers for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:12:57.211727 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:57.212340 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:57.250101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530850fa-9e8f-4bc3-879f-fb058a610a4b req-26da0a8b-4a52-4e26-b250-386d692fcec6 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:57.251698 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-530850fa-9e8f-4bc3-879f-fb058a610a4b req-26da0a8b-4a52-4e26-b250-386d692fcec6 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 943 time: 0.0517199 Dec 08 13:12:57.286165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:57.316674 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:57.326562 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-530850fa-9e8f-4bc3-879f-fb058a610a4b req-e9a72258-f06e-479a-8786-15c9989951ad tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682166 Dec 08 13:12:57.328399 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-df3a7d6a-d442-4a41-834f-053dbd283c0d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4225032 Dec 08 13:12:57.329073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b377101-f80e-4564-87b1-1829172afd7e', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:12:57.331446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446465f0-9fa3-40bc-8161-204714a1faff" -d '{"events": [{"name": "network-changed", "server_uuid": "7b377101-f80e-4564-87b1-1829172afd7e", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:12:57.331620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33010) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:12:57.376917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea3d587-145e-4ab9-9598-f0fc11831199 x-openstack-request-id: req-2ea3d587-145e-4ab9-9598-f0fc11831199 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:12:57.377361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b377101-f80e-4564-87b1-1829172afd7e", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:12:57.377696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ea3d587-145e-4ab9-9598-f0fc11831199 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:12:57.378172 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b377101-f80e-4564-87b1-1829172afd7e', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'status': 'completed', 'code': 200} Dec 08 13:12:57.419785 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f758eecc-2ac8-4920-9c8f-7e9aec4b71d6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:57.423641 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f758eecc-2ac8-4920-9c8f-7e9aec4b71d6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e&network_id=f50835f3-fc08-473f-aec8-340ce1b8ce34 HTTP/1.1" status: 200 len: 1130 time: 0.0891368 Dec 08 13:12:57.442526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446465f0-9fa3-40bc-8161-204714a1faff req-f0074f3c-942e-4212-be2e-805778fd7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:57.446376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-446465f0-9fa3-40bc-8161-204714a1faff req-f0074f3c-942e-4212-be2e-805778fd7409 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 1135 time: 0.0461125 Dec 08 13:12:57.537284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446465f0-9fa3-40bc-8161-204714a1faff req-95513a15-b53a-4222-952e-9a42b9af9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:57.538564 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-446465f0-9fa3-40bc-8161-204714a1faff req-95513a15-b53a-4222-952e-9a42b9af9224 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f50835f3-fc08-473f-aec8-340ce1b8ce34 HTTP/1.1" status: 200 len: 897 time: 0.0854268 Dec 08 13:12:57.571098 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:33Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '07ab9081-630a-4b57-9dea-bea318f8d95c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.166', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'port_id': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-76754689', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'mac_address': 'fa:16:3e:87:fb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b377101-f80e-4564-87b1-1829172afd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:12:56Z', 'updated_at': '2021-12-08T13:12:56Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83e40d9-adb6-4ccf-9092-4da6994e4a17', 'name': '', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:ca:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:32Z', 'updated_at': '2021-12-08T13:12:37Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:57.604864 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] Checking router: ac02dd5c-b4f3-46c4-9045-6f6f188dff3c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:12:57.609859 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-446465f0-9fa3-40bc-8161-204714a1faff req-b670e5dc-b2e8-4505-85f2-5dab8c7d7513 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 1036 time: 0.0640585 Dec 08 13:12:57.613260 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:12:57.613864 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:57.663371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446465f0-9fa3-40bc-8161-204714a1faff req-f220e687-a2a4-473b-b1cc-c1ae7c8cb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:57.663371 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-446465f0-9fa3-40bc-8161-204714a1faff req-f220e687-a2a4-473b-b1cc-c1ae7c8cb04c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29e153ea-354d-49ee-8866-9196bb0086fb HTTP/1.1" status: 200 len: 835 time: 0.0453506 Dec 08 13:12:57.711038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446465f0-9fa3-40bc-8161-204714a1faff req-81609571-9fa1-4b7a-86e6-48d3dd8f744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:57.712590 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-446465f0-9fa3-40bc-8161-204714a1faff req-81609571-9fa1-4b7a-86e6-48d3dd8f744b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f50835f3-fc08-473f-aec8-340ce1b8ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437551 Dec 08 13:12:57.810213 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:12:57.817324 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-446465f0-9fa3-40bc-8161-204714a1faff req-a9ac8a2a-efec-4af7-8973-03943cdd2298 service neutron] 10.222.0.72 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962501 Dec 08 13:12:57.930200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061fb69-9ed9-4ecb-b5fa-f83f0235f97a req-bbf8b314-0cc6-4195-8e47-a872e526fc03 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:57.931773 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f061fb69-9ed9-4ecb-b5fa-f83f0235f97a req-bbf8b314-0cc6-4195-8e47-a872e526fc03 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 982 time: 0.1003737 Dec 08 13:12:57.966234 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-446465f0-9fa3-40bc-8161-204714a1faff req-e6d8a727-3700-43b9-8f03-ceab00871605 service neutron] 10.222.0.72 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419573 Dec 08 13:12:57.998077 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f061fb69-9ed9-4ecb-b5fa-f83f0235f97a req-0da83bf5-b44d-47c4-8e1e-cc4f1f67fbcd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565875 Dec 08 13:12:58.056858 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:33Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '07ab9081-630a-4b57-9dea-bea318f8d95c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.166', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'port_id': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-76754689', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'mac_address': 'fa:16:3e:87:fb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b377101-f80e-4564-87b1-1829172afd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:12:56Z', 'updated_at': '2021-12-08T13:12:56Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83e40d9-adb6-4ccf-9092-4da6994e4a17', 'name': '', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:ca:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:32Z', 'updated_at': '2021-12-08T13:12:37Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:12:58.096199 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda1ed7-05cc-4ce4-8471-fc26ed19b36b None None] The sync data for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv is: [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:33Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '07ab9081-630a-4b57-9dea-bea318f8d95c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.166', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'port_id': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-76754689', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'mac_address': 'fa:16:3e:87:fb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b377101-f80e-4564-87b1-1829172afd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:12:56Z', 'updated_at': '2021-12-08T13:12:56Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83e40d9-adb6-4ccf-9092-4da6994e4a17', 'name': '', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:ca:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:32Z', 'updated_at': '2021-12-08T13:12:37Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:12:58.285194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c3f266-803b-43c1-8e4f-4fc2f29d46e9 None None] New status for floating IP 07ab9081-630a-4b57-9dea-bea318f8d95c: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:12:58.474300 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff21b2-c83d-4ac0-a9a8-cb3ed4e7b329 req-e16a0a31-54c9-4658-9da1-ce2e0a322e12 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:58.475882 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40ff21b2-c83d-4ac0-a9a8-cb3ed4e7b329 req-e16a0a31-54c9-4658-9da1-ce2e0a322e12 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 943 time: 0.0492847 Dec 08 13:12:58.531806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40ff21b2-c83d-4ac0-a9a8-cb3ed4e7b329 req-92c47ae5-2671-408b-8281-c306bed23a86 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497451 Dec 08 13:12:58.584667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 602158e3-dad3-41d9-8b82-3351e3d50b75 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:12:58.681535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 602158e3-dad3-41d9-8b82-3351e3d50b75, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=602158e3-dad3-41d9-8b82-3351e3d50b75,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:58.692819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:12:58.732002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:58.745134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602158e3-dad3-41d9-8b82-3351e3d50b75 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:12:58.764094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 602158e3-dad3-41d9-8b82-3351e3d50b75, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=602158e3-dad3-41d9-8b82-3351e3d50b75,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:58.829038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:58.879153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=602158e3-dad3-41d9-8b82-3351e3d50b75,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:12:59.044575 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['602158e3-dad3-41d9-8b82-3351e3d50b75'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:12:59.165462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76697638-9cea-4064-a505-3786d8d4e91f req-8e46034a-048b-41a5-898b-1255eb8b1b2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:59.167593 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76697638-9cea-4064-a505-3786d8d4e91f req-8e46034a-048b-41a5-898b-1255eb8b1b2a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 982 time: 0.0889163 Dec 08 13:12:59.201024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-93b83353-0ff6-42a0-9fca-b177ef5440f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:59.202455 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-93b83353-0ff6-42a0-9fca-b177ef5440f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 982 time: 0.0859177 Dec 08 13:12:59.255066 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76697638-9cea-4064-a505-3786d8d4e91f req-7adfc3cc-5652-4add-a95f-c2ad998100a8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811548 Dec 08 13:12:59.263375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-f90f714c-031c-41d8-b751-22a6d7c02416 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:59.264724 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-f90f714c-031c-41d8-b751-22a6d7c02416 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0511849 Dec 08 13:12:59.369184 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-331bfd51-951e-45fa-ae48-d0441669cc50 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0985427 Dec 08 13:12:59.381086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:12:59.431554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:59.510462 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:12:59.562377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:12:59.614923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:12:59.667514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] device_id is not set on port 061a06ec-b17a-4125-9ec1-14e5959e08ed yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:12:59.678849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:12:59.688968 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567bdb-325e-404d-935c-51ffde09d7cb req-f45748e8-0afa-43a6-9dcd-bfcef9815e89 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:12:59.690752 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-23567bdb-325e-404d-935c-51ffde09d7cb req-f45748e8-0afa-43a6-9dcd-bfcef9815e89 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 944 time: 0.0908628 Dec 08 13:12:59.991292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:00.112435 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-23567bdb-325e-404d-935c-51ffde09d7cb req-8fb2d0cf-d62a-41ea-92cc-45e98cb4087e tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149985 Dec 08 13:13:00.120116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=6']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:00.187445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] No DVR routers for this DVR port 061a06ec-b17a-4125-9ec1-14e5959e08ed on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:13:00.253065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a56db0dd-1a80-468d-9e7a-1b2baf5995d3 None None] Provisioning complete for port 061a06ec-b17a-4125-9ec1-14e5959e08ed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:00.253662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a56db0dd-1a80-468d-9e7a-1b2baf5995d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:00.286367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a56db0dd-1a80-468d-9e7a-1b2baf5995d3 None None] Port 061a06ec-b17a-4125-9ec1-14e5959e08ed cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:13:00.325034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] In _notify_port_updated(), no bound segment for port 061a06ec-b17a-4125-9ec1-14e5959e08ed on network f50835f3-fc08-473f-aec8-340ce1b8ce34 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:13:00.325950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:00.326598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:00.327883 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc1e3e13-c0ce-42e9-80d7-292344d62552 req-7bc398bb-ef00-4dd0-b26c-233e78da7e51 service neutron] 10.222.0.72 "PUT /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 1025 time: 0.9506416 Dec 08 13:13:00.354249 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-883c2a3b-c3ca-4679-bff1-20a07783a55d req-7abfa7a4-1fb3-4a71-898a-d2ea9930979d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b377101-f80e-4564-87b1-1829172afd7e HTTP/1.1" status: 200 len: 210 time: 0.0253887 Dec 08 13:13:00.598277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 602158e3-dad3-41d9-8b82-3351e3d50b75 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:13:00.726071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 602158e3-dad3-41d9-8b82-3351e3d50b75 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:13:00.730162 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 602158e3-dad3-41d9-8b82-3351e3d50b75 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:00.730534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:00.807893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:00.829438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:13:00.831652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ae2fa-a960-4498-85c9-bf2d2245b7b7" -d '{"events": [{"server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "name": "network-vif-plugged", "status": "completed", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:13:00.844415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 602158e3-dad3-41d9-8b82-3351e3d50b75, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=602158e3-dad3-41d9-8b82-3351e3d50b75,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:00.867041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30edc81-3f57-41b7-8418-13c02d5bcd50 x-openstack-request-id: req-a30edc81-3f57-41b7-8418-13c02d5bcd50 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:13:00.872589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "name": "network-vif-plugged", "status": "completed", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:13:00.872589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a30edc81-3f57-41b7-8418-13c02d5bcd50 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:13:00.872589 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'code': 200} Dec 08 13:13:00.920277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:00.921115 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 061a06ec-b17a-4125-9ec1-14e5959e08ed no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:13:00.996053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 061a06ec-b17a-4125-9ec1-14e5959e08ed not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:13:00.997603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=602158e3-dad3-41d9-8b82-3351e3d50b75,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:01.131997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338b69f-5f69-4a7a-a3ca-53246cd0625e req-9ba4aa72-4882-425a-8cc4-c074a52eedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:01.133405 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6338b69f-5f69-4a7a-a3ca-53246cd0625e req-9ba4aa72-4882-425a-8cc4-c074a52eedac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 1098 time: 0.0397213 Dec 08 13:13:01.181851 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6338b69f-5f69-4a7a-a3ca-53246cd0625e req-6a60dd55-5420-49f3-8519-656246c26840 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408781 Dec 08 13:13:01.237648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ae7e3-3584-486f-84f9-a35ea2a2788d req-9ed21356-0be8-4a6d-b0c9-dc288e1082f9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:01.239194 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d14ae7e3-3584-486f-84f9-a35ea2a2788d req-9ed21356-0be8-4a6d-b0c9-dc288e1082f9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 945 time: 0.0482097 Dec 08 13:13:01.294836 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d14ae7e3-3584-486f-84f9-a35ea2a2788d req-7f0c6fba-86c1-4d68-ae9d-3390ba5dbf70 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470369 Dec 08 13:13:01.409268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33032) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:01.465003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53434604-445d-4d9b-aa6f-75ae1d1a2db2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:01.466417 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-53434604-445d-4d9b-aa6f-75ae1d1a2db2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 924 time: 0.0561421 Dec 08 13:13:02.050086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33036) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:02.055342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-56e94241-fe9c-4a74-83e2-1c4c49766e2d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804439457', 'description': 'tempest-secgroup-smoke-804439457 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:02.131757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56e94241-fe9c-4a74-83e2-1c4c49766e2d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.200391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56e94241-fe9c-4a74-83e2-1c4c49766e2d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.251597 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56e94241-fe9c-4a74-83e2-1c4c49766e2d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.280712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e94241-fe9c-4a74-83e2-1c4c49766e2d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4c74c6-ead1-4783-95ff-11628e9225a2,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:02.351748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-56e94241-fe9c-4a74-83e2-1c4c49766e2d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.353042 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-56e94241-fe9c-4a74-83e2-1c4c49766e2d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3018630 Dec 08 13:13:02.356000 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33040) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:02.360767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ac6122aa-eb4a-45e1-a5f8-201d80b5812e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7b4c74c6-ead1-4783-95ff-11628e9225a2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:02.408957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3426dd-0958-4da5-ad0b-0792841fa13b req-d5ec4b00-8fee-482b-a83c-4019ad28afd3 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:02.410496 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3a3426dd-0958-4da5-ad0b-0792841fa13b req-d5ec4b00-8fee-482b-a83c-4019ad28afd3 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 945 time: 0.0491052 Dec 08 13:13:02.456575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac6122aa-eb4a-45e1-a5f8-201d80b5812e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.460421 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3a3426dd-0958-4da5-ad0b-0792841fa13b req-b9ecfd20-07d6-42db-be4e-8f20d3543d00 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 Dec 08 13:13:02.512728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac6122aa-eb4a-45e1-a5f8-201d80b5812e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.575619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203ed61-fb97-4098-a858-a859c35e97a4 req-8285ac9e-8709-4941-b98d-7e4e38ae6eb9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:02.577057 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0203ed61-fb97-4098-a858-a859c35e97a4 req-8285ac9e-8709-4941-b98d-7e4e38ae6eb9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Dec 08 13:13:02.582874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac6122aa-eb4a-45e1-a5f8-201d80b5812e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.601466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6122aa-eb4a-45e1-a5f8-201d80b5812e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a0c568-e54e-4ef6-870f-20d12725190a,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:02.628650 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0203ed61-fb97-4098-a858-a859c35e97a4 req-5534b37a-c4a8-4f8a-af13-1981a7de34bd tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454123 Dec 08 13:13:02.651647 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33044) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:02.680557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac6122aa-eb4a-45e1-a5f8-201d80b5812e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.681749 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ac6122aa-eb4a-45e1-a5f8-201d80b5812e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246593 Dec 08 13:13:02.684624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33046) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:02.689370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c85ab79b-d661-4dcc-9988-48ea73320f59 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7b4c74c6-ead1-4783-95ff-11628e9225a2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:02.695512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf7d1c-f24f-4073-ab78-cceff98cba57 tempest-TestVolumeBootPattern-1571713827 tempest-TestVolumeBootPattern-1571713827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:02.697085 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e4bf7d1c-f24f-4073-ab78-cceff98cba57 tempest-TestVolumeBootPattern-1571713827 tempest-TestVolumeBootPattern-1571713827-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 1093 time: 0.0443964 Dec 08 13:13:02.699894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33048) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:02.704503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:02.759363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c85ab79b-d661-4dcc-9988-48ea73320f59 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.817108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c85ab79b-d661-4dcc-9988-48ea73320f59 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.831764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.883188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c85ab79b-d661-4dcc-9988-48ea73320f59 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.902489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ab79b-d661-4dcc-9988-48ea73320f59 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e657bf-1eb8-4f1b-ad4e-20eb31b4a5f1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:02.929897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.970784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c85ab79b-d661-4dcc-9988-48ea73320f59 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:02.972185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c85ab79b-d661-4dcc-9988-48ea73320f59 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2864344 Dec 08 13:13:02.974938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33050) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:02.979354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-863cd93b-bc15-4fa9-be3c-b26c2cbb477f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7b4c74c6-ead1-4783-95ff-11628e9225a2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:03.035328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Allocated IP 172.26.7.86 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/20b4cccb-d7a5-4d1a-8a73-3e90f00cc46e) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:13:03.071897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-863cd93b-bc15-4fa9-be3c-b26c2cbb477f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.127286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-863cd93b-bc15-4fa9-be3c-b26c2cbb477f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.133841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.203383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-863cd93b-bc15-4fa9-be3c-b26c2cbb477f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.221710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cd93b-bc15-4fa9-be3c-b26c2cbb477f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d27674-b59d-4d82-bf97-bcd40e141ade,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:03.232353 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.269509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:13:03.272780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:13:03.278584 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:13:03.305442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-863cd93b-bc15-4fa9-be3c-b26c2cbb477f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.305664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'Port': ['ID=20b4cccb-d7a5-4d1a-8a73-3e90f00cc46e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:03.306713 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-863cd93b-bc15-4fa9-be3c-b26c2cbb477f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3307810 Dec 08 13:13:03.309388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33052) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:03.314707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7d808ef3-d715-4aca-9d5f-c304410c581e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7b4c74c6-ead1-4783-95ff-11628e9225a2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:03.402526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d808ef3-d715-4aca-9d5f-c304410c581e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.464798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d808ef3-d715-4aca-9d5f-c304410c581e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.540459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d808ef3-d715-4aca-9d5f-c304410c581e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.559654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d808ef3-d715-4aca-9d5f-c304410c581e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b112ae-85e7-4ef5-ad26-4af3ef6f50a9,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:03.636290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d808ef3-d715-4aca-9d5f-c304410c581e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.637560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7d808ef3-d715-4aca-9d5f-c304410c581e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271153 Dec 08 13:13:03.637850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.640343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33054) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:03.644758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5260bff9-e227-4b71-b480-7e54fee0304b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7b4c74c6-ead1-4783-95ff-11628e9225a2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:03.737186 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-5260bff9-e227-4b71-b480-7e54fee0304b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:13:03.742392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5260bff9-e227-4b71-b480-7e54fee0304b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.789636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.803948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5260bff9-e227-4b71-b480-7e54fee0304b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.848561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5260bff9-e227-4b71-b480-7e54fee0304b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.866985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260bff9-e227-4b71-b480-7e54fee0304b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf667c79-8620-40c5-8f93-f1286a13122d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:03.930780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5260bff9-e227-4b71-b480-7e54fee0304b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.934740 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5260bff9-e227-4b71-b480-7e54fee0304b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2908654 Dec 08 13:13:03.934966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33056) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:03.939120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:03.939826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-286166e5-7462-49f4-9bad-5bf0cb349155 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7b4c74c6-ead1-4783-95ff-11628e9225a2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:04.014274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:04.043138 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-286166e5-7462-49f4-9bad-5bf0cb349155 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:13:04.050543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-286166e5-7462-49f4-9bad-5bf0cb349155 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:04.085806 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'Port': ['ID=20b4cccb-d7a5-4d1a-8a73-3e90f00cc46e,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:04.097828 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:04.110118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-286166e5-7462-49f4-9bad-5bf0cb349155 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:04.171541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-286166e5-7462-49f4-9bad-5bf0cb349155 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:04.190546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286166e5-7462-49f4-9bad-5bf0cb349155 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72dec20-21fb-425c-8b07-216bdef43cd6,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:04.199612 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Floating IP 10e60d31-f45d-40e9-85cb-a5226d8eec5c associated. External IP: 172.26.7.86, port: 602158e3-dad3-41d9-8b82-3351e3d50b75. Dec 08 13:13:04.253673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-286166e5-7462-49f4-9bad-5bf0cb349155 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:04.254928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-286166e5-7462-49f4-9bad-5bf0cb349155 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3188481 Dec 08 13:13:04.412106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Router 98a15aed-24a4-466c-9044-57792c703f4c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:13:04.451156 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-ebbc9f66-7265-491a-9a4a-c0c5f75c19d6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804439457&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0443139 Dec 08 13:13:04.499931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-321574df-57c3-444d-b838-402bfc395da7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:04.501325 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-321574df-57c3-444d-b838-402bfc395da7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 929 time: 0.0432024 Dec 08 13:13:04.521172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:13:04.531189 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] Sync routers for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:13:04.541826 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:04.542439 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:04.554916 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-3e7895b1-52c1-471a-9bc9-6d375f0505ca service neutron] 10.222.0.76 "GET /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0403795 Dec 08 13:13:04.634231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:04.646827 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-7b26afa2-7499-4e97-9408-90f92156e516 service neutron] 10.222.0.76 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857620 Dec 08 13:13:04.651526 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:04.669524 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a554fbfa-f781-4e2a-854f-3a829f5db02a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9685884 Dec 08 13:13:04.670806 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:13:04.673276 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e726411-d18d-4d13-99de-8d4606e9bfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:13:04.713192 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee46cb3b-75ed-423b-9197-bf62780a8682 x-openstack-request-id: req-ee46cb3b-75ed-423b-9197-bf62780a8682 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:13:04.713502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:13:04.713767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee46cb3b-75ed-423b-9197-bf62780a8682 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:13:04.714179 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'status': 'completed', 'code': 200} Dec 08 13:13:04.774535 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-79c62074-fa75-445d-9046-054da61b3676 service neutron] 10.222.0.76 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209359 Dec 08 13:13:04.789413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-14a019e7-d09f-4b44-963f-d26c5e11ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:04.792002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-14a019e7-d09f-4b44-963f-d26c5e11ccc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 1098 time: 0.0538843 Dec 08 13:13:04.888909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-7455ecbe-cc3a-4911-addb-f7c463e2e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:04.890413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-7455ecbe-cc3a-4911-addb-f7c463e2e32f service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 913 time: 0.0921695 Dec 08 13:13:04.898533 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '10e60d31-f45d-40e9-85cb-a5226d8eec5c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.86', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:03Z', 'updated_at': '2021-12-08T13:13:03Z', 'revision_number': 0, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:04.929095 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] Checking router: 98a15aed-24a4-466c-9044-57792c703f4c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:13:04.938521 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:04.939286 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:12:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:04.961280 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-d8c4fe48-d82c-45b8-b867-04e463590028 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=602158e3-dad3-41d9-8b82-3351e3d50b75 HTTP/1.1" status: 200 len: 998 time: 0.0639403 Dec 08 13:13:05.034736 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e2bafcf-55a5-4df1-b618-2f424f278fc2 req-c0cadcd1-df7d-4da1-a247-4274ca3d4af5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 210 time: 0.0368953 Dec 08 13:13:05.044552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-de957df8-a0f1-40f4-a21a-30f23faedb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:05.050466 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-de957df8-a0f1-40f4-a21a-30f23faedb58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0818467 Dec 08 13:13:05.061911 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:05.100944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-3d329f25-43d5-403d-9213-202d9540f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:05.102702 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-3d329f25-43d5-403d-9213-202d9540f4c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449057 Dec 08 13:13:05.209302 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-be38ab9b-0560-4dde-a4a8-467c934289a8 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980058 Dec 08 13:13:05.308054 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e726411-d18d-4d13-99de-8d4606e9bfa1 req-42dd5aa7-70f7-49e3-b155-6bdb5335dd2e service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927236 Dec 08 13:13:05.310622 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '10e60d31-f45d-40e9-85cb-a5226d8eec5c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.86', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:03Z', 'updated_at': '2021-12-08T13:13:03Z', 'revision_number': 0, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:05.341702 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5844c811-2cc4-46e6-9c44-6d4a3c7bd1e7 None None] The sync data for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv is: [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '10e60d31-f45d-40e9-85cb-a5226d8eec5c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.86', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:03Z', 'updated_at': '2021-12-08T13:13:03Z', 'revision_number': 0, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:13:05.649758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b687b-a6ad-41ec-9bc2-6e4a34500b6c None None] New status for floating IP 10e60d31-f45d-40e9-85cb-a5226d8eec5c: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:13:06.129422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2c3ebc8e-0680-4867-9a9f-ac498214f813 req-bbf4459a-2bc0-4766-a873-bb742bed75a1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 210 time: 0.0262160 Dec 08 13:13:06.839123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-57fad1b9-08c1-4307-821e-9b912b8fe235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:06.840362 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-57fad1b9-08c1-4307-821e-9b912b8fe235 service neutron] 10.222.0.72 "GET /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 1025 time: 0.0367756 Dec 08 13:13:06.951259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-20073644-abeb-49f9-82cb-b9ae8eb6cd82 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:06.952697 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-20073644-abeb-49f9-82cb-b9ae8eb6cd82 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=f50835f3-fc08-473f-aec8-340ce1b8ce34 HTTP/1.1" status: 200 len: 796 time: 0.1056294 Dec 08 13:13:07.028089 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-2c3a7594-b282-4461-b272-738c566e6788 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 472 time: 0.0665591 Dec 08 13:13:07.039505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Request body: {'port': {'device_id': '9eefde2f-568a-4f61-9e1e-77f58c9496c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:07.096904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:07.273068 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fe7a408c-d2eb-4d11-b360-0bc34ea6f3a8 req-d75ac65f-9f38-46a5-88e7-22408d9882cb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 210 time: 0.0361452 Dec 08 13:13:07.419629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061a06ec-b17a-4125-9ec1-14e5959e08ed {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:13:07.427894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:07.442376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Transition to ACTIVE for port object 061a06ec-b17a-4125-9ec1-14e5959e08ed will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:13:07.525791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:07.599821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=7']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:07.702848 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Attempting to bind port 061a06ec-b17a-4125-9ec1-14e5959e08ed on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:13:07.703191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Attempting to bind port 061a06ec-b17a-4125-9ec1-14e5959e08ed by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:13:07.703525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Attempting to bind port 061a06ec-b17a-4125-9ec1-14e5959e08ed on network f50835f3-fc08-473f-aec8-340ce1b8ce34 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:13:07.708094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Port 061a06ec-b17a-4125-9ec1-14e5959e08ed on network f50835f3-fc08-473f-aec8-340ce1b8ce34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:13:07.708416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Attempting to bind port 061a06ec-b17a-4125-9ec1-14e5959e08ed on network f50835f3-fc08-473f-aec8-340ce1b8ce34 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:13:07.713407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:13:07.713744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Checking segment: {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:13:07.714132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Bound using segment: {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:13:07.714564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Bound port: 061a06ec-b17a-4125-9ec1-14e5959e08ed, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:13:07.714948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:07.777164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:13:07.780246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:13:07.829544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:07.863933 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:07.864551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:07.866543 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] 10.222.0.72 "PUT /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 1130 time: 0.8310797 Dec 08 13:13:07.867016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eefde2f-568a-4f61-9e1e-77f58c9496c0', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:13:07.869301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b92d1-6721-475d-9fee-d77f6b700826" -d '{"events": [{"name": "network-changed", "server_uuid": "9eefde2f-568a-4f61-9e1e-77f58c9496c0", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:13:07.894746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa40cc-d997-442a-b04c-4dd04d955bbc service neutron] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=8']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:07.908977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82aede2-08e3-4b49-8a59-b383eb4accc9 x-openstack-request-id: req-e82aede2-08e3-4b49-8a59-b383eb4accc9 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:13:07.909279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eefde2f-568a-4f61-9e1e-77f58c9496c0", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:13:07.909544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e82aede2-08e3-4b49-8a59-b383eb4accc9 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:13:07.909959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eefde2f-568a-4f61-9e1e-77f58c9496c0', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'status': 'completed', 'code': 200} Dec 08 13:13:07.972698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b92d1-6721-475d-9fee-d77f6b700826 req-921f616d-dc8d-4efb-a36a-05f16864a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:07.974775 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0c1b92d1-6721-475d-9fee-d77f6b700826 req-921f616d-dc8d-4efb-a36a-05f16864a660 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 1133 time: 0.0432289 Dec 08 13:13:08.079800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b92d1-6721-475d-9fee-d77f6b700826 req-ccb44064-b66c-4f9c-8216-79c589bcff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:08.081385 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0c1b92d1-6721-475d-9fee-d77f6b700826 req-ccb44064-b66c-4f9c-8216-79c589bcff00 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0992794 Dec 08 13:13:08.182125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b92d1-6721-475d-9fee-d77f6b700826 req-536810a4-4a9b-4e84-a23f-94fde37ea6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:08.183566 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0c1b92d1-6721-475d-9fee-d77f6b700826 req-536810a4-4a9b-4e84-a23f-94fde37ea6f7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955846 Dec 08 13:13:08.259689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-52c8a5b4-0b4c-478c-b830-2a09b49c3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:08.261106 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-52c8a5b4-0b4c-478c-b830-2a09b49c3704 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 1133 time: 0.0399923 Dec 08 13:13:08.326673 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-a6abad7a-1322-4cd5-b241-258dc140501f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 1036 time: 0.0576351 Dec 08 13:13:08.405992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-b644229d-50f5-4e9b-ac31-cc1e311e4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:08.407489 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-b644229d-50f5-4e9b-ac31-cc1e311e4e72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29e153ea-354d-49ee-8866-9196bb0086fb HTTP/1.1" status: 200 len: 835 time: 0.0743449 Dec 08 13:13:08.429792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b4879-7bd7-40af-9564-7c775166df30 req-b0123902-395a-4930-852e-b795a7fdd1a2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:08.431244 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-577b4879-7bd7-40af-9564-7c775166df30 req-b0123902-395a-4930-852e-b795a7fdd1a2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 980 time: 0.0904198 Dec 08 13:13:08.492266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-51e8776d-7872-495a-b083-d782643a94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:08.493765 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-51e8776d-7872-495a-b083-d782643a94b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f50835f3-fc08-473f-aec8-340ce1b8ce34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794098 Dec 08 13:13:08.512452 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-577b4879-7bd7-40af-9564-7c775166df30 req-0b7f230d-5fb7-4823-bffa-0d60520ceaaf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668795 Dec 08 13:13:08.591477 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-98d094a7-f065-4daf-a901-9faa318afacc service neutron] 10.222.0.72 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890658 Dec 08 13:13:08.679399 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-161b3878-9d2b-41cc-82b0-8b4a53a20a92 req-239335e3-eeaf-4a1e-a9ed-504f395f64c0 service neutron] 10.222.0.72 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807846 Dec 08 13:13:09.632421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40ac11-3eab-44b2-b696-8a2bd530c185 req-8885266b-3849-41d6-a24f-e9003173d4d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:09.633880 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e40ac11-3eab-44b2-b696-8a2bd530c185 req-8885266b-3849-41d6-a24f-e9003173d4d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 980 time: 0.0520921 Dec 08 13:13:09.680939 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e40ac11-3eab-44b2-b696-8a2bd530c185 req-36098205-694f-4e9a-b2f5-dfa19226621a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Dec 08 13:13:10.197363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:10.502748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-572d0019-4e0b-4aec-9336-9011c57aee07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:10.632627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 061a06ec-b17a-4125-9ec1-14e5959e08ed details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:13:10.728685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:10.739488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'port_id': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'mac_address': 'fa:16:3e:87:fb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:13:10.783875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:10.796955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061a06ec-b17a-4125-9ec1-14e5959e08ed {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:13:10.798372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd06cb-9463-4b1c-af76-bf6ac6cfd194 req-baa0d8b8-9621-47da-a852-a386e1dae1be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:10.799959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c3bd06cb-9463-4b1c-af76-bf6ac6cfd194 req-baa0d8b8-9621-47da-a852-a386e1dae1be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 980 time: 0.0505481 Dec 08 13:13:10.816604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:10.846536 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c3bd06cb-9463-4b1c-af76-bf6ac6cfd194 req-d1ca0a31-3aea-4584-bb16-5bee325492ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 Dec 08 13:13:10.888597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:10.937299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=9']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:11.110459 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['061a06ec-b17a-4125-9ec1-14e5959e08ed'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:13:11.959027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97d9d4-d0a3-4010-8f59-799307839cd7 req-8b2016a3-5da0-4b84-a876-925560253411 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:11.960483 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c97d9d4-d0a3-4010-8f59-799307839cd7 req-8b2016a3-5da0-4b84-a876-925560253411 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 981 time: 0.0476046 Dec 08 13:13:12.009225 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c97d9d4-d0a3-4010-8f59-799307839cd7 req-1f74cf11-0fe9-4835-8bf4-45a93afd6c42 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Dec 08 13:13:12.659627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 061a06ec-b17a-4125-9ec1-14e5959e08ed up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:13:12.762521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 061a06ec-b17a-4125-9ec1-14e5959e08ed completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:13:12.770460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 061a06ec-b17a-4125-9ec1-14e5959e08ed triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:12.770858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:12.858856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:12.876973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5adb0332-4971-4f59-9e27-c8ed99723752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:12.883506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eefde2f-568a-4f61-9e1e-77f58c9496c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:13:12.885761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5424394a-dae5-4bcb-8814-2128e2f52021" -d '{"events": [{"server_uuid": "9eefde2f-568a-4f61-9e1e-77f58c9496c0", "name": "network-vif-plugged", "status": "completed", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:13:12.898185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:12.924589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c0e3e2-ed0c-48ba-8235-0c2a4a1343c2 x-openstack-request-id: req-a0c0e3e2-ed0c-48ba-8235-0c2a4a1343c2 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:13:12.924883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eefde2f-568a-4f61-9e1e-77f58c9496c0", "name": "network-vif-plugged", "status": "completed", "tag": "061a06ec-b17a-4125-9ec1-14e5959e08ed", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:13:12.925139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0c0e3e2-ed0c-48ba-8235-0c2a4a1343c2 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:13:12.925532 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eefde2f-568a-4f61-9e1e-77f58c9496c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a06ec-b17a-4125-9ec1-14e5959e08ed', 'code': 200} Dec 08 13:13:12.962811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:13.011950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=10']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:13.125016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44d692-3c67-470f-b971-d1ab523fbb50 req-b2880e57-f9ba-4b5b-a55a-72e5ff8f2f5a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:13.126542 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dc44d692-3c67-470f-b971-d1ab523fbb50 req-b2880e57-f9ba-4b5b-a55a-72e5ff8f2f5a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 983 time: 0.0502698 Dec 08 13:13:13.175842 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dc44d692-3c67-470f-b971-d1ab523fbb50 req-e464d68f-c18f-4f3b-9df6-b955e0d3d272 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421126 Dec 08 13:13:13.241696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc76f8-46c1-4c44-a8b7-10174345a4c9 req-30009f91-7950-4a18-b6e4-762331ac312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:13.243203 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7fcc76f8-46c1-4c44-a8b7-10174345a4c9 req-30009f91-7950-4a18-b6e4-762331ac312f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 1136 time: 0.0408037 Dec 08 13:13:13.288591 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7fcc76f8-46c1-4c44-a8b7-10174345a4c9 req-d592056f-7e66-4105-abb0-cc702d14317f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377340 Dec 08 13:13:14.079712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:14.298127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ac5e7-39ab-40bc-8b20-3603108eb1f8 req-6aa0f4ce-dc2f-47fa-a7a2-d00cbe8899ff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:14.299610 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8e5ac5e7-39ab-40bc-8b20-3603108eb1f8 req-6aa0f4ce-dc2f-47fa-a7a2-d00cbe8899ff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 983 time: 0.0542200 Dec 08 13:13:14.346326 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8e5ac5e7-39ab-40bc-8b20-3603108eb1f8 req-ee06fb38-5d60-4175-ba0c-22ceca77360f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Dec 08 13:13:15.194364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:15.458106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ef6a5-9335-4a1d-95a6-c5fe29237236 req-e37afeae-e41c-4601-bec6-132fb068268b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:15.461671 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0a7ef6a5-9335-4a1d-95a6-c5fe29237236 req-e37afeae-e41c-4601-bec6-132fb068268b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 983 time: 0.0483458 Dec 08 13:13:15.506031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0a7ef6a5-9335-4a1d-95a6-c5fe29237236 req-112fa412-e5be-4903-b9c0-850da313c968 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Dec 08 13:13:15.619482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd5386-3196-4ad4-976b-853fc965cb20 req-eccd1142-fd95-42ab-96aa-ddf953ffb97f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:15.620979 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-83cd5386-3196-4ad4-976b-853fc965cb20 req-eccd1142-fd95-42ab-96aa-ddf953ffb97f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 983 time: 0.0496743 Dec 08 13:13:15.671544 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-83cd5386-3196-4ad4-976b-853fc965cb20 req-4fe4bde8-0aa6-4276-b75f-cefc8ae67fd3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Dec 08 13:13:15.692247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33114) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:15.760304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d464e-943b-4f2d-8987-8a0b2baab03b tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:15.761822 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-419d464e-943b-4f2d-8987-8a0b2baab03b tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0&network_id=f50835f3-fc08-473f-aec8-340ce1b8ce34 HTTP/1.1" status: 200 len: 1131 time: 0.0685706 Dec 08 13:13:16.157909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:16.180310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafdd3-fbae-4355-9ea5-ea79aaead95a req-66f37d1d-c101-46e1-a9e6-b8f458b4f410 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:16.181798 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38eafdd3-fbae-4355-9ea5-ea79aaead95a req-66f37d1d-c101-46e1-a9e6-b8f458b4f410 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 983 time: 0.0487292 Dec 08 13:13:16.232459 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38eafdd3-fbae-4355-9ea5-ea79aaead95a req-92eb3f97-aad8-4995-8b0a-ddabe314d562 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447116 Dec 08 13:13:17.347333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb0dd-97c6-47bc-aff1-4bbabe40d095 req-5fef7cb4-854c-4abc-b6a0-6d2f11c5f138 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:17.348799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-148bb0dd-97c6-47bc-aff1-4bbabe40d095 req-5fef7cb4-854c-4abc-b6a0-6d2f11c5f138 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 983 time: 0.0480614 Dec 08 13:13:17.394912 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-148bb0dd-97c6-47bc-aff1-4bbabe40d095 req-7377665f-f4dd-44eb-aef4-e294ef4fb675 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bab25174-15f3-464e-a9a4-195de860b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396290 Dec 08 13:13:17.551073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-9cc1132b-a6e2-4d0c-b84a-598605712762 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:17.552449 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-9cc1132b-a6e2-4d0c-b84a-598605712762 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 983 time: 0.0492804 Dec 08 13:13:17.595738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-7f2f27c9-3b85-47be-b5b3-9985ed78bc28 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:17.597057 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-7f2f27c9-3b85-47be-b5b3-9985ed78bc28 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0383387 Dec 08 13:13:17.700967 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-834b97dd-88ce-484c-9691-757695de8ebc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0952680 Dec 08 13:13:17.714482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:17.767742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:17.894136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=061a06ec-b17a-4125-9ec1-14e5959e08ed,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:17.928163 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] For port 061a06ec-b17a-4125-9ec1-14e5959e08ed, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:13:17.960307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] device_id is not set on port 061a06ec-b17a-4125-9ec1-14e5959e08ed yet. {{(pid=103715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 13:13:17.968315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:18.034069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:18.110838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] Pushing event updated for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=11']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:18.159218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] No DVR routers for this DVR port 061a06ec-b17a-4125-9ec1-14e5959e08ed on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:13:18.252545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f0dff64d-6b3d-4a11-9174-b143f53776a6 None None] Provisioning complete for port 061a06ec-b17a-4125-9ec1-14e5959e08ed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:18.253091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f0dff64d-6b3d-4a11-9174-b143f53776a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:18.288870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f0dff64d-6b3d-4a11-9174-b143f53776a6 None None] Port 061a06ec-b17a-4125-9ec1-14e5959e08ed cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:13:18.294454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] In _notify_port_updated(), no bound segment for port 061a06ec-b17a-4125-9ec1-14e5959e08ed on network f50835f3-fc08-473f-aec8-340ce1b8ce34 {{(pid=103715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 13:13:18.295362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:18.295971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:18.297252 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e743cee8-8489-4c1e-aa27-7d2a900e0ce9 req-a9631357-2625-4ef2-9f47-cb57e8caee2c service neutron] 10.222.0.72 "PUT /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 200 len: 1026 time: 0.5865934 Dec 08 13:13:18.489522 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c3df2f0-bc30-46da-807c-dee467b48ff5 req-e4ba359f-14f8-45ad-bcdb-980dc743d10b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=9eefde2f-568a-4f61-9e1e-77f58c9496c0 HTTP/1.1" status: 200 len: 210 time: 0.0270011 Dec 08 13:13:19.546739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33128) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:19.602860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c22fb5f-f23f-4939-98bb-22172655f90b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:19.627709 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c22fb5f-f23f-4939-98bb-22172655f90b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:19.765483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c22fb5f-f23f-4939-98bb-22172655f90b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:19.768223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c22fb5f-f23f-4939-98bb-22172655f90b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:19.769500 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9c22fb5f-f23f-4939-98bb-22172655f90b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/7b4c74c6-ead1-4783-95ff-11628e9225a2 HTTP/1.1" status: 204 len: 168 time: 0.2216077 Dec 08 13:13:19.778520 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22fb5f-f23f-4939-98bb-22172655f90b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4c74c6-ead1-4783-95ff-11628e9225a2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:19.869535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33132) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:20.038900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port bcb044c7-0883-442e-b5cf-18fceef7cf29 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:13:20.039300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:20.140635 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:20.141026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:20.156806 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for bcb044c7-0883-442e-b5cf-18fceef7cf29 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:13:20.416872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:20.439739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=bcb044c7-0883-442e-b5cf-18fceef7cf29,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:20.502828 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:20.503161 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 07ab9081-630a-4b57-9dea-bea318f8d95c disassociated (deleted). External IP: 172.26.7.166, port: 061a06ec-b17a-4125-9ec1-14e5959e08ed. Dec 08 13:13:20.689403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 061a06ec-b17a-4125-9ec1-14e5959e08ed no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:13:20.720990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:13:20.728373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 061a06ec-b17a-4125-9ec1-14e5959e08ed not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:13:20.832682 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:13:20.837645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:20.842769 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] Sync routers for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:13:20.854062 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:20.854770 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:20.864968 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ad9d4798-3b8c-4d9b-9787-aeff8db64ac6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/floatingips/07ab9081-630a-4b57-9dea-bea318f8d95c HTTP/1.1" status: 204 len: 168 time: 0.9943271 Dec 08 13:13:20.935340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33138) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:20.971222 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:20.994325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:21.019333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:21.172817 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:33Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd83e40d9-adb6-4ccf-9092-4da6994e4a17', 'name': '', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:ca:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:32Z', 'updated_at': '2021-12-08T13:12:37Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:21.191144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:21.195107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:21.196283 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/83303ad8-e5ff-412b-8dcf-c58ad0f0d4f3 HTTP/1.1" status: 204 len: 168 time: 0.2599308 Dec 08 13:13:21.210045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83303ad8-e5ff-412b-8dcf-c58ad0f0d4f3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:21.222002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.222452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.222863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.223337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.223688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.224027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.225661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.226021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.226367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.226742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.227113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.227565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.228201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4943662-98aa-4e35-81b2-f16a0689e7c3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:21.291983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33142) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:21.294959 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] Checking router: ac02dd5c-b4f3-46c4-9045-6f6f188dff3c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:13:21.303809 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:21.304467 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:21.380774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-64e0f5f7-2284-4f25-ab56-6df79b6f9003 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 061a06ec-b17a-4125-9ec1-14e5959e08ed {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:13:21.381116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64e0f5f7-2284-4f25-ab56-6df79b6f9003 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:21.414095 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:21.473118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64e0f5f7-2284-4f25-ab56-6df79b6f9003 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:21.486206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-64e0f5f7-2284-4f25-ab56-6df79b6f9003 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 061a06ec-b17a-4125-9ec1-14e5959e08ed owned by {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:13:21.622794 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:33Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd83e40d9-adb6-4ccf-9092-4da6994e4a17', 'name': '', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:ca:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:32Z', 'updated_at': '2021-12-08T13:12:37Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:21.648303 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda7918-459c-49c6-9444-a78cc425bdf2 None None] The sync data for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv is: [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:12:33Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'd83e40d9-adb6-4ccf-9092-4da6994e4a17', 'name': '', 'network_id': 'f50835f3-fc08-473f-aec8-340ce1b8ce34', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:ca:2f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:32Z', 'updated_at': '2021-12-08T13:12:37Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': '29e153ea-354d-49ee-8866-9196bb0086fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:13:21.683035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64e0f5f7-2284-4f25-ab56-6df79b6f9003 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:21.712655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0f5f7-2284-4f25-ab56-6df79b6f9003 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=061a06ec-b17a-4125-9ec1-14e5959e08ed,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:21.786514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64e0f5f7-2284-4f25-ab56-6df79b6f9003 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:21.793464 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-64e0f5f7-2284-4f25-ab56-6df79b6f9003 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/ports/061a06ec-b17a-4125-9ec1-14e5959e08ed HTTP/1.1" status: 204 len: 168 time: 0.4975374 Dec 08 13:13:21.798634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33144) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:21.922669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8331ba-ea90-4cdf-a0af-f3ba58d22292 None None] New status for floating IP 07ab9081-630a-4b57-9dea-bea318f8d95c: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:13:22.456866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:22.718910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port d83e40d9-adb6-4ccf-9092-4da6994e4a17 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:13:22.719154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:22.814858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port d83e40d9-adb6-4ccf-9092-4da6994e4a17, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d83e40d9-adb6-4ccf-9092-4da6994e4a17,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:22.815230 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:22.827533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for d83e40d9-adb6-4ccf-9092-4da6994e4a17 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:13:23.068402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:23.094819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=d83e40d9-adb6-4ccf-9092-4da6994e4a17,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:23.282285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:23.491951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:13:23.603982 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:13:23.609206 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d0e090f-3d5b-40aa-b6a8-d556610c33be tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/ac02dd5c-b4f3-46c4-9045-6f6f188dff3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8144364 Dec 08 13:13:23.611905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33146) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:23.614346 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] Sync routers for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:13:23.629221 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:23.629846 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:23.670273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-644a3990-0cfa-4735-8f57-fc8955102dcb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting subnet 29e153ea-354d-49ee-8866-9196bb0086fb {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:13:23.673495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-644a3990-0cfa-4735-8f57-fc8955102dcb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:23.715246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-644a3990-0cfa-4735-8f57-fc8955102dcb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:23.734649 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:23.800349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-644a3990-0cfa-4735-8f57-fc8955102dcb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:23.920534 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:13:22Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:23.937208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-644a3990-0cfa-4735-8f57-fc8955102dcb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:23.947000 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] Checking router: ac02dd5c-b4f3-46c4-9045-6f6f188dff3c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:13:23.955204 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] Routers {'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:23.957232 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:23.967858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a3990-0cfa-4735-8f57-fc8955102dcb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Subnet': ['ID=29e153ea-354d-49ee-8866-9196bb0086fb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:23.969873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-644a3990-0cfa-4735-8f57-fc8955102dcb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:23.975741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-644a3990-0cfa-4735-8f57-fc8955102dcb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/subnets/29e153ea-354d-49ee-8866-9196bb0086fb HTTP/1.1" status: 204 len: 168 time: 0.3605161 Dec 08 13:13:23.975965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc02662-124b-40ba-8f35-7999eb25dbf0 None None] Network f50835f3-fc08-473f-aec8-340ce1b8ce34 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:13:23.976430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33148) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:24.062802 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] Set router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:24.091881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.144975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5963e263-90d2-4cd4-86e4-d5e5d1992e92 None None] DHCP port deletion for f50835f3-fc08-473f-aec8-340ce1b8ce34 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:13:24.197311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5963e263-90d2-4cd4-86e4-d5e5d1992e92 None None] Deleting port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:13:24.197734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5963e263-90d2-4cd4-86e4-d5e5d1992e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.208050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.250805 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:13:22Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:24.277794 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b268a-e832-4062-ae0a-66a8a7d0cf64 None None] The sync data for ids ['ac02dd5c-b4f3-46c4-9045-6f6f188dff3c'] in dv-neutron-799625-5-hyperv is: [{'id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'name': 'tempest-TestNetworkBasicOps-router-1455662891', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:12:28Z', 'updated_at': '2021-12-08T13:13:22Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'd6a214cc-0b47-4ba6-8901-2ba6f9866104', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:52:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02dd5c-b4f3-46c4-9045-6f6f188dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:12:29Z', 'updated_at': '2021-12-08T13:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:13:24.333420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port d6a214cc-0b47-4ba6-8901-2ba6f9866104 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:13:24.333816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.418683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port d6a214cc-0b47-4ba6-8901-2ba6f9866104, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d6a214cc-0b47-4ba6-8901-2ba6f9866104,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:24.418967 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.431241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5963e263-90d2-4cd4-86e4-d5e5d1992e92 None None] For port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=77e289ff-d000-4a82-aaa7-6ecc9639dfd3,segment=NetworkSegment(bc8015f7-8e47-47bd-88af-d7eaa1eb46a0),segment_id=bc8015f7-8e47-47bd-88af-d7eaa1eb46a0)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:24.431431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for d6a214cc-0b47-4ba6-8901-2ba6f9866104 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:13:24.431652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5963e263-90d2-4cd4-86e4-d5e5d1992e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.445252 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5963e263-90d2-4cd4-86e4-d5e5d1992e92 None None] Calling delete_port for 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:13:24.654198 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5963e263-90d2-4cd4-86e4-d5e5d1992e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.682738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963e263-90d2-4cd4-86e4-d5e5d1992e92 None None] Pushing event deleted for resources: {'Port': ['ID=77e289ff-d000-4a82-aaa7-6ecc9639dfd3,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:24.688464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d83e40d9-adb6-4ccf-9092-4da6994e4a17 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:13:24.713592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5963e263-90d2-4cd4-86e4-d5e5d1992e92 None None] No DVR routers for this DVR port 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:13:24.715098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: d83e40d9-adb6-4ccf-9092-4da6994e4a17 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:13:24.715442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d83e40d9-adb6-4ccf-9092-4da6994e4a17 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:13:24.715856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:13:24.743004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.747754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:13:24.747754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 77e289ff-d000-4a82-aaa7-6ecc9639dfd3 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:13:24.777562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=d6a214cc-0b47-4ba6-8901-2ba6f9866104,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:24.791481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a359b2-cbf9-43d9-96c9-08dfc6ce3382 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:13:24.845170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.939198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:24.941387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.030976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.031473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Fanout notify agent at l3_agent the message router_deleted on router ac02dd5c-b4f3-46c4-9045-6f6f188dff3c {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:13:25.040048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.041182 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b20d1b7e-d262-44c5-b794-445f74fa7d92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/routers/ac02dd5c-b4f3-46c4-9045-6f6f188dff3c HTTP/1.1" status: 204 len: 168 time: 1.0642109 Dec 08 13:13:25.043913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33150) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:25.127901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.227071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.248517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50835f3-fc08-473f-aec8-340ce1b8ce34']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:25.257529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:25.257828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8015f7-8e47-47bd-88af-d7eaa1eb46a0') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:25.266943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.280525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.286283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:13:25.286698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:13:25.290298 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:13:25.411004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.418141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.421399 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/networks/f50835f3-fc08-473f-aec8-340ce1b8ce34 HTTP/1.1" status: 204 len: 168 time: 0.3764844 Dec 08 13:13:25.432283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae9719-5249-4cdc-a41c-1e782c60cc53 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Network': ['ID=f50835f3-fc08-473f-aec8-340ce1b8ce34,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:25.435984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33154) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:25.448201 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-df215746-e6c4-4122-ae29-26e3aa6a3764 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111346 Dec 08 13:13:25.450803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33156) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:25.455798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'network': {'name': 'tempest-network-smoke--2072340915', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'port_security_enabled': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:25.560168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:13:25.564072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.594274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:13:25.603605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.603945 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Added segment 5753ea26-caeb-4812-a4fa-4520351bc50c of type vlan for network ae5bb32f-d084-43ec-81aa-039240846f3b Dec 08 13:13:25.642667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.763025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.768671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:25.769264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.838505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Network': ['ID=ae5bb32f-d084-43ec-81aa-039240846f3b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:25.849442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network ae5bb32f-d084-43ec-81aa-039240846f3b details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:13:25.880808 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-78153579-104e-4bde-9bea-5d1988a3ce4d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4289992 Dec 08 13:13:25.882600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33158) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:25.887056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'admin_state_up': True, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:25.956742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:25.957915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:26.014354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:26.217542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:26.488585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:26.508605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:26.545804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d6a214cc-0b47-4ba6-8901-2ba6f9866104 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:13:26.565370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: d6a214cc-0b47-4ba6-8901-2ba6f9866104 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:13:26.565671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d6a214cc-0b47-4ba6-8901-2ba6f9866104 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:13:26.618697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.6 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/dd7dd279-181c-4fbb-ad76-8120fe8712b4) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:13:26.718935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:26.854552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:26.892223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:13:26.895066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:13:26.900558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:13:26.907196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=dd7dd279-181c-4fbb-ad76-8120fe8712b4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:26.909014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7cfc36-b69f-412b-8066-af55430698f8 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:13:26.963449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1329a615-3b3f-4100-a2f2-50b4c37295d6 None None] Provisioning complete for port dd7dd279-181c-4fbb-ad76-8120fe8712b4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:26.964010 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1329a615-3b3f-4100-a2f2-50b4c37295d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:27.000829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1329a615-3b3f-4100-a2f2-50b4c37295d6 None None] Port dd7dd279-181c-4fbb-ad76-8120fe8712b4 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:13:27.519894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:27.715285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:27.916787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 66f72810-4004-4aeb-b886-7d77ecfed8dd is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:13:28.022168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:13:28.031716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Sync routers for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:13:28.040901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:28.041526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:28.102236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.103737 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8489353b-6604-423c-ab9f-bc6e7a13a5ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2201462 Dec 08 13:13:28.106679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33160) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:28.145043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:28.145740 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d3793593-3129-4680-8315-6b7b0034a7e4 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379157 Dec 08 13:13:28.148283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33162) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:28.235351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecd8d7-482b-44ef-bcc3-714146fa0df7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:28.236919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b7ecd8d7-482b-44ef-bcc3-714146fa0df7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875859 Dec 08 13:13:28.239653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33164) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:28.270122 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a3a7d83b-1cc7-4b49-8dd4-436a8b398d16 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271571 Dec 08 13:13:28.270342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33166) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:28.275039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-643379372', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:28.327798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:27Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:28.355008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Checking router: 66f72810-4004-4aeb-b886-7d77ecfed8dd for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:13:28.355370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Updating router 66f72810-4004-4aeb-b886-7d77ecfed8dd port dd7dd279-181c-4fbb-ad76-8120fe8712b4 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:13:28.380030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.422631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:13:28.426171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.635470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.651619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.708451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.710774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=b5b797a6-1f3b-4e61-a6e0-c5941dd68876,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:28.726565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Checking segment: {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:13:28.726961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network hostable DHCP agents. Network: ae5bb32f-d084-43ec-81aa-039240846f3b, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:13:28.756661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8dce08-21c3-4389-82c9-1f4eabd5aaca None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:13:28.771232 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Attempting to bind port dd7dd279-181c-4fbb-ad76-8120fe8712b4 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:13:28.771614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Attempting to bind port dd7dd279-181c-4fbb-ad76-8120fe8712b4 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:13:28.772087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Attempting to bind port dd7dd279-181c-4fbb-ad76-8120fe8712b4 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:13:28.781669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd279-181c-4fbb-ad76-8120fe8712b4,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:28.785475 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:13:28.786027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:13:28.786592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.787128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:13:28.791149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Bound port: dd7dd279-181c-4fbb-ad76-8120fe8712b4, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:13:28.791149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.795214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.795567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.795918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.796258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.796591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.796922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.797251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.797580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.797910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.798237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.798561 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.798908 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.799266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:28.831536 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network ae5bb32f-d084-43ec-81aa-039240846f3b is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:13:28.855234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2189616b-fa42-4278-9b83-871a74058335 None None] Provisioning complete for port dd7dd279-181c-4fbb-ad76-8120fe8712b4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:28.855605 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2189616b-fa42-4278-9b83-871a74058335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.878380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] For port dd7dd279-181c-4fbb-ad76-8120fe8712b4, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:13:28.893747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] For port dd7dd279-181c-4fbb-ad76-8120fe8712b4, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dd7dd279-181c-4fbb-ad76-8120fe8712b4,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:13:28.899592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2189616b-fa42-4278-9b83-871a74058335 None None] Port dd7dd279-181c-4fbb-ad76-8120fe8712b4 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:13:28.936734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, ae5bb32f-d084-43ec-81aa-039240846f3b) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:13:28.940882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:28.941490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:28.946416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f170236f-1571-46f8-8e3f-0a8df467cd2c None None] Network ae5bb32f-d084-43ec-81aa-039240846f3b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:13:29.036976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:29.064365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-ae5bb32f-d084-43ec-81aa-039240846f3b', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:13:29.065203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:29.082616 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-aa085f2a-f85b-4dfd-8d8d-5f436fd113ed tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8111660 Dec 08 13:13:29.085812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33168) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:29.106458 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a883d47c-77ce-472e-8622-afa5ad0c0b8b None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:13:29.144299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:29.144930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:29.153731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25a7a6-fc69-4be1-add4-9acdb85c0551 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd279-181c-4fbb-ad76-8120fe8712b4,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:29.330868 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8a47ec13-c579-452d-b280-f527329dac06 None None] Provisioning complete for port dd7dd279-181c-4fbb-ad76-8120fe8712b4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:29.331154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8a47ec13-c579-452d-b280-f527329dac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:29.386884 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:29.421713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Allocated IP 172.20.0.2 (ae5bb32f-d084-43ec-81aa-039240846f3b/b5b797a6-1f3b-4e61-a6e0-c5941dd68876/c7e2cc82-a0d6-4697-b9fc-a52a95cd780a) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:13:29.532232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:29.636460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8a47ec13-c579-452d-b280-f527329dac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:29.698433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8a47ec13-c579-452d-b280-f527329dac06 None None] For port dd7dd279-181c-4fbb-ad76-8120fe8712b4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dd7dd279-181c-4fbb-ad76-8120fe8712b4,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:29.748774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:29.760109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:27Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:29.790725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661694e1-8cfd-42d6-85f9-975df38c9869 None None] The sync data for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv is: [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:27Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:13:29.792355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8a47ec13-c579-452d-b280-f527329dac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:29.815849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:29.837654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Network ae5bb32f-d084-43ec-81aa-039240846f3b is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:13:29.842790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:13:29.847600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:13:29.862282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47ec13-c579-452d-b280-f527329dac06 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd279-181c-4fbb-ad76-8120fe8712b4,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:29.878410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.1 (ae5bb32f-d084-43ec-81aa-039240846f3b/b5b797a6-1f3b-4e61-a6e0-c5941dd68876/ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:13:30.011334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.112073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Pushing event updated for resources: {'Port': ['ID=c7e2cc82-a0d6-4697-b9fc-a52a95cd780a,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:30.117028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Attempting to bind port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:13:30.117400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Attempting to bind port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:13:30.117759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Attempting to bind port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a on network ae5bb32f-d084-43ec-81aa-039240846f3b {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:13:30.120659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.123384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:13:30.123666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Checking segment: {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:13:30.124072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.124454 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Bound using segment: {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:13:30.124925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Bound port: c7e2cc82-a0d6-4697-b9fc-a52a95cd780a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:13:30.125334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.167103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network ae5bb32f-d084-43ec-81aa-039240846f3b is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:13:30.170965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:13:30.174708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:13:30.189808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] For port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:13:30.193219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] For port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c7e2cc82-a0d6-4697-b9fc-a52a95cd780a,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:13:30.211726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:30.235204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.251767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.315645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e4472-0b18-4617-a4a4-19e030ee4fca None None] Pushing event updated for resources: {'Port': ['ID=c7e2cc82-a0d6-4697-b9fc-a52a95cd780a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:30.446108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.792794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dd7dd279-181c-4fbb-ad76-8120fe8712b4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:13:30.835796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.846091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port dd7dd279-181c-4fbb-ad76-8120fe8712b4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:30.849161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.914231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.924532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c7e2cc82-a0d6-4697-b9fc-a52a95cd780a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:13:30.970858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:30.971246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:30.994054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:30.998069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:31.052839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:31.087973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c7e2cc82-a0d6-4697-b9fc-a52a95cd780a,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:31.094113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network ae5bb32f-d084-43ec-81aa-039240846f3b is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:13:31.095535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:13:31.156816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:31.204729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=c7e2cc82-a0d6-4697-b9fc-a52a95cd780a,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:31.208925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 66f72810-4004-4aeb-b886-7d77ecfed8dd has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:13:31.322943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:13:31.328320 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-29136567-eedc-4a24-940c-b88c533b3342 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/66f72810-4004-4aeb-b886-7d77ecfed8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2414205 Dec 08 13:13:31.330808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33170) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:31.507913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59562779-68ca-4048-b4a8-ded23bb64c31 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.508304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59562779-68ca-4048-b4a8-ded23bb64c31 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.508805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59562779-68ca-4048-b4a8-ded23bb64c31 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.509263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59562779-68ca-4048-b4a8-ded23bb64c31 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.509865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59562779-68ca-4048-b4a8-ded23bb64c31 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.510402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59562779-68ca-4048-b4a8-ded23bb64c31 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.512205 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-59562779-68ca-4048-b4a8-ded23bb64c31 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1804810 Dec 08 13:13:31.514950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33172) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:31.728377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a0451-9219-4933-93b0-d5aa4686fa28 None None] Network ae5bb32f-d084-43ec-81aa-039240846f3b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:13:31.824479 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Sync routers for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:13:31.841567 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:31.842622 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:31.854461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3e3ae025-f762-4bdb-bede-fcae0a01e541 None None] Provisioning complete for port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:31.854873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e3ae025-f762-4bdb-bede-fcae0a01e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:31.916893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7af50-fa7d-435f-8549-e59f3e8f20b6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.917671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7af50-fa7d-435f-8549-e59f3e8f20b6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.918335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7af50-fa7d-435f-8549-e59f3e8f20b6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.919094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7af50-fa7d-435f-8549-e59f3e8f20b6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.919743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7af50-fa7d-435f-8549-e59f3e8f20b6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.920597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7af50-fa7d-435f-8549-e59f3e8f20b6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:31.923560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-61b7af50-fa7d-435f-8549-e59f3e8f20b6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.4075937 Dec 08 13:13:31.926317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33174) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:31.966088 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:32.073208 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b343c938-42f1-49b1-85f4-8244df3d1eab tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1455624 Dec 08 13:13:32.184003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0dd7d9eb-c0c2-413e-b9fc-3fca52274abd None None] Provisioning complete for port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:32.184508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d9eb-c0c2-413e-b9fc-3fca52274abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.185686 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:32.227194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7d9eb-c0c2-413e-b9fc-3fca52274abd None None] Port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:13:32.239587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0dd7d9eb-c0c2-413e-b9fc-3fca52274abd None None] Provisioning complete for port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:32.240103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0dd7d9eb-c0c2-413e-b9fc-3fca52274abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.313643 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Checking router: 66f72810-4004-4aeb-b886-7d77ecfed8dd for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:13:32.314019 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Updating router 66f72810-4004-4aeb-b886-7d77ecfed8dd port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:13:32.341130 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.451181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9d50b21f-8bf0-4f75-ac79-35840278cc8d None None] Provisioning complete for port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:32.451569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9d50b21f-8bf0-4f75-ac79-35840278cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.480396 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33178) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:32.487858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098892180', 'description': 'tempest-secgroup-smoke-2098892180 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:32.514564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9d50b21f-8bf0-4f75-ac79-35840278cc8d None None] Port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:13:32.563547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c7e2cc82-a0d6-4697-b9fc-a52a95cd780a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:13:32.597847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.612662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:32.613277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.630738 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.658002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-034181ae-1d7b-441b-a27b-0b005a311f7a None None] Provisioning complete for port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:32.658546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-034181ae-1d7b-441b-a27b-0b005a311f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.672954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.717048 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.721686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-034181ae-1d7b-441b-a27b-0b005a311f7a None None] Port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:13:32.762922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.768108 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Pushing event updated for resources: {'Port': ['ID=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:32.776914 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.777327 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.777679 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.778087 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.778346 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.778720 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.779077 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.779431 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.779820 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.780150 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.780477 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.780802 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.781123 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.801039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc308af4-2835-4eb2-a331-c8e9a504c806,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:32.809703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.813581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.814674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:13:32.831946 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Attempting to bind port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:13:32.837589 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Attempting to bind port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:13:32.837589 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Attempting to bind port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa on network ae5bb32f-d084-43ec-81aa-039240846f3b {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:13:32.839014 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:13:32.839395 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Checking segment: {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:13:32.839799 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.840243 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Bound using segment: {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:13:32.840715 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Bound port: ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:13:32.841097 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.863712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:32.865159 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-081bf332-224f-4616-a305-b32e9aee62ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3837340 Dec 08 13:13:32.868185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33180) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:32.874807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d097e715-5008-466e-afb9-0a7b71949cb0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'bc308af4-2835-4eb2-a331-c8e9a504c806', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:32.911141 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] For port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:13:32.915173 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] For port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:13:32.959335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d097e715-5008-466e-afb9-0a7b71949cb0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.000380 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.013433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d097e715-5008-466e-afb9-0a7b71949cb0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.043917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-54cf44b7-a91f-4a01-ae53-1bee21be8ff8 None None] Provisioning complete for port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:33.044610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-54cf44b7-a91f-4a01-ae53-1bee21be8ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.056618 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:33.057463 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:33.095687 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f7499-3ed1-46ff-8051-059e0a14532c None None] Pushing event updated for resources: {'Port': ['ID=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:33.108345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d097e715-5008-466e-afb9-0a7b71949cb0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.125766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-54cf44b7-a91f-4a01-ae53-1bee21be8ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.128523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097e715-5008-466e-afb9-0a7b71949cb0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95195e1a-cdf4-4837-b0c3-83dc400ee0b1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:33.165190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-54cf44b7-a91f-4a01-ae53-1bee21be8ff8 None None] For port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:33.199823 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:33.241955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d097e715-5008-466e-afb9-0a7b71949cb0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.243417 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d097e715-5008-466e-afb9-0a7b71949cb0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736217 Dec 08 13:13:33.246317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33182) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:33.251283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8568d529-4fa9-4830-ac23-236d39c6a982 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'bc308af4-2835-4eb2-a331-c8e9a504c806', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:33.265555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-54cf44b7-a91f-4a01-ae53-1bee21be8ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.318922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf44b7-a91f-4a01-ae53-1bee21be8ff8 None None] Pushing event updated for resources: {'Port': ['ID=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:33.352911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8568d529-4fa9-4830-ac23-236d39c6a982 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.391640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-46ad37b7-1ad5-47d3-b29f-232cc7140805 None None] Provisioning complete for port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:33.393002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-46ad37b7-1ad5-47d3-b29f-232cc7140805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.409341 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:13:32Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:33.412726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8568d529-4fa9-4830-ac23-236d39c6a982 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.439669 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a775b-4878-45a5-837d-a348a2bcd97b None None] The sync data for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv is: [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:13:32Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:13:33.491441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8568d529-4fa9-4830-ac23-236d39c6a982 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.515830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568d529-4fa9-4830-ac23-236d39c6a982 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8da062-9fae-4f72-b961-85e20969cebb,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:33.584553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8568d529-4fa9-4830-ac23-236d39c6a982 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.585961 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8568d529-4fa9-4830-ac23-236d39c6a982 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382826 Dec 08 13:13:33.591530 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33184) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:33.596804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c8dcb383-2761-4cac-be40-6081006805e8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'bc308af4-2835-4eb2-a331-c8e9a504c806', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:33.688064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c8dcb383-2761-4cac-be40-6081006805e8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.749464 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c8dcb383-2761-4cac-be40-6081006805e8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.817034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c8dcb383-2761-4cac-be40-6081006805e8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.836814 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcb383-2761-4cac-be40-6081006805e8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564f9bc2-f334-4e13-a171-c94df2bc213b,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:33.887648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c8dcb383-2761-4cac-be40-6081006805e8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:33.888898 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c8dcb383-2761-4cac-be40-6081006805e8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962971 Dec 08 13:13:33.891790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33186) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:33.896833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-13b75242-8c6e-4978-b194-2179a862640d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'bc308af4-2835-4eb2-a331-c8e9a504c806', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:33.970948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-13b75242-8c6e-4978-b194-2179a862640d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.035347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-13b75242-8c6e-4978-b194-2179a862640d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.114037 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-13b75242-8c6e-4978-b194-2179a862640d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.133711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b75242-8c6e-4978-b194-2179a862640d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff49171-8799-464a-a370-7c110bac5b2b,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:34.261157 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-13b75242-8c6e-4978-b194-2179a862640d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.261157 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-13b75242-8c6e-4978-b194-2179a862640d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3671024 Dec 08 13:13:34.263152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33190) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:34.267758 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d1d1fff1-4b15-44b4-b481-300b073eaf3e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'bc308af4-2835-4eb2-a331-c8e9a504c806', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:34.357125 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-d1d1fff1-4b15-44b4-b481-300b073eaf3e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:13:34.362895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1d1fff1-4b15-44b4-b481-300b073eaf3e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.421091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1d1fff1-4b15-44b4-b481-300b073eaf3e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.493705 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1d1fff1-4b15-44b4-b481-300b073eaf3e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.515043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1fff1-4b15-44b4-b481-300b073eaf3e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0b6305-621b-4333-91df-e8eb94a98fba,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:34.565203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:13:34.581631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1d1fff1-4b15-44b4-b481-300b073eaf3e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.582905 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d1d1fff1-4b15-44b4-b481-300b073eaf3e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3186905 Dec 08 13:13:34.586141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33192) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:34.590673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9bf6da0f-9cd6-49ef-97c3-b8d0ba8a511f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'bc308af4-2835-4eb2-a331-c8e9a504c806', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:34.618036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:34.618435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.681142 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-9bf6da0f-9cd6-49ef-97c3-b8d0ba8a511f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:13:34.682328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bf6da0f-9cd6-49ef-97c3-b8d0ba8a511f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.741621 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bf6da0f-9cd6-49ef-97c3-b8d0ba8a511f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.859817 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bf6da0f-9cd6-49ef-97c3-b8d0ba8a511f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.878518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6da0f-9cd6-49ef-97c3-b8d0ba8a511f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7854df32-d50c-4b0c-b123-7f217a2b141a,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:34.950368 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bf6da0f-9cd6-49ef-97c3-b8d0ba8a511f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:34.951873 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9bf6da0f-9cd6-49ef-97c3-b8d0ba8a511f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3646815 Dec 08 13:13:35.099143 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-301c5a40-7417-44cf-8b43-a31eb46ddc35 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098892180&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0456378 Dec 08 13:13:35.207859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-c9ab2abe-28cb-4bff-bafc-9a79e62dc0f1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:35.209337 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-c9ab2abe-28cb-4bff-bafc-9a79e62dc0f1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=ae5bb32f-d084-43ec-81aa-039240846f3b HTTP/1.1" status: 200 len: 797 time: 0.1033309 Dec 08 13:13:35.224031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-3bebb1b3-b807-4231-97b8-44d0a7a9e6bc tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.0089669 Dec 08 13:13:35.274188 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-94d5a321-f72f-4c27-80c7-7213eef55f03 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450246 Dec 08 13:13:35.374313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-ab7b9c51-1b39-4778-89aa-46b94816f8c6 service neutron] 10.222.0.76 "GET /v2.0/networks/ae5bb32f-d084-43ec-81aa-039240846f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886993 Dec 08 13:13:35.464463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-fd4a528a-8dd5-44f7-9053-c2c9befb1ccd service neutron] 10.222.0.76 "GET /v2.0/networks/ae5bb32f-d084-43ec-81aa-039240846f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838718 Dec 08 13:13:35.734763 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a06a5301-b3fc-4d0e-8eb6-619d446d62dd req-dd0dad80-365e-4f87-afee-605a2bb5d130 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 210 time: 0.0318339 Dec 08 13:13:36.510803 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:13:36.830350 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8a1fd1f-6dfc-4ded-898b-f730fab6f11d req-5c9e0325-0d6d-4ae2-a861-6a4cb89ec8db tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 210 time: 0.0272775 Dec 08 13:13:37.662887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-bdf2c687-6798-4606-a4fb-74ed7ea5e678 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:37.664336 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-bdf2c687-6798-4606-a4fb-74ed7ea5e678 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=ae5bb32f-d084-43ec-81aa-039240846f3b HTTP/1.1" status: 200 len: 797 time: 0.1035991 Dec 08 13:13:37.735887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-439bbdfa-7875-4f18-b134-6bbc13062b8c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 380 time: 0.0587537 Dec 08 13:13:37.745684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['bc308af4-2835-4eb2-a331-c8e9a504c806']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:37.933658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-34b37bdb-9781-4426-b88b-1f2e295927e3 req-41805027-78e7-4afd-8048-3d270ab53adf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 210 time: 0.0276520 Dec 08 13:13:37.985009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:13:37.988571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:38.119307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.6 (ae5bb32f-d084-43ec-81aa-039240846f3b/b5b797a6-1f3b-4e61-a6e0-c5941dd68876/9492f21c-4a5c-4183-ae24-656806094d7b) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:13:38.263627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:38.354321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:38.394930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network ae5bb32f-d084-43ec-81aa-039240846f3b is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:13:38.397960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:13:38.401559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:13:38.430463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=9492f21c-4a5c-4183-ae24-656806094d7b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:38.457745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:38.458392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:38.551196 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-43ef1d9c-9bcc-4212-b6bf-7ee735f8af5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8091257 Dec 08 13:13:38.563546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Request body: {'port': {'device_id': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:38.622294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:38.627232 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6f6bfb10-88c6-4141-92d1-9b043f1826cb None None] Provisioning complete for port 9492f21c-4a5c-4183-ae24-656806094d7b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:38.627745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfb10-88c6-4141-92d1-9b043f1826cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:38.664395 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bfb10-88c6-4141-92d1-9b043f1826cb None None] Port 9492f21c-4a5c-4183-ae24-656806094d7b cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:13:38.890013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9492f21c-4a5c-4183-ae24-656806094d7b {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:13:38.897261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:38.909333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Transition to ACTIVE for port object 9492f21c-4a5c-4183-ae24-656806094d7b will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:13:38.979587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:39.059327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Pushing event updated for resources: {'Port': ['ID=9492f21c-4a5c-4183-ae24-656806094d7b,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:39.117207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c731b7-e314-4d60-8582-e0887cf79c6e req-8b68656b-57fb-4d49-ba61-3cc1cfc43a71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:39.118870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24c731b7-e314-4d60-8582-e0887cf79c6e req-8b68656b-57fb-4d49-ba61-3cc1cfc43a71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 943 time: 0.1128695 Dec 08 13:13:39.179561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Attempting to bind port 9492f21c-4a5c-4183-ae24-656806094d7b on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:13:39.179904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Attempting to bind port 9492f21c-4a5c-4183-ae24-656806094d7b by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:13:39.180238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Attempting to bind port 9492f21c-4a5c-4183-ae24-656806094d7b on network ae5bb32f-d084-43ec-81aa-039240846f3b {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:13:39.192518 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24c731b7-e314-4d60-8582-e0887cf79c6e req-402bcf34-a74f-4dc4-b372-05bd4924e96b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669084 Dec 08 13:13:39.193221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Port 9492f21c-4a5c-4183-ae24-656806094d7b on network ae5bb32f-d084-43ec-81aa-039240846f3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:13:39.193798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Attempting to bind port 9492f21c-4a5c-4183-ae24-656806094d7b on network ae5bb32f-d084-43ec-81aa-039240846f3b {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:13:39.199608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:13:39.199946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Checking segment: {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:13:39.200319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Bound using segment: {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:13:39.200746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Bound port: 9492f21c-4a5c-4183-ae24-656806094d7b, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5753ea26-caeb-4812-a4fa-4520351bc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:13:39.201104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:39.262368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] For port 9492f21c-4a5c-4183-ae24-656806094d7b, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:13:39.265301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] For port 9492f21c-4a5c-4183-ae24-656806094d7b, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=9492f21c-4a5c-4183-ae24-656806094d7b,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:13:39.308411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:39.345087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:39.345917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:39.347558 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] 10.222.0.72 "PUT /v2.0/ports/9492f21c-4a5c-4183-ae24-656806094d7b HTTP/1.1" status: 200 len: 1093 time: 0.7883697 Dec 08 13:13:39.348198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:13:39.350725 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217e5ea8-c2b8-4942-a2fa-9761d98a9811" -d '{"events": [{"name": "network-changed", "server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:13:39.382370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de241369-1597-4961-9ef5-d3d8644c5be0 service neutron] Pushing event updated for resources: {'Port': ['ID=9492f21c-4a5c-4183-ae24-656806094d7b,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:39.390514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a339c0b9-fcf0-4e64-ba37-32dcf970f8e5 x-openstack-request-id: req-a339c0b9-fcf0-4e64-ba37-32dcf970f8e5 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:13:39.391258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:13:39.391419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a339c0b9-fcf0-4e64-ba37-32dcf970f8e5 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:13:39.391836 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b', 'status': 'completed', 'code': 200} Dec 08 13:13:39.455054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e5ea8-c2b8-4942-a2fa-9761d98a9811 req-d10e7043-2127-4ae7-9f12-560f6a8aa5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:39.456570 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-217e5ea8-c2b8-4942-a2fa-9761d98a9811 req-d10e7043-2127-4ae7-9f12-560f6a8aa5f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 1096 time: 0.0439613 Dec 08 13:13:39.563481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e5ea8-c2b8-4942-a2fa-9761d98a9811 req-9aed89e8-be30-40ee-91a5-672279504c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:39.564927 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-217e5ea8-c2b8-4942-a2fa-9761d98a9811 req-9aed89e8-be30-40ee-91a5-672279504c92 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1001616 Dec 08 13:13:39.662232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e5ea8-c2b8-4942-a2fa-9761d98a9811 req-0111d767-7478-4624-a268-db265bef351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:39.663685 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-217e5ea8-c2b8-4942-a2fa-9761d98a9811 req-0111d767-7478-4624-a268-db265bef351d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908418 Dec 08 13:13:39.738222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-5bf2d3b5-bff9-49d5-a225-9405add05418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:39.739753 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-5bf2d3b5-bff9-49d5-a225-9405add05418 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 1096 time: 0.0394971 Dec 08 13:13:39.784928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-88457b7f-b400-4e85-9274-20f8504bd1f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9492f21c-4a5c-4183-ae24-656806094d7b HTTP/1.1" status: 200 len: 217 time: 0.0371675 Dec 08 13:13:39.832767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-cf21f2ed-ddbb-45d9-b3be-5128e1a8fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:39.834157 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-cf21f2ed-ddbb-45d9-b3be-5128e1a8fed1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b797a6-1f3b-4e61-a6e0-c5941dd68876 HTTP/1.1" status: 200 len: 834 time: 0.0429225 Dec 08 13:13:39.878858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-e90031cd-07e5-4b9f-a29e-a11807f327cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:39.880330 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-e90031cd-07e5-4b9f-a29e-a11807f327cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5bb32f-d084-43ec-81aa-039240846f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393710 Dec 08 13:13:39.971413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-7944872c-ba5a-4cbb-af44-30cca4d0f067 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5bb32f-d084-43ec-81aa-039240846f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839071 Dec 08 13:13:40.060205 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38fbcd71-3ede-4733-b7f4-61b9ca7af385 req-16372840-97d3-4c59-b5ea-1b98315523a0 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5bb32f-d084-43ec-81aa-039240846f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814250 Dec 08 13:13:40.210748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:40.313715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ff6-6fe4-49c1-bcbb-934fa71b2f3b req-93b71483-cdc3-4901-b5fb-7a2d8766d7ad tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:40.315130 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24686ff6-6fe4-49c1-bcbb-934fa71b2f3b req-93b71483-cdc3-4901-b5fb-7a2d8766d7ad tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 943 time: 0.0536673 Dec 08 13:13:40.364407 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24686ff6-6fe4-49c1-bcbb-934fa71b2f3b req-adbe2c1b-04af-4fb5-b6f4-ba4710d83360 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Dec 08 13:13:40.484637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7e26769c-6bc5-43cd-b247-17af69f3355e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:41.480879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94517015-10c9-4cd9-b936-74585020a1ca req-31d0d8d3-57f6-42d8-824f-1851560373ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:41.482678 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94517015-10c9-4cd9-b936-74585020a1ca req-31d0d8d3-57f6-42d8-824f-1851560373ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 943 time: 0.0517952 Dec 08 13:13:41.531223 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94517015-10c9-4cd9-b936-74585020a1ca req-c9d43733-8570-422a-bc11-73485d3dba32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422819 Dec 08 13:13:42.648839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232561b0-fb43-42d6-832e-b2ff15e39d55 req-5314caab-7090-4385-8f18-1821cd494c6c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:42.650222 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-232561b0-fb43-42d6-832e-b2ff15e39d55 req-5314caab-7090-4385-8f18-1821cd494c6c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 943 time: 0.0515583 Dec 08 13:13:42.699463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-232561b0-fb43-42d6-832e-b2ff15e39d55 req-d6c2c8b5-9d30-4166-a35c-4d6226d5c309 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Dec 08 13:13:42.774107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 9492f21c-4a5c-4183-ae24-656806094d7b details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:13:42.847161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a4987e27-8534-4004-a66a-cb3a02e7dd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:42.875603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 9492f21c-4a5c-4183-ae24-656806094d7b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=9492f21c-4a5c-4183-ae24-656806094d7b,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:42.886105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '9492f21c-4a5c-4183-ae24-656806094d7b', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'port_id': '9492f21c-4a5c-4183-ae24-656806094d7b', 'mac_address': 'fa:16:3e:31:29:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:13:42.922947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:42.935571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9492f21c-4a5c-4183-ae24-656806094d7b {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:13:42.954314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 9492f21c-4a5c-4183-ae24-656806094d7b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=9492f21c-4a5c-4183-ae24-656806094d7b,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:43.016700 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:43.063843 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=9492f21c-4a5c-4183-ae24-656806094d7b,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:43.223381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['9492f21c-4a5c-4183-ae24-656806094d7b'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:13:43.809922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10558102-e799-41cb-b0c5-ea2c012c73be req-7edada7c-db1a-4951-b707-93fe3a99ce7e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:43.811422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-10558102-e799-41cb-b0c5-ea2c012c73be req-7edada7c-db1a-4951-b707-93fe3a99ce7e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 944 time: 0.0480053 Dec 08 13:13:43.859801 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-10558102-e799-41cb-b0c5-ea2c012c73be req-cb75095a-bd6d-4049-b567-0d7a42b04d5b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Dec 08 13:13:44.085144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:44.782911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 9492f21c-4a5c-4183-ae24-656806094d7b up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:13:44.873306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 9492f21c-4a5c-4183-ae24-656806094d7b completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:13:44.877024 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 9492f21c-4a5c-4183-ae24-656806094d7b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:13:44.877399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:44.955759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:44.978294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:13:44.980071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746e3ee-2b5d-4258-8368-d9b748c0f207 req-277fc8ce-78e4-4f05-938d-157ae0ed68d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:44.987425 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a72570-dcea-44b6-b7bc-4908e6a02144" -d '{"events": [{"server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "name": "network-vif-plugged", "status": "completed", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:13:44.987588 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0746e3ee-2b5d-4258-8368-d9b748c0f207 req-277fc8ce-78e4-4f05-938d-157ae0ed68d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 944 time: 0.0518644 Dec 08 13:13:44.999068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 9492f21c-4a5c-4183-ae24-656806094d7b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=9492f21c-4a5c-4183-ae24-656806094d7b,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:13:45.020366 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83a3a8f-9a28-4e3b-bace-7a110d8468fc x-openstack-request-id: req-f83a3a8f-9a28-4e3b-bace-7a110d8468fc {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:13:45.020663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "name": "network-vif-plugged", "status": "completed", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:13:45.020947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f83a3a8f-9a28-4e3b-bace-7a110d8468fc {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:13:45.021352 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b', 'code': 200} Dec 08 13:13:45.039020 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0746e3ee-2b5d-4258-8368-d9b748c0f207 req-06673fe9-9af6-4f50-af80-193652f2e739 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506821 Dec 08 13:13:45.040632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:45.092258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=9492f21c-4a5c-4183-ae24-656806094d7b,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:45.172350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:45.279280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33255358-c282-4422-bbf4-614fae836dd4 req-30a46a3a-052e-4cfe-b46c-8acf3b815084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:45.280792 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33255358-c282-4422-bbf4-614fae836dd4 req-30a46a3a-052e-4cfe-b46c-8acf3b815084 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 1098 time: 0.0412221 Dec 08 13:13:45.327578 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33255358-c282-4422-bbf4-614fae836dd4 req-052b0915-495f-4c5c-b33f-c0f2cd745e8c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397611 Dec 08 13:13:46.157711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb79d5-6849-42c7-b3bc-420839a6c4c6 req-51b01e20-ba0e-4677-a970-c1f15eda720a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:46.159207 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-54cb79d5-6849-42c7-b3bc-420839a6c4c6 req-51b01e20-ba0e-4677-a970-c1f15eda720a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Dec 08 13:13:46.168025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:46.211283 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-54cb79d5-6849-42c7-b3bc-420839a6c4c6 req-4582c05f-5850-4830-ad33-f3ad2d38cdf7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460296 Dec 08 13:13:47.328201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc1ac6-4518-480e-a763-16b20f3258b2 req-9e5282bc-f909-426a-b0e5-2a80570fda4a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:47.329675 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-22fc1ac6-4518-480e-a763-16b20f3258b2 req-9e5282bc-f909-426a-b0e5-2a80570fda4a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 945 time: 0.0525177 Dec 08 13:13:47.378125 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-22fc1ac6-4518-480e-a763-16b20f3258b2 req-7e38f91f-b115-4d73-9600-155b7492f26e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Dec 08 13:13:47.488385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ff1fc-98cb-40ef-8d34-5f258e341c6b req-b20e37c8-740c-4b8b-8c71-b92cd90062a8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:47.489898 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c37ff1fc-98cb-40ef-8d34-5f258e341c6b req-b20e37c8-740c-4b8b-8c71-b92cd90062a8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 945 time: 0.0473039 Dec 08 13:13:47.537650 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c37ff1fc-98cb-40ef-8d34-5f258e341c6b req-a67ad1f9-5305-48b4-acae-e27f4d5ae52c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 Dec 08 13:13:47.559787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33248) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:47.597354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd6509-2339-44c9-a50e-c1b3a288a2f2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:47.598874 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6ffd6509-2339-44c9-a50e-c1b3a288a2f2 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 1093 time: 0.0381041 Dec 08 13:13:47.601535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33250) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:47.606438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '9492f21c-4a5c-4183-ae24-656806094d7b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:13:47.705360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:47.802654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:47.906654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.130 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/e8b2a3dc-7336-4a5a-a536-503bbccae7d2) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:13:48.004874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:48.085293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:48.121543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:13:48.124419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:13:48.127810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:13:48.158850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=e8b2a3dc-7336-4a5a-a536-503bbccae7d2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:48.479171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:48.608694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:48.749296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:48.802359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:48.871138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=e8b2a3dc-7336-4a5a-a536-503bbccae7d2,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:13:48.884402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:48.983072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP fcbbc2f1-4627-4596-aa9e-ddf89fe59cec associated. External IP: 172.26.7.130, port: 9492f21c-4a5c-4183-ae24-656806094d7b. Dec 08 13:13:49.184349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 66f72810-4004-4aeb-b886-7d77ecfed8dd has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:13:49.287826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:13:49.297863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] Sync routers for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:13:49.307255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:49.307867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:49.356316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:13:49.413543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:49.654209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'fcbbc2f1-4627-4596-aa9e-ddf89fe59cec', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'port_id': '9492f21c-4a5c-4183-ae24-656806094d7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'mac_address': 'fa:16:3e:31:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:48Z', 'updated_at': '2021-12-08T13:13:48Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:13:33Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:49.682204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] Checking router: 66f72810-4004-4aeb-b886-7d77ecfed8dd for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:13:49.691093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:13:49.691712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:13:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:49.704499 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e0f44505-eccc-421d-8863-d3369ac5ae98 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1018879 Dec 08 13:13:49.705145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:13:49.707322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33252) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:49.707873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:13:49.743309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aa114b-6f3b-4f73-86bc-ad23ef3b90bf x-openstack-request-id: req-69aa114b-6f3b-4f73-86bc-ad23ef3b90bf {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:13:49.743616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:13:49.743881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69aa114b-6f3b-4f73-86bc-ad23ef3b90bf {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:13:49.744382 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b', 'status': 'completed', 'code': 200} Dec 08 13:13:49.812540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:13:49.914392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-3edffec1-327d-461f-b7c1-c51e9f267942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:49.916488 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-3edffec1-327d-461f-b7c1-c51e9f267942 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 1098 time: 0.1465709 Dec 08 13:13:50.021607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-46cfad95-316c-4190-a60f-99f2ee2b0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:50.023044 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-46cfad95-316c-4190-a60f-99f2ee2b0e45 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae5bb32f-d084-43ec-81aa-039240846f3b HTTP/1.1" status: 200 len: 898 time: 0.0989981 Dec 08 13:13:50.056101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'fcbbc2f1-4627-4596-aa9e-ddf89fe59cec', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'port_id': '9492f21c-4a5c-4183-ae24-656806094d7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'mac_address': 'fa:16:3e:31:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:48Z', 'updated_at': '2021-12-08T13:13:48Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:13:33Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:13:50.083301 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5c14b-7fcf-490e-abce-516bcefcc1a9 None None] The sync data for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv is: [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'fcbbc2f1-4627-4596-aa9e-ddf89fe59cec', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'port_id': '9492f21c-4a5c-4183-ae24-656806094d7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'mac_address': 'fa:16:3e:31:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:48Z', 'updated_at': '2021-12-08T13:13:48Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:13:33Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:13:50.091001 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-f082b4e4-0288-4006-9d93-56d9c265a515 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9492f21c-4a5c-4183-ae24-656806094d7b HTTP/1.1" status: 200 len: 999 time: 0.0612078 Dec 08 13:13:50.104754 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-91b488b7-aeb0-49c4-bbc6-234b9874f0c3 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers/66f72810-4004-4aeb-b886-7d77ecfed8dd HTTP/1.1" status: 200 len: 921 time: 0.3932271 Dec 08 13:13:50.105018 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33258) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:50.144109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-aa812d27-ff7e-46cf-8072-e55cd0f3e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:50.145640 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-aa812d27-ff7e-46cf-8072-e55cd0f3e225 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b797a6-1f3b-4e61-a6e0-c5941dd68876 HTTP/1.1" status: 200 len: 834 time: 0.0467043 Dec 08 13:13:50.175326 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e074bb13-7d27-4741-b402-416dec2da496 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/fcbbc2f1-4627-4596-aa9e-ddf89fe59cec HTTP/1.1" status: 200 len: 991 time: 0.0682013 Dec 08 13:13:50.194851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-533f06d6-f8b9-4113-b65c-c0cba1cdbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:50.196341 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-533f06d6-f8b9-4113-b65c-c0cba1cdbc9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5bb32f-d084-43ec-81aa-039240846f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438561 Dec 08 13:13:50.207193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-acd34409-e8aa-4241-bfcc-fd69dec9fbb4 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:13:50.208128 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-acd34409-e8aa-4241-bfcc-fd69dec9fbb4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050220 Dec 08 13:13:50.281136 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf17db-6bc6-4ea1-a7f7-05a15a070ad4 None None] New status for floating IP fcbbc2f1-4627-4596-aa9e-ddf89fe59cec: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:13:50.300818 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-8edfa908-b922-4d7c-a309-d15fd35867a2 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5bb32f-d084-43ec-81aa-039240846f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857165 Dec 08 13:13:50.393766 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7d23c8c-fb2e-49aa-8e37-2a3d3ca6ee8c req-644abc06-52d1-465f-9c3b-602bad016fbb service neutron] 10.222.0.72 "GET /v2.0/networks/ae5bb32f-d084-43ec-81aa-039240846f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856168 Dec 08 13:13:51.177508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33260) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:13:51.237228 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-46cc1928-8659-46c0-ba3b-841f88fba755 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/fcbbc2f1-4627-4596-aa9e-ddf89fe59cec HTTP/1.1" status: 200 len: 993 time: 0.0585320 Dec 08 13:13:54.252620 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-68df19d8-bf6e-4948-9b5f-42fb99b9f28c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393860 Dec 08 13:13:54.332213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-b29647ad-cefc-4fcd-a870-717180b67c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:54.333675 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-b29647ad-cefc-4fcd-a870-717180b67c43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 1098 time: 0.0409775 Dec 08 13:13:54.439866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-64b1ea7d-b1c8-4670-8cc3-2836c6aac78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:54.441499 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-64b1ea7d-b1c8-4670-8cc3-2836c6aac78e service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 913 time: 0.0893333 Dec 08 13:13:54.508643 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-660849b5-b5e5-4663-a91f-42f5a87fc185 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=602158e3-dad3-41d9-8b82-3351e3d50b75 HTTP/1.1" status: 200 len: 1000 time: 0.0600464 Dec 08 13:13:54.561580 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-2c000114-6339-4296-9430-297661cbeab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:54.563065 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-2c000114-6339-4296-9430-297661cbeab0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0484433 Dec 08 13:13:54.609425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-3f7ff19d-a046-4218-b6d5-1f58f3246a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:13:54.610940 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-3f7ff19d-a046-4218-b6d5-1f58f3246a4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397782 Dec 08 13:13:54.700629 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-f7c54283-e2e9-4501-bf54-d830359c26db service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820775 Dec 08 13:13:54.794988 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9fae4ea6-bdc6-4da1-9d86-2985fffec5d7 req-f2362b84-fd81-4923-b668-c88f42d1c3c0 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875599 Dec 08 13:14:10.253171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:10.498727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4bb9d4c4-8f25-4a13-8a3a-a2ad756c3f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:12.850294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-98d35f2e-b403-4bed-bc2e-76f14b6bfb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:13.509409 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:14:14.090192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:15.181061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:16.170331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:17.676995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33276) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:17.788030 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7ec88e65-4d32-4f50-9bbf-c396714bb89c tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers/66f72810-4004-4aeb-b886-7d77ecfed8dd/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1098640 Dec 08 13:14:17.790946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33278) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:17.999079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3127c4fd-0684-49c4-bc44-fba54e4e5e3f tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Notify agent at dv-neutron-799625-5-hyperv the message router_removed_from_agent {{(pid=103716) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 08 13:14:18.005183 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3127c4fd-0684-49c4-bc44-fba54e4e5e3f tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "DELETE /v2.0/agents/36f9d411-ed2d-49e4-a0bb-1ed1d023f701/l3-routers/66f72810-4004-4aeb-b886-7d77ecfed8dd HTTP/1.1" status: 204 len: 168 time: 0.2108877 Dec 08 13:14:18.006439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33280) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:18.113491 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1b156bd2-8564-4520-abd5-bfafca3297a8 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers/66f72810-4004-4aeb-b886-7d77ecfed8dd/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1069298 Dec 08 13:14:18.116061 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33282) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:18.177330 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a259e74a-76a9-4d63-8069-0e6ee9edc371 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/fcbbc2f1-4627-4596-aa9e-ddf89fe59cec HTTP/1.1" status: 200 len: 993 time: 0.0602140 Dec 08 13:14:18.791899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57024849-6908-4046-91f6-bd5cc329abd1 None None] New status for floating IP fcbbc2f1-4627-4596-aa9e-ddf89fe59cec: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:14:18.824286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:14:19.129806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:19.163389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:19.181111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33284) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:19.238669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:19.238669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dd7dd279-181c-4fbb-ad76-8120fe8712b4 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:14:19.245671 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-068b10fd-db0c-4943-b5b5-6c8748b77588 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/fcbbc2f1-4627-4596-aa9e-ddf89fe59cec HTTP/1.1" status: 200 len: 991 time: 0.0625231 Dec 08 13:14:19.315757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:19.354657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:19.374063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port dd7dd279-181c-4fbb-ad76-8120fe8712b4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dd7dd279-181c-4fbb-ad76-8120fe8712b4,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:19.452936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:19.502146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd279-181c-4fbb-ad76-8120fe8712b4,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:20.353904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33288) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:20.598390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99adb9d7-60b2-46aa-a5df-9dc0852b9b6c tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Router 66f72810-4004-4aeb-b886-7d77ecfed8dd is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:14:20.598774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99adb9d7-60b2-46aa-a5df-9dc0852b9b6c tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Notify agent at dv-neutron-799625-5-hyperv the message router_added_to_agent {{(pid=103716) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 08 13:14:20.625523 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-99adb9d7-60b2-46aa-a5df-9dc0852b9b6c tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "POST /v2.0/agents/36f9d411-ed2d-49e4-a0bb-1ed1d023f701/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2705059 Dec 08 13:14:20.628643 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33292) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:20.648038 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] Sync routers for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:14:20.658406 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:20.659062 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:20.739089 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6cbf7788-e0c0-4be4-aec3-5e21490733c6 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers/66f72810-4004-4aeb-b886-7d77ecfed8dd/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1090164 Dec 08 13:14:20.741986 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33296) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:20.763816 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:20.806941 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-36200943-2d2a-48d3-bdbd-960d4a121ba3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/fcbbc2f1-4627-4596-aa9e-ddf89fe59cec HTTP/1.1" status: 200 len: 991 time: 0.0634153 Dec 08 13:14:20.979797 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:14:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'fcbbc2f1-4627-4596-aa9e-ddf89fe59cec', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'port_id': '9492f21c-4a5c-4183-ae24-656806094d7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'mac_address': 'fa:16:3e:31:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:48Z', 'updated_at': '2021-12-08T13:14:19Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:14:19Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:21.087230 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] Checking router: 66f72810-4004-4aeb-b886-7d77ecfed8dd for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:14:21.095611 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:21.096213 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:21.198515 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:21.414964 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:14:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'fcbbc2f1-4627-4596-aa9e-ddf89fe59cec', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'port_id': '9492f21c-4a5c-4183-ae24-656806094d7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'mac_address': 'fa:16:3e:31:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:48Z', 'updated_at': '2021-12-08T13:14:19Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:14:19Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:21.446782 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9c2c4-d8b4-450a-9eb5-d4cf8531f041 None None] The sync data for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv is: [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:14:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'fcbbc2f1-4627-4596-aa9e-ddf89fe59cec', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'port_id': '9492f21c-4a5c-4183-ae24-656806094d7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'mac_address': 'fa:16:3e:31:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:48Z', 'updated_at': '2021-12-08T13:14:19Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:14:19Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:14:21.810493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33298) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:21.875448 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ebedd933-8d94-4806-a40e-dfa70fa5050f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/fcbbc2f1-4627-4596-aa9e-ddf89fe59cec HTTP/1.1" status: 200 len: 991 time: 0.0636129 Dec 08 13:14:22.621410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:14:22.669739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:22.670109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:22.749160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:22.780233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:22.862272 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:22.863104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dd7dd279-181c-4fbb-ad76-8120fe8712b4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:14:22.878993 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33302) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:22.938560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:22.947925 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-66a4a477-da16-4ff5-b30a-dcd4a5c4f5e6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/fcbbc2f1-4627-4596-aa9e-ddf89fe59cec HTTP/1.1" status: 200 len: 991 time: 0.0673978 Dec 08 13:14:22.950480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port dd7dd279-181c-4fbb-ad76-8120fe8712b4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:22.950885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:23.033564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:23.057320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port dd7dd279-181c-4fbb-ad76-8120fe8712b4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dd7dd279-181c-4fbb-ad76-8120fe8712b4,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:23.071608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b3ae3a-be97-4d7a-9453-f66a7e93040a None None] New status for floating IP fcbbc2f1-4627-4596-aa9e-ddf89fe59cec: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:14:23.108569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:23.215137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=dd7dd279-181c-4fbb-ad76-8120fe8712b4,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:23.951218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33306) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:24.013974 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f7882941-05a6-41f4-8ee4-1bd930e67821 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/fcbbc2f1-4627-4596-aa9e-ddf89fe59cec HTTP/1.1" status: 200 len: 993 time: 0.0615444 Dec 08 13:14:24.281693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33312) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:24.445293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port e8b2a3dc-7336-4a5a-a536-503bbccae7d2 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:14:24.445642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:24.519416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:24.519747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:24.532096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for e8b2a3dc-7336-4a5a-a536-503bbccae7d2 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:14:24.580086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:14:24.633542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:24.633919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:24.713586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dd7dd279-181c-4fbb-ad76-8120fe8712b4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:14:24.761572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port dd7dd279-181c-4fbb-ad76-8120fe8712b4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:24.761945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:24.770551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:24.796974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=e8b2a3dc-7336-4a5a-a536-503bbccae7d2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:24.808721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.809172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.809446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.809800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.810137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.810474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.810850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.811210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.811535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.811873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.812207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.812537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.812891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:24.871932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:24.874667 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP fcbbc2f1-4627-4596-aa9e-ddf89fe59cec disassociated (deleted). External IP: 172.26.7.130, port: 9492f21c-4a5c-4183-ae24-656806094d7b. Dec 08 13:14:25.092558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 66f72810-4004-4aeb-b886-7d77ecfed8dd has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:14:25.201360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:14:25.206625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:25.219715 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] Sync routers for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:14:25.233637 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-93cf6e1d-311b-4230-bf48-9a39ed6a9c8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/floatingips/fcbbc2f1-4627-4596-aa9e-ddf89fe59cec HTTP/1.1" status: 204 len: 168 time: 0.9509227 Dec 08 13:14:25.234390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:14:25.234923 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:25.235529 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:25.236790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:14:25.362078 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:25.410236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1197252c-0d62-4b52-a8e6-6b597029b0cc x-openstack-request-id: req-1197252c-0d62-4b52-a8e6-6b597029b0cc {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:14:25.410638 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:14:25.410971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1197252c-0d62-4b52-a8e6-6b597029b0cc {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:14:25.411457 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b', 'status': 'completed', 'code': 200} Dec 08 13:14:25.477575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-5206d64d-21b4-420e-b301-f55087641a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:25.479238 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-5206d64d-21b4-420e-b301-f55087641a24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 1098 time: 0.0423646 Dec 08 13:14:25.566503 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:14:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:14:22Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:25.586475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-e5b968ce-f44e-4c03-9a38-2d7d99b1a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:25.588034 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-e5b968ce-f44e-4c03-9a38-2d7d99b1a5b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae5bb32f-d084-43ec-81aa-039240846f3b HTTP/1.1" status: 200 len: 898 time: 0.0965202 Dec 08 13:14:25.596889 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] Checking router: 66f72810-4004-4aeb-b886-7d77ecfed8dd for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:14:25.605210 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:25.605813 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:25.645902 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-162ad852-8864-44dc-8c1e-d45fe42b10bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9492f21c-4a5c-4183-ae24-656806094d7b HTTP/1.1" status: 200 len: 217 time: 0.0425682 Dec 08 13:14:25.718927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-365137df-df29-43d7-a82d-f0420f032f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:25.719943 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:25.720457 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-365137df-df29-43d7-a82d-f0420f032f02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5b797a6-1f3b-4e61-a6e0-c5941dd68876 HTTP/1.1" status: 200 len: 834 time: 0.0658541 Dec 08 13:14:25.790383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca121-5232-4636-947e-d235797d0c95 req-f0bcfee7-ffae-44c0-98fb-6417e6e6d9d3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:25.791987 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1b2ca121-5232-4636-947e-d235797d0c95 req-f0bcfee7-ffae-44c0-98fb-6417e6e6d9d3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 945 time: 0.1516333 Dec 08 13:14:25.798430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-bec32d8a-f655-4871-b6cf-3805794a9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:25.803265 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-bec32d8a-f655-4871-b6cf-3805794a9972 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae5bb32f-d084-43ec-81aa-039240846f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0620017 Dec 08 13:14:25.901468 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1b2ca121-5232-4636-947e-d235797d0c95 req-5ebe7766-6b47-4362-9d0e-844fc4321c77 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997286 Dec 08 13:14:25.918494 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:14:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:14:22Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:25.936522 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-f488864b-5431-422e-a5fb-e335a82a8d93 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5bb32f-d084-43ec-81aa-039240846f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218929 Dec 08 13:14:25.945636 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178a3f8-0001-4f1f-85e3-4475d8229ae2 None None] The sync data for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv is: [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:13:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:14:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa', 'name': '', 'network_id': 'ae5bb32f-d084-43ec-81aa-039240846f3b', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:45:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:29Z', 'updated_at': '2021-12-08T13:14:22Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'b5b797a6-1f3b-4e61-a6e0-c5941dd68876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:14:26.032221 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3169a852-f6f8-4d42-b2bc-7a23115c3b8f req-d410fbde-f3e9-41dd-aedf-12bdc83230b1 service neutron] 10.222.0.72 "GET /v2.0/networks/ae5bb32f-d084-43ec-81aa-039240846f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877473 Dec 08 13:14:26.587885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1ed69-9348-4355-9c9c-3cdfd038bea2 None None] New status for floating IP fcbbc2f1-4627-4596-aa9e-ddf89fe59cec: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:14:27.018175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-e0c04ced-a7b6-4ec3-8b4d-a76eb46e8d01 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:27.019704 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-e0c04ced-a7b6-4ec3-8b4d-a76eb46e8d01 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 945 time: 0.0527978 Dec 08 13:14:27.137088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f9e17-296e-4c75-90b9-063267efe222 req-215c3bbd-1b3c-4bb0-b448-2fd0e856d7bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:27.138856 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f5f9e17-296e-4c75-90b9-063267efe222 req-215c3bbd-1b3c-4bb0-b448-2fd0e856d7bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 945 time: 0.1634610 Dec 08 13:14:27.181009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 9492f21c-4a5c-4183-ae24-656806094d7b {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:14:27.181348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:27.217255 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f5f9e17-296e-4c75-90b9-063267efe222 req-7b788edd-748f-4f31-8d0b-4c62d5aac9d5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc308af4-2835-4eb2-a331-c8e9a504c806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723486 Dec 08 13:14:27.288597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 9492f21c-4a5c-4183-ae24-656806094d7b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=9492f21c-4a5c-4183-ae24-656806094d7b,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:27.288963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:27.301923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 9492f21c-4a5c-4183-ae24-656806094d7b owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:14:27.521577 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:27.548733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=9492f21c-4a5c-4183-ae24-656806094d7b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:27.592209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port 9492f21c-4a5c-4183-ae24-656806094d7b on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:14:27.596334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:27.598512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b50064d2-64ad-40c2-80be-fc0e8ab1551b req-f8b74a0c-236d-40c6-8ace-328e8f993596 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/9492f21c-4a5c-4183-ae24-656806094d7b HTTP/1.1" status: 204 len: 173 time: 0.5721126 Dec 08 13:14:27.598981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'name': 'network-vif-deleted', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:14:27.601270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68424d90-1611-4274-9333-232cc32877ad" -d '{"events": [{"server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "name": "network-vif-deleted", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:14:27.637180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa1bc50-6ac2-420e-9428-fc05cfe5645d x-openstack-request-id: req-0fa1bc50-6ac2-420e-9428-fc05cfe5645d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:14:27.637483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c875d9ba-b71b-4184-b3b9-4a30b4c16238", "name": "network-vif-deleted", "tag": "9492f21c-4a5c-4183-ae24-656806094d7b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:14:27.637744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fa1bc50-6ac2-420e-9428-fc05cfe5645d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:14:27.638157 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c875d9ba-b71b-4184-b3b9-4a30b4c16238', 'name': 'network-vif-deleted', 'tag': '9492f21c-4a5c-4183-ae24-656806094d7b', 'status': 'completed', 'code': 200} Dec 08 13:14:28.326339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-da7d33e1-9df1-46ec-9a3c-8310d1115e09 req-5acbf23b-0cfb-4490-ae33-66d94a5dd541 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=c875d9ba-b71b-4184-b3b9-4a30b4c16238 HTTP/1.1" status: 200 len: 210 time: 0.0270107 Dec 08 13:14:29.020425 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 9492f21c-4a5c-4183-ae24-656806094d7b no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:14:29.040401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 9492f21c-4a5c-4183-ae24-656806094d7b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:14:29.041103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 9492f21c-4a5c-4183-ae24-656806094d7b not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:14:29.383539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33336) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:29.438947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17124238-b72d-48ab-b926-59f32de1dcf7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:29.467680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17124238-b72d-48ab-b926-59f32de1dcf7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:29.590102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17124238-b72d-48ab-b926-59f32de1dcf7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:29.592780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-17124238-b72d-48ab-b926-59f32de1dcf7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:29.593978 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-17124238-b72d-48ab-b926-59f32de1dcf7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/bc308af4-2835-4eb2-a331-c8e9a504c806 HTTP/1.1" status: 204 len: 168 time: 0.2094524 Dec 08 13:14:29.605883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17124238-b72d-48ab-b926-59f32de1dcf7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc308af4-2835-4eb2-a331-c8e9a504c806,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:29.688330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33340) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:30.045423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:30.297442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:14:30.297685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:30.387446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:30.388165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:30.400273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:14:30.659167 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:30.686132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:30.861993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:31.385152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 66f72810-4004-4aeb-b886-7d77ecfed8dd has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:14:31.485471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:14:31.491017 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-68449b48-dd5a-4d2b-bc52-8863766dc5f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/66f72810-4004-4aeb-b886-7d77ecfed8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8016143 Dec 08 13:14:31.493875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33342) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:31.495410 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] Sync routers for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:14:31.506283 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:31.507187 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:31.545212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d387b9a-bad6-419a-b04e-a2a1572295ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting subnet b5b797a6-1f3b-4e61-a6e0-c5941dd68876 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:14:31.548358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d387b9a-bad6-419a-b04e-a2a1572295ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:31.589068 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d387b9a-bad6-419a-b04e-a2a1572295ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:31.612574 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:31.684353 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d387b9a-bad6-419a-b04e-a2a1572295ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:31.813246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d387b9a-bad6-419a-b04e-a2a1572295ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:31.840560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d387b9a-bad6-419a-b04e-a2a1572295ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b797a6-1f3b-4e61-a6e0-c5941dd68876,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:31.844296 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d387b9a-bad6-419a-b04e-a2a1572295ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:31.847567 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8d387b9a-bad6-419a-b04e-a2a1572295ee tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/subnets/b5b797a6-1f3b-4e61-a6e0-c5941dd68876 HTTP/1.1" status: 204 len: 168 time: 0.3524692 Dec 08 13:14:31.850922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33344) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:31.852642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bf23b5-8a41-43e7-84d2-946d52ab904d None None] Network ae5bb32f-d084-43ec-81aa-039240846f3b requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:14:31.882860 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:14:30Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:14:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:31.908498 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] Checking router: 66f72810-4004-4aeb-b886-7d77ecfed8dd for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:14:31.917511 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] Routers {'66f72810-4004-4aeb-b886-7d77ecfed8dd'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:31.918146 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['66f72810-4004-4aeb-b886-7d77ecfed8dd'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:31.980002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.020189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] DHCP port deletion for ae5bb32f-d084-43ec-81aa-039240846f3b request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:14:32.032629 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] Set router 66f72810-4004-4aeb-b886-7d77ecfed8dd gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:32.067348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Deleting port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:14:32.068208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.095620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.134435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] For port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c7e2cc82-a0d6-4697-b9fc-a52a95cd780a,segment=NetworkSegment(5753ea26-caeb-4812-a4fa-4520351bc50c),segment_id=5753ea26-caeb-4812-a4fa-4520351bc50c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:32.134896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.147228 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Calling delete_port for c7e2cc82-a0d6-4697-b9fc-a52a95cd780a owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:14:32.213209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port dd7dd279-181c-4fbb-ad76-8120fe8712b4 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:14:32.213656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.214797 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:14:30Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:14:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:32.241602 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c5bb7-881b-461e-8223-4fda337d8a84 None None] The sync data for ids ['66f72810-4004-4aeb-b886-7d77ecfed8dd'] in dv-neutron-799625-5-hyperv is: [{'id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'name': 'tempest-TestNetworkBasicOps-router-2006778776', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:13:25Z', 'updated_at': '2021-12-08T13:14:30Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'dd7dd279-181c-4fbb-ad76-8120fe8712b4', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f72810-4004-4aeb-b886-7d77ecfed8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:13:26Z', 'updated_at': '2021-12-08T13:14:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:14:32.287524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.298436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port dd7dd279-181c-4fbb-ad76-8120fe8712b4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dd7dd279-181c-4fbb-ad76-8120fe8712b4,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:32.298833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.311584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for dd7dd279-181c-4fbb-ad76-8120fe8712b4 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:14:32.320550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Pushing event deleted for resources: {'Port': ['ID=c7e2cc82-a0d6-4697-b9fc-a52a95cd780a,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:32.328465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] No DVR routers for this DVR port c7e2cc82-a0d6-4697-b9fc-a52a95cd780a on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:14:32.330497 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.330875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.331224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.331564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.331900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.332285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.332623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.332956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.333290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.333627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.333956 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.334285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.334631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb9e44-d623-49ed-9d77-c534ecfbe400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:32.538428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.566498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=dd7dd279-181c-4fbb-ad76-8120fe8712b4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:32.582335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99635388-6e71-4adb-be44-251adefcb664 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:14:32.637487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.638457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:14:32.669458 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:14:32.669815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ad0d723c-1aa5-4cbd-8d15-8a90c74b16fa not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:14:32.670245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c7e2cc82-a0d6-4697-b9fc-a52a95cd780a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:14:32.693831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: c7e2cc82-a0d6-4697-b9fc-a52a95cd780a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:14:32.694177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c7e2cc82-a0d6-4697-b9fc-a52a95cd780a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:14:32.735423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.737634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.852885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.853460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Fanout notify agent at l3_agent the message router_deleted on router 66f72810-4004-4aeb-b886-7d77ecfed8dd {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:14:32.860717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:32.861876 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9267e686-a22e-452e-9677-f174fa8226bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/routers/66f72810-4004-4aeb-b886-7d77ecfed8dd HTTP/1.1" status: 204 len: 168 time: 1.0096118 Dec 08 13:14:32.865131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33346) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:32.944796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.032875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.052692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5bb32f-d084-43ec-81aa-039240846f3b']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:33.061537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5753ea26-caeb-4812-a4fa-4520351bc50c') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:33.061836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5753ea26-caeb-4812-a4fa-4520351bc50c') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:33.071902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.084632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.090331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:14:33.090756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:14:33.093662 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:14:33.215514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.225364 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.225735 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/networks/ae5bb32f-d084-43ec-81aa-039240846f3b HTTP/1.1" status: 204 len: 168 time: 0.3596590 Dec 08 13:14:33.236639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7798b3b-7c57-4682-9441-0f90cead13d4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Network': ['ID=ae5bb32f-d084-43ec-81aa-039240846f3b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:33.247185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33348) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:33.252062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'network': {'name': 'tempest-network-smoke--1836120988', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'port_security_enabled': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:33.343973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:14:33.347586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.372015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:14:33.380924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.381263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Added segment 708215f7-d3ba-4c0a-9ad1-3446715dd30a of type vlan for network 28ea5a9b-19f9-432d-932d-63fbd3332e6a Dec 08 13:14:33.419483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.512511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.518217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:33.518840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.590228 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3418732 Dec 08 13:14:33.590930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131a104-2b58-4e56-a13c-75b3096011e7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Network': ['ID=28ea5a9b-19f9-432d-932d-63fbd3332e6a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:33.592928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33350) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:33.597192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'admin_state_up': True, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:33.601848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:14:33.662597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.663690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.718015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:33.886808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:34.124344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:34.142968 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:34.242587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.28 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/72ca3c96-ccf9-4511-9102-ec7ea06f0d8a) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:14:34.344068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:34.452884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:34.490024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:14:34.492802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:14:34.495249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:14:34.505529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5deed16-7d82-4d8c-b697-73c6c4befb6b None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:14:34.521148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=72ca3c96-ccf9-4511-9102-ec7ea06f0d8a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:34.575053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-295fac95-0a84-4298-81b4-5bca0b04a104 None None] Provisioning complete for port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:34.575690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-295fac95-0a84-4298-81b4-5bca0b04a104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:34.598665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dd7dd279-181c-4fbb-ad76-8120fe8712b4 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:14:34.620662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: dd7dd279-181c-4fbb-ad76-8120fe8712b4 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:14:34.621337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dd7dd279-181c-4fbb-ad76-8120fe8712b4 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:14:34.632363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-295fac95-0a84-4298-81b4-5bca0b04a104 None None] Port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:14:34.829974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:35.021144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:35.252426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 6e6311a9-60bf-4fc9-96eb-32736d815a03 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:14:35.356601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:14:35.365931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Sync routers for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:14:35.375833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:35.379898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:35.440234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:35.441684 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-040a4d53-4499-4d15-9f11-3db0c9c2d101 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8478167 Dec 08 13:14:35.445109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33352) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:35.473823 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3dc91278-df6b-46d9-a8c9-10adf82b5788 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276022 Dec 08 13:14:35.476311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33354) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:35.479787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:35.561557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba5c7f-c389-4872-b148-5043c36be277 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:35.565562 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8aba5c7f-c389-4872-b148-5043c36be277 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857306 Dec 08 13:14:35.565789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33356) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:35.599998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-62747c41-c008-44e9-ab8d-e0d09bddea05 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301895 Dec 08 13:14:35.600254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33358) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:35.604780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334070333', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:35.658319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:34Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:35.687437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Checking router: 6e6311a9-60bf-4fc9-96eb-32736d815a03 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:14:35.687789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Updating router 6e6311a9-60bf-4fc9-96eb-32736d815a03 port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:14:35.713036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:35.775499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:14:35.779125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:35.969936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.018336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.041229 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.083849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=a58439b1-a9c8-429f-993b-1bb072cb286e,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:36.088044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4089e36-803d-4c88-8cd4-fa48725426c4 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:14:36.090664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Attempting to bind port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:14:36.090664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Attempting to bind port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:14:36.090882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Checking segment: {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:14:36.091125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network hostable DHCP agents. Network: 28ea5a9b-19f9-432d-932d-63fbd3332e6a, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:14:36.091249 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Attempting to bind port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:14:36.107556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:14:36.110331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:14:36.110331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.110331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:14:36.110331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Bound port: 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:14:36.110331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.114324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ee8f5-5d24-4856-b6a9-350fb5edb410 None None] Pushing event updated for resources: {'Port': ['ID=72ca3c96-ccf9-4511-9102-ec7ea06f0d8a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:36.175372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] For port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:14:36.179117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] For port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=72ca3c96-ccf9-4511-9102-ec7ea06f0d8a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:14:36.180631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e263f795-25a2-4204-b1ce-873cba46aa14 None None] Provisioning complete for port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:36.181005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e263f795-25a2-4204-b1ce-873cba46aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.187085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:14:36.215103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e263f795-25a2-4204-b1ce-873cba46aa14 None None] Port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:14:36.264590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.278040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 28ea5a9b-19f9-432d-932d-63fbd3332e6a) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:14:36.282267 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:36.283032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.292515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7034dba9-e50d-461f-be3f-e82aaed5f088 None None] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:14:36.320677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d042124d-eedc-4363-a75d-98ce9319a6d4 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:14:36.355096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d87fe567-7a2f-47ea-a86c-738062440e09 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7512932 Dec 08 13:14:36.355412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33360) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:36.364853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ee8f5-5d24-4856-b6a9-350fb5edb410 None None] Pushing event updated for resources: {'Port': ['ID=72ca3c96-ccf9-4511-9102-ec7ea06f0d8a,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:36.538454 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:36.539123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:36.610739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a30eb7c0-1871-4585-b2d5-84fe432e25f8 None None] Provisioning complete for port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:36.611125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a30eb7c0-1871-4585-b2d5-84fe432e25f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.688194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:14:36.689071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:36.791709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:36.925558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a30eb7c0-1871-4585-b2d5-84fe432e25f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.008619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a30eb7c0-1871-4585-b2d5-84fe432e25f8 None None] For port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=72ca3c96-ccf9-4511-9102-ec7ea06f0d8a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:37.030075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Allocated IP 172.20.0.2 (28ea5a9b-19f9-432d-932d-63fbd3332e6a/a58439b1-a9c8-429f-993b-1bb072cb286e/f6c0df78-48e5-40bf-bb32-bef9224affc8) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:14:37.086697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a30eb7c0-1871-4585-b2d5-84fe432e25f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.117799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.202062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:34Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:37.233244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30eb7c0-1871-4585-b2d5-84fe432e25f8 None None] Pushing event updated for resources: {'Port': ['ID=72ca3c96-ccf9-4511-9102-ec7ea06f0d8a,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:37.235933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf86b26-131d-4720-891c-b4e104b50231 None None] The sync data for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv is: [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:34Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:14:37.288529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.355852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.396327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:14:37.399308 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:14:37.402903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:14:37.414857 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Pushing event updated for resources: {'Port': ['ID=f6c0df78-48e5-40bf-bb32-bef9224affc8,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:37.430486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.1 (28ea5a9b-19f9-432d-932d-63fbd3332e6a/a58439b1-a9c8-429f-993b-1bb072cb286e/8440d12f-a852-4691-b0d3-f528c420ef99) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:14:37.482825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Attempting to bind port f6c0df78-48e5-40bf-bb32-bef9224affc8 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:14:37.483437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Attempting to bind port f6c0df78-48e5-40bf-bb32-bef9224affc8 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:14:37.483853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Attempting to bind port f6c0df78-48e5-40bf-bb32-bef9224affc8 on network 28ea5a9b-19f9-432d-932d-63fbd3332e6a {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:14:37.490400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:14:37.493901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Checking segment: {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:14:37.493901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.493901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Bound using segment: {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:14:37.493901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Bound port: f6c0df78-48e5-40bf-bb32-bef9224affc8, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:14:37.493901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.598990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] For port f6c0df78-48e5-40bf-bb32-bef9224affc8, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:14:37.603019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] For port f6c0df78-48e5-40bf-bb32-bef9224affc8, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f6c0df78-48e5-40bf-bb32-bef9224affc8,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:14:37.605094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.673072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.701537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:37.759091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fbc88-cd95-44bc-a7c1-2fa1eac621ba None None] Pushing event updated for resources: {'Port': ['ID=f6c0df78-48e5-40bf-bb32-bef9224affc8,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:37.766882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:14:37.771490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:14:37.773583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=8440d12f-a852-4691-b0d3-f528c420ef99,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:37.775895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:14:37.836048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:38.054030 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:38.347215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:38.398505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:38.475257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:38.477051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=8440d12f-a852-4691-b0d3-f528c420ef99,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:38.585799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:14:38.587402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:14:38.658062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f6c0df78-48e5-40bf-bb32-bef9224affc8 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:14:38.719192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port f6c0df78-48e5-40bf-bb32-bef9224affc8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:38.719704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:38.721217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 6e6311a9-60bf-4fc9-96eb-32736d815a03 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:14:38.753104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ca701-7163-4eed-b286-e39ee4a69fba None None] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:14:38.839779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:14:38.847845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33362) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:38.848393 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e63986cb-001c-454c-9359-5e5e61cd389a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/6e6311a9-60bf-4fc9-96eb-32736d815a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4913902 Dec 08 13:14:38.878196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bc8cfe47-0f6a-4c7b-b772-fc7f7a1c2d72 None None] Provisioning complete for port f6c0df78-48e5-40bf-bb32-bef9224affc8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:38.884446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfe47-0f6a-4c7b-b772-fc7f7a1c2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:38.929582 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:38.956129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c8e20-8aea-4c32-b0d6-04eb69f0264e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:38.956601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c8e20-8aea-4c32-b0d6-04eb69f0264e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:38.957095 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c8e20-8aea-4c32-b0d6-04eb69f0264e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:38.957564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c8e20-8aea-4c32-b0d6-04eb69f0264e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:38.958024 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c8e20-8aea-4c32-b0d6-04eb69f0264e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:38.958478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c8e20-8aea-4c32-b0d6-04eb69f0264e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:38.963083 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1e9c8e20-8aea-4c32-b0d6-04eb69f0264e tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1142137 Dec 08 13:14:38.963255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33364) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:38.985188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port f6c0df78-48e5-40bf-bb32-bef9224affc8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f6c0df78-48e5-40bf-bb32-bef9224affc8,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:39.026345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfe47-0f6a-4c7b-b772-fc7f7a1c2d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.030913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a70f50-8ee7-4168-bc19-64cf59075776 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:39.031456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a70f50-8ee7-4168-bc19-64cf59075776 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:39.031977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a70f50-8ee7-4168-bc19-64cf59075776 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:39.032494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a70f50-8ee7-4168-bc19-64cf59075776 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:39.033000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a70f50-8ee7-4168-bc19-64cf59075776 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:39.033531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a70f50-8ee7-4168-bc19-64cf59075776 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:39.035626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-79a70f50-8ee7-4168-bc19-64cf59075776 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0713041 Dec 08 13:14:39.038305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33366) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:39.064558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.065355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:14:39.189668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=f6c0df78-48e5-40bf-bb32-bef9224affc8,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:39.197145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-bc8cfe47-0f6a-4c7b-b772-fc7f7a1c2d72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:14:39.197532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-bc8cfe47-0f6a-4c7b-b772-fc7f7a1c2d72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:14:39.212186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:39.212578 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.216928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0fdfd7e0-653e-4572-868f-f9eb1eff9825 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1774137 Dec 08 13:14:39.334056 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Sync routers for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:14:39.345196 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:39.345895 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:39.461903 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:39.604483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33370) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:39.609197 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7afcdece-eb27-43d4-85d9-e88f6b9d2056 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804177341', 'description': 'tempest-secgroup-smoke-804177341 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:39.669916 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:37Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8440d12f-a852-4691-b0d3-f528c420ef99', 'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:02:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:37Z', 'updated_at': '2021-12-08T13:14:38Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:39.672427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7afcdece-eb27-43d4-85d9-e88f6b9d2056 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.700934 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Checking router: 6e6311a9-60bf-4fc9-96eb-32736d815a03 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:14:39.701393 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Updating router 6e6311a9-60bf-4fc9-96eb-32736d815a03 port 8440d12f-a852-4691-b0d3-f528c420ef99 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:14:39.725440 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.747228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7afcdece-eb27-43d4-85d9-e88f6b9d2056 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.807326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7afcdece-eb27-43d4-85d9-e88f6b9d2056 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.839477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcdece-eb27-43d4-85d9-e88f6b9d2056 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad662711-71af-49ef-a253-9c6c758bdbb2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:39.855243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c03d8b91-93a3-41d4-ab33-8a39261d8582 None None] Provisioning complete for port f6c0df78-48e5-40bf-bb32-bef9224affc8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:39.855476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c03d8b91-93a3-41d4-ab33-8a39261d8582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.908678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7afcdece-eb27-43d4-85d9-e88f6b9d2056 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.910274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7afcdece-eb27-43d4-85d9-e88f6b9d2056 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3047140 Dec 08 13:14:39.913112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33372) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:39.917906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cc4a56e6-2525-4083-8b1e-bcf4f1b20b0c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'ad662711-71af-49ef-a253-9c6c758bdbb2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:39.944474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c03d8b91-93a3-41d4-ab33-8a39261d8582 None None] Provisioning complete for port 8440d12f-a852-4691-b0d3-f528c420ef99 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:39.945080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c03d8b91-93a3-41d4-ab33-8a39261d8582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:39.981330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c03d8b91-93a3-41d4-ab33-8a39261d8582 None None] Port 8440d12f-a852-4691-b0d3-f528c420ef99 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:14:39.993062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cc4a56e6-2525-4083-8b1e-bcf4f1b20b0c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.002813 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.046844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cc4a56e6-2525-4083-8b1e-bcf4f1b20b0c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.061026 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.109754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cc4a56e6-2525-4083-8b1e-bcf4f1b20b0c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.115217 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Pushing event updated for resources: {'Port': ['ID=8440d12f-a852-4691-b0d3-f528c420ef99,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:40.134133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a56e6-2525-4083-8b1e-bcf4f1b20b0c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f4a714-6928-4264-bde7-0bfe18785fe0,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:40.138452 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.138838 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.139217 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.139531 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.145400 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.145400 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.145400 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.145400 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.145400 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.145939 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.146051 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.146524 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.146696 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:40.182321 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Attempting to bind port 8440d12f-a852-4691-b0d3-f528c420ef99 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:14:40.182824 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Attempting to bind port 8440d12f-a852-4691-b0d3-f528c420ef99 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:14:40.183255 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Attempting to bind port 8440d12f-a852-4691-b0d3-f528c420ef99 on network 28ea5a9b-19f9-432d-932d-63fbd3332e6a {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:14:40.188630 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:14:40.189076 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Checking segment: {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:14:40.189557 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.190011 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Bound using segment: {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:14:40.190546 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Bound port: 8440d12f-a852-4691-b0d3-f528c420ef99, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:14:40.191037 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.223853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cc4a56e6-2525-4083-8b1e-bcf4f1b20b0c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.227957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cc4a56e6-2525-4083-8b1e-bcf4f1b20b0c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110194 Dec 08 13:14:40.228151 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33374) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:40.233254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-696659cd-deb2-4544-a4a9-aa3fc8ff44d1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'ad662711-71af-49ef-a253-9c6c758bdbb2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:40.256877 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] For port 8440d12f-a852-4691-b0d3-f528c420ef99, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:14:40.260143 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] For port 8440d12f-a852-4691-b0d3-f528c420ef99, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8440d12f-a852-4691-b0d3-f528c420ef99,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:14:40.264136 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.318260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-696659cd-deb2-4544-a4a9-aa3fc8ff44d1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.334031 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.375701 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-696659cd-deb2-4544-a4a9-aa3fc8ff44d1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.393745 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:40.394886 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:40.403631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-26715b90-fd6d-448b-9065-f735f217601c None None] Provisioning complete for port 8440d12f-a852-4691-b0d3-f528c420ef99 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:40.404193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26715b90-fd6d-448b-9065-f735f217601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.437182 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce9baa-b7f5-449a-91ac-4ae14141a909 None None] Pushing event updated for resources: {'Port': ['ID=8440d12f-a852-4691-b0d3-f528c420ef99,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:40.455780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-696659cd-deb2-4544-a4a9-aa3fc8ff44d1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.487252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696659cd-deb2-4544-a4a9-aa3fc8ff44d1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2faa8a90-6622-4220-9226-3ca8594fdce1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:40.513624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26715b90-fd6d-448b-9065-f735f217601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.528097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-973e543e-3b9e-43be-b4a4-ba995fee489a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.546523 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:40.557539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-26715b90-fd6d-448b-9065-f735f217601c None None] For port 8440d12f-a852-4691-b0d3-f528c420ef99, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8440d12f-a852-4691-b0d3-f528c420ef99,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:40.600972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f6c0df78-48e5-40bf-bb32-bef9224affc8 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:14:40.606129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-696659cd-deb2-4544-a4a9-aa3fc8ff44d1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.608269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-696659cd-deb2-4544-a4a9-aa3fc8ff44d1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3787434 Dec 08 13:14:40.615158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33376) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:40.615934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-91b31315-a195-45f1-bbef-a2ab7a72d0fa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'ad662711-71af-49ef-a253-9c6c758bdbb2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:40.635530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26715b90-fd6d-448b-9065-f735f217601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.700948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port f6c0df78-48e5-40bf-bb32-bef9224affc8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:40.701309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.706548 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91b31315-a195-45f1-bbef-a2ab7a72d0fa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.724489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26715b90-fd6d-448b-9065-f735f217601c None None] Pushing event updated for resources: {'Port': ['ID=8440d12f-a852-4691-b0d3-f528c420ef99,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:40.762855 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ff0019fb-ec71-4673-b28e-f7ae92c7bf1b None None] Provisioning complete for port 8440d12f-a852-4691-b0d3-f528c420ef99 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:40.763241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ff0019fb-ec71-4673-b28e-f7ae92c7bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.778288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91b31315-a195-45f1-bbef-a2ab7a72d0fa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.855583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91b31315-a195-45f1-bbef-a2ab7a72d0fa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.858155 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:37Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8440d12f-a852-4691-b0d3-f528c420ef99', 'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:02:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:37Z', 'updated_at': '2021-12-08T13:14:40Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:40.876363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b31315-a195-45f1-bbef-a2ab7a72d0fa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70026685-44eb-488d-bf05-4666dcbf6ffc,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:40.889704 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b433bd-29e4-4f63-9d99-7307c673ddbf None None] The sync data for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv is: [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:37Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8440d12f-a852-4691-b0d3-f528c420ef99', 'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:02:71:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:37Z', 'updated_at': '2021-12-08T13:14:40Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:14:40.968001 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-91b31315-a195-45f1-bbef-a2ab7a72d0fa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:40.968797 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-91b31315-a195-45f1-bbef-a2ab7a72d0fa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568046 Dec 08 13:14:40.972526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33378) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:40.982134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'ad662711-71af-49ef-a253-9c6c758bdbb2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:41.066990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.119794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.193406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.212603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb91409b-0ba1-4957-b5c1-7a4710ea4a7c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:41.221091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.221448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.221795 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.222141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.222479 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.222849 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.223185 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.223518 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.223848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.224180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.224513 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.224840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.225246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:14:41.288894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.290266 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6d368bfd-fe64-4527-99cc-063cea7cf0cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3167105 Dec 08 13:14:41.293199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33380) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:41.297973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-34172c92-6916-4c94-84e6-bcc62fe4bf61 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'ad662711-71af-49ef-a253-9c6c758bdbb2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:41.392597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-34172c92-6916-4c94-84e6-bcc62fe4bf61 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:14:41.398515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34172c92-6916-4c94-84e6-bcc62fe4bf61 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.462302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34172c92-6916-4c94-84e6-bcc62fe4bf61 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.541454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34172c92-6916-4c94-84e6-bcc62fe4bf61 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.559545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34172c92-6916-4c94-84e6-bcc62fe4bf61 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8451c379-84c9-4110-9f98-24313dbe210c,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:41.626532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-34172c92-6916-4c94-84e6-bcc62fe4bf61 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.628326 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-34172c92-6916-4c94-84e6-bcc62fe4bf61 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335617 Dec 08 13:14:41.631117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33382) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:41.635510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-895dff88-331f-4ea7-8801-1f197c02da71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'ad662711-71af-49ef-a253-9c6c758bdbb2', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:41.733254 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-895dff88-331f-4ea7-8801-1f197c02da71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:14:41.746190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-895dff88-331f-4ea7-8801-1f197c02da71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.810211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-895dff88-331f-4ea7-8801-1f197c02da71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.918287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-895dff88-331f-4ea7-8801-1f197c02da71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:41.936285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dff88-331f-4ea7-8801-1f197c02da71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5025f3b-bc76-4594-a401-81f72e3e5680,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:42.006314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-895dff88-331f-4ea7-8801-1f197c02da71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:42.007515 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-895dff88-331f-4ea7-8801-1f197c02da71 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3754668 Dec 08 13:14:42.154114 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-54e1167e-2cb2-4f01-ac91-7c3183bd6e45 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804177341&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0444467 Dec 08 13:14:42.267299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-1dff55e6-b386-4dd7-9c2f-ffba0229c0a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:42.268697 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-1dff55e6-b386-4dd7-9c2f-ffba0229c0a9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=28ea5a9b-19f9-432d-932d-63fbd3332e6a HTTP/1.1" status: 200 len: 797 time: 0.1077163 Dec 08 13:14:42.283658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-c2ba6461-c6fa-41f9-b919-839a1a56b2ba tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.0092587 Dec 08 13:14:42.335790 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-b9aabecd-a8a5-42f7-a01e-2509eb7b0309 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460048 Dec 08 13:14:42.351269 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-835ab45f-b084-4197-9690-dad7a8bd70be service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:14:42.352211 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-835ab45f-b084-4197-9690-dad7a8bd70be service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054710 Dec 08 13:14:42.437887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-1bc3edc4-48cc-43e1-830d-767b676b0149 service neutron] 10.222.0.76 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801001 Dec 08 13:14:42.527473 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-96001b8b-fa44-4aa7-b37b-cdcea8edf4c1 service neutron] 10.222.0.76 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832229 Dec 08 13:14:42.604258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8440d12f-a852-4691-b0d3-f528c420ef99 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:14:42.651190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8440d12f-a852-4691-b0d3-f528c420ef99 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:42.651565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:42.790682 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-72d3e874-51a3-4c13-83fc-02abfbbd2fde req-46255e8d-ccc3-410a-ae7d-7ba2686ff7fd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 210 time: 0.0320220 Dec 08 13:14:42.855435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d70d6a65-2cc8-4ea0-aaf1-0070c6f94d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:43.881469 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-938b932b-b930-4613-84f0-a0bb17dedd12 req-b0bf6900-3834-4781-8d95-e655753ed826 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 210 time: 0.0261788 Dec 08 13:14:44.094802 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:44.646225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-7f6b4a64-3909-4e1b-a568-8248bc70de2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:44.647596 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-7f6b4a64-3909-4e1b-a568-8248bc70de2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=28ea5a9b-19f9-432d-932d-63fbd3332e6a HTTP/1.1" status: 200 len: 797 time: 0.1049192 Dec 08 13:14:44.710809 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-1dbb19ce-0bd9-486d-ab05-15c73e3c456e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 379 time: 0.0535600 Dec 08 13:14:44.720608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': '0ee633e1-f435-42fa-9328-010a12e788ea', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['ad662711-71af-49ef-a253-9c6c758bdbb2']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:44.892854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:14:44.896630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:44.986432 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed9814f5-2806-48be-9ead-46b6d9f4e9ef req-1f52f694-8db5-474e-99a8-9e978d61b998 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 210 time: 0.0329866 Dec 08 13:14:45.047228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.6 (28ea5a9b-19f9-432d-932d-63fbd3332e6a/a58439b1-a9c8-429f-993b-1bb072cb286e/46a75132-0be9-43e0-a101-a8c810fd8dfa) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:14:45.184722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:45.186751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:45.301655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:45.347925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:14:45.351052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:14:45.357853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:14:45.381433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=46a75132-0be9-43e0-a101-a8c810fd8dfa,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:45.410818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:45.411459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:45.494516 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-678c9546-9ac5-4a05-9e58-ccda22d817b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7774873 Dec 08 13:14:45.506961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Request body: {'port': {'device_id': '0ee633e1-f435-42fa-9328-010a12e788ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:45.566552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:45.587152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-49797483-1c78-4517-acd5-52c3b8460135 None None] Provisioning complete for port 46a75132-0be9-43e0-a101-a8c810fd8dfa triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:45.587534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-49797483-1c78-4517-acd5-52c3b8460135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:45.624297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-49797483-1c78-4517-acd5-52c3b8460135 None None] Port 46a75132-0be9-43e0-a101-a8c810fd8dfa cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:14:45.842695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a75132-0be9-43e0-a101-a8c810fd8dfa {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:14:45.850672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:45.862297 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Transition to ACTIVE for port object 46a75132-0be9-43e0-a101-a8c810fd8dfa will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:14:45.934962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:45.984086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Pushing event updated for resources: {'Port': ['ID=46a75132-0be9-43e0-a101-a8c810fd8dfa,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:46.074355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Attempting to bind port 46a75132-0be9-43e0-a101-a8c810fd8dfa on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:14:46.074827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Attempting to bind port 46a75132-0be9-43e0-a101-a8c810fd8dfa by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:14:46.075104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Attempting to bind port 46a75132-0be9-43e0-a101-a8c810fd8dfa on network 28ea5a9b-19f9-432d-932d-63fbd3332e6a {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:14:46.096818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Port 46a75132-0be9-43e0-a101-a8c810fd8dfa on network 28ea5a9b-19f9-432d-932d-63fbd3332e6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:14:46.097070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Attempting to bind port 46a75132-0be9-43e0-a101-a8c810fd8dfa on network 28ea5a9b-19f9-432d-932d-63fbd3332e6a {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:14:46.107355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:14:46.107871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Checking segment: {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:14:46.108258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Bound using segment: {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:14:46.108715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Bound port: 46a75132-0be9-43e0-a101-a8c810fd8dfa, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708215f7-d3ba-4c0a-9ad1-3446715dd30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:14:46.109183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:46.139686 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cfdb8-d1ec-4558-afcc-8dc36795032d req-2af5f144-5c8a-4317-8d50-c9c44813a97b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:46.141564 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c62cfdb8-d1ec-4558-afcc-8dc36795032d req-2af5f144-5c8a-4317-8d50-c9c44813a97b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 943 time: 0.0850930 Dec 08 13:14:46.224746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] For port 46a75132-0be9-43e0-a101-a8c810fd8dfa, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:14:46.230094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c62cfdb8-d1ec-4558-afcc-8dc36795032d req-688c6dbd-0add-4db1-87dd-c5e436685862 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684707 Dec 08 13:14:46.231714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] For port 46a75132-0be9-43e0-a101-a8c810fd8dfa, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=46a75132-0be9-43e0-a101-a8c810fd8dfa,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:14:46.283821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:46.313033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:46.353271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:46.353905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:46.355399 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] 10.222.0.72 "PUT /v2.0/ports/46a75132-0be9-43e0-a101-a8c810fd8dfa HTTP/1.1" status: 200 len: 1093 time: 0.8529580 Dec 08 13:14:46.355884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:14:46.358226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4c1aa-3175-4f51-a92b-1b8637851e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:14:46.387343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e97f7-fea1-4795-aa33-2dc4d23a6a50 service neutron] Pushing event updated for resources: {'Port': ['ID=46a75132-0be9-43e0-a101-a8c810fd8dfa,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:46.402060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f07b24a-be33-42ca-ba73-591b9a376029 x-openstack-request-id: req-3f07b24a-be33-42ca-ba73-591b9a376029 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:14:46.402804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:14:46.403237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f07b24a-be33-42ca-ba73-591b9a376029 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:14:46.403993 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'status': 'completed', 'code': 200} Dec 08 13:14:46.470896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4c1aa-3175-4f51-a92b-1b8637851e0b req-c329aa03-2aad-4ba3-9d5a-5810c93f500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:46.473176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c4c1aa-3175-4f51-a92b-1b8637851e0b req-c329aa03-2aad-4ba3-9d5a-5810c93f500f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 1096 time: 0.0439150 Dec 08 13:14:46.573375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4c1aa-3175-4f51-a92b-1b8637851e0b req-0ec26e3d-e76c-4ed2-b21d-66eb37ae29de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:46.575030 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c4c1aa-3175-4f51-a92b-1b8637851e0b req-0ec26e3d-e76c-4ed2-b21d-66eb37ae29de service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0938034 Dec 08 13:14:46.670839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4c1aa-3175-4f51-a92b-1b8637851e0b req-64f42450-b7ec-4208-973f-033a76642e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:46.672315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5c4c1aa-3175-4f51-a92b-1b8637851e0b req-64f42450-b7ec-4208-973f-033a76642e35 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910769 Dec 08 13:14:46.745521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-cfb63981-a3a0-4742-9316-be68f0cbdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:46.747029 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-cfb63981-a3a0-4742-9316-be68f0cbdfac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 1096 time: 0.0403061 Dec 08 13:14:46.792134 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-e6f78f66-a670-4b50-aaf8-230224248084 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46a75132-0be9-43e0-a101-a8c810fd8dfa HTTP/1.1" status: 200 len: 217 time: 0.0372922 Dec 08 13:14:46.841258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-680de3a8-79a5-4ec0-8bbf-b161c513afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:46.842804 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-680de3a8-79a5-4ec0-8bbf-b161c513afb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a58439b1-a9c8-429f-993b-1bb072cb286e HTTP/1.1" status: 200 len: 843 time: 0.0442762 Dec 08 13:14:46.905674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-043b9cb2-9c39-4635-8b16-7b96ba683784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:46.907384 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-043b9cb2-9c39-4635-8b16-7b96ba683784 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28ea5a9b-19f9-432d-932d-63fbd3332e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577118 Dec 08 13:14:47.001681 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-bf1cdc9c-9f84-4b71-9ed5-1a30c80f87a4 service neutron] 10.222.0.72 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868874 Dec 08 13:14:47.091278 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-30c7fe72-d357-490d-a4b2-f299d499afb1 req-f778792a-1178-46ab-8652-b6790ec0f47a service neutron] 10.222.0.72 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823078 Dec 08 13:14:47.344592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2593c26-f506-494c-9ea9-40ad4357c9ea req-1e5c7fc9-0fde-49cf-b2e3-03d26f70152d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:47.346053 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e2593c26-f506-494c-9ea9-40ad4357c9ea req-1e5c7fc9-0fde-49cf-b2e3-03d26f70152d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 943 time: 0.0488961 Dec 08 13:14:47.398878 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e2593c26-f506-494c-9ea9-40ad4357c9ea req-160dc5f5-5084-45de-9248-fa87ba7aafef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467637 Dec 08 13:14:48.511495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f4ea0-ed2a-4af1-9d2d-fda6be5a7652 req-7ff87103-eb1b-422c-813b-f46555efa89d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:48.512938 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-589f4ea0-ed2a-4af1-9d2d-fda6be5a7652 req-7ff87103-eb1b-422c-813b-f46555efa89d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 943 time: 0.0471804 Dec 08 13:14:48.561463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-589f4ea0-ed2a-4af1-9d2d-fda6be5a7652 req-03219746-01df-4258-9565-08be02362565 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Dec 08 13:14:49.076941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 46a75132-0be9-43e0-a101-a8c810fd8dfa details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:14:49.172235 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 46a75132-0be9-43e0-a101-a8c810fd8dfa, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=46a75132-0be9-43e0-a101-a8c810fd8dfa,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:49.183545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'port_id': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'mac_address': 'fa:16:3e:fb:b3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:14:49.219806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:49.232441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a75132-0be9-43e0-a101-a8c810fd8dfa {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:14:49.251623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 46a75132-0be9-43e0-a101-a8c810fd8dfa, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=46a75132-0be9-43e0-a101-a8c810fd8dfa,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:49.306351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:49.353156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=46a75132-0be9-43e0-a101-a8c810fd8dfa,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:49.535801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['46a75132-0be9-43e0-a101-a8c810fd8dfa'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:14:49.676112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc63566-8fa5-4f73-ade6-bc591d07df5c req-e60e34b1-598f-41c7-9f2d-bdbf247515b9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:49.677902 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc63566-8fa5-4f73-ade6-bc591d07df5c req-e60e34b1-598f-41c7-9f2d-bdbf247515b9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 944 time: 0.0497487 Dec 08 13:14:49.726820 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddc63566-8fa5-4f73-ade6-bc591d07df5c req-ba352287-ae67-461a-a241-a15e1dc3d7cd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Dec 08 13:14:50.507438 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:14:50.842707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e1e78-9419-4f09-a1f9-7e0726c8e547 req-eb520c70-f742-4887-9a5b-1edf5bba4bfe tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:50.844192 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f25e1e78-9419-4f09-a1f9-7e0726c8e547 req-eb520c70-f742-4887-9a5b-1edf5bba4bfe tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 944 time: 0.0517008 Dec 08 13:14:50.891781 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f25e1e78-9419-4f09-a1f9-7e0726c8e547 req-d46d9bb9-5f09-44d5-b666-16f0d6943983 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410407 Dec 08 13:14:51.077623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 46a75132-0be9-43e0-a101-a8c810fd8dfa up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:14:51.209411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 46a75132-0be9-43e0-a101-a8c810fd8dfa completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:14:51.213391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 46a75132-0be9-43e0-a101-a8c810fd8dfa triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:14:51.213774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:51.288844 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:51.310127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:14:51.312391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bab68a-8f3c-40e0-9fab-f1260baed1ef" -d '{"events": [{"server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "name": "network-vif-plugged", "status": "completed", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:14:51.325713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 46a75132-0be9-43e0-a101-a8c810fd8dfa, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=46a75132-0be9-43e0-a101-a8c810fd8dfa,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:14:51.386928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:51.413330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f03a8-0dda-4fcf-9eda-b04d21981bce x-openstack-request-id: req-1a6f03a8-0dda-4fcf-9eda-b04d21981bce {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:14:51.413620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "name": "network-vif-plugged", "status": "completed", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:14:51.413876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a6f03a8-0dda-4fcf-9eda-b04d21981bce {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:14:51.414270 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'code': 200} Dec 08 13:14:51.440542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=46a75132-0be9-43e0-a101-a8c810fd8dfa,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:51.732926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed35884-1496-4439-bdd2-cb6d4304bf11 req-b3c8aac7-68cc-421d-8aa9-0c60ddc04764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:51.734392 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0ed35884-1496-4439-bdd2-cb6d4304bf11 req-b3c8aac7-68cc-421d-8aa9-0c60ddc04764 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 1098 time: 0.0383682 Dec 08 13:14:51.778998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0ed35884-1496-4439-bdd2-cb6d4304bf11 req-11b94bfb-0387-4702-8b95-e5d7ea9e51ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 Dec 08 13:14:52.012011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813eb1c-02e6-4d12-8d7a-c4326c5c45d4 req-4b621511-d0ff-46b2-9ead-78ad2b8d8987 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:52.013568 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0813eb1c-02e6-4d12-8d7a-c4326c5c45d4 req-4b621511-d0ff-46b2-9ead-78ad2b8d8987 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 945 time: 0.0525649 Dec 08 13:14:52.062633 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0813eb1c-02e6-4d12-8d7a-c4326c5c45d4 req-16d50613-4645-4601-bbb1-0d8468268b6e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Dec 08 13:14:53.178019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44613f-050e-486c-a113-03101a14af7d req-be917844-c2ef-4613-a4fa-9dbe502293b6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:53.179513 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cb44613f-050e-486c-a113-03101a14af7d req-be917844-c2ef-4613-a4fa-9dbe502293b6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 945 time: 0.0475743 Dec 08 13:14:53.231992 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cb44613f-050e-486c-a113-03101a14af7d req-b9e0b819-86d2-46d1-983d-55772b4b0651 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466573 Dec 08 13:14:53.346651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a375b2-4d20-47f3-9180-d682ed6af45b req-61d61767-dac5-4df7-933b-e9f115a71829 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:53.348023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-92a375b2-4d20-47f3-9180-d682ed6af45b req-61d61767-dac5-4df7-933b-e9f115a71829 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 945 time: 0.0479949 Dec 08 13:14:53.399395 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-92a375b2-4d20-47f3-9180-d682ed6af45b req-75c000bd-c0e3-4f0c-a3e1-c43d01e3da74 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454853 Dec 08 13:14:53.420354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33442) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:53.458838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff255b4f-2715-450f-8e3b-c8c956264dbe tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:53.460282 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ff255b4f-2715-450f-8e3b-c8c956264dbe tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 1093 time: 0.0389736 Dec 08 13:14:53.463017 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33444) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:53.467194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:14:53.589498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:53.682440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:53.785914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.138 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/afa7fae0-9a58-4301-a42d-56a0b2cda96a) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:14:53.886485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:54.004320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:54.044633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:14:54.047488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:14:54.049931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:14:54.076196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=afa7fae0-9a58-4301-a42d-56a0b2cda96a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:54.399976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:54.934910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:55.082230 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:55.129559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:55.192887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=afa7fae0-9a58-4301-a42d-56a0b2cda96a,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:14:55.206083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:55.319292 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 84b24fca-09f2-40c1-8343-485d3ccff31a associated. External IP: 172.26.7.138, port: 46a75132-0be9-43e0-a101-a8c810fd8dfa. Dec 08 13:14:55.519853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 6e6311a9-60bf-4fc9-96eb-32736d815a03 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:14:55.628043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:14:55.638155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] Sync routers for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:14:55.648599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:55.649216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:55.697243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:14:55.724445 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-11924d38-ccde-4ddc-866e-70a244f5526f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2603989 Dec 08 13:14:55.725084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:14:55.727292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33446) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:55.727818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:14:55.759610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:55.767034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfe48a0-96aa-464c-aac7-8504b04d6387 x-openstack-request-id: req-1cfe48a0-96aa-464c-aac7-8504b04d6387 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:14:55.767340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:14:55.767653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1cfe48a0-96aa-464c-aac7-8504b04d6387 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:14:55.768376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'status': 'completed', 'code': 200} Dec 08 13:14:55.794467 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d007c788-cfac-404a-9ee9-855bacc7fcc4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/84b24fca-09f2-40c1-8343-485d3ccff31a HTTP/1.1" status: 200 len: 991 time: 0.0657644 Dec 08 13:14:55.830392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-403adcdc-cce2-4e1c-a9b0-7cc030a7927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:55.831961 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-403adcdc-cce2-4e1c-a9b0-7cc030a7927e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 1098 time: 0.0420353 Dec 08 13:14:55.936829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-c4b1510c-35a7-4f9d-9718-574f3a3ed28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:55.938315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-c4b1510c-35a7-4f9d-9718-574f3a3ed28f service neutron] 10.222.0.72 "GET /v2.0/networks?id=28ea5a9b-19f9-432d-932d-63fbd3332e6a HTTP/1.1" status: 200 len: 898 time: 0.0979762 Dec 08 13:14:55.999506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:37Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '84b24fca-09f2-40c1-8343-485d3ccff31a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'port_id': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'mac_address': 'fa:16:3e:fb:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee633e1-f435-42fa-9328-010a12e788ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:14:54Z', 'updated_at': '2021-12-08T13:14:54Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8440d12f-a852-4691-b0d3-f528c420ef99', 'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:02:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:37Z', 'updated_at': '2021-12-08T13:14:40Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:56.005022 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-e89651a3-1556-46b4-9843-5be0a2e9306a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46a75132-0be9-43e0-a101-a8c810fd8dfa HTTP/1.1" status: 200 len: 999 time: 0.0592206 Dec 08 13:14:56.025494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] Checking router: 6e6311a9-60bf-4fc9-96eb-32736d815a03 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:14:56.033770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:14:56.034382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:14:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:56.059436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-05b0e407-bf4b-44ef-8579-3286f5020ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:56.060825 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-05b0e407-bf4b-44ef-8579-3286f5020ec4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a58439b1-a9c8-429f-993b-1bb072cb286e HTTP/1.1" status: 200 len: 843 time: 0.0483098 Dec 08 13:14:56.108224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-8217a857-76bf-49ad-ac2d-3939e514d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:14:56.109756 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-8217a857-76bf-49ad-ac2d-3939e514d006 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28ea5a9b-19f9-432d-932d-63fbd3332e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418320 Dec 08 13:14:56.144789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:14:56.204362 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-7999796d-39dd-4523-9773-df04dba500b7 service neutron] 10.222.0.72 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868812 Dec 08 13:14:56.301749 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7b7bdac-8d12-4d3d-87e4-8e225c2d67ea req-98192fd8-1539-48ed-a3ff-b309640600de service neutron] 10.222.0.72 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902271 Dec 08 13:14:56.368712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:37Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '84b24fca-09f2-40c1-8343-485d3ccff31a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'port_id': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'mac_address': 'fa:16:3e:fb:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee633e1-f435-42fa-9328-010a12e788ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:14:54Z', 'updated_at': '2021-12-08T13:14:54Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8440d12f-a852-4691-b0d3-f528c420ef99', 'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:02:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:37Z', 'updated_at': '2021-12-08T13:14:40Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:14:56.397989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3971831b-140d-4cbd-8cf5-89c06bc443fb None None] The sync data for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv is: [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:37Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '84b24fca-09f2-40c1-8343-485d3ccff31a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'port_id': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'mac_address': 'fa:16:3e:fb:b3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee633e1-f435-42fa-9328-010a12e788ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:14:54Z', 'updated_at': '2021-12-08T13:14:54Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8440d12f-a852-4691-b0d3-f528c420ef99', 'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:02:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:37Z', 'updated_at': '2021-12-08T13:14:40Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:14:56.585126 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572eef56-ea68-40df-8da6-d1623001b21b None None] New status for floating IP 84b24fca-09f2-40c1-8343-485d3ccff31a: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:14:56.798194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33450) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:14:56.859505 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dc50f3ae-0259-497c-a793-647b7dc8b0ab tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/84b24fca-09f2-40c1-8343-485d3ccff31a HTTP/1.1" status: 200 len: 993 time: 0.0600653 Dec 08 13:15:10.226462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:10.494920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ac81063f-adde-48f7-b525-3d44591c4644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:12.872068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ec58537a-abc6-4bf9-b5eb-237428716695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:14.083740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:15.191883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:16.208933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:26.672130 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-3961d5bb-8b8e-4635-b098-9b5947946bc8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558756279&fields=id&tenant_id=846e760336ad44e4bde1f5d154098eec HTTP/1.1" status: 200 len: 267 time: 0.0455964 Dec 08 13:15:26.781204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c8f87-83ea-49af-934c-5f669827c2be req-8767a6f9-7be3-41b8-a61b-0f853a8c5f69 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:26.782712 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-8767a6f9-7be3-41b8-a61b-0f853a8c5f69 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 812 time: 0.1039252 Dec 08 13:15:26.797733 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-be8d7490-00bf-4b83-a528-8a382450178a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/quotas/846e760336ad44e4bde1f5d154098eec HTTP/1.1" status: 200 len: 375 time: 0.0091527 Dec 08 13:15:26.849870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-dc17cbcc-69f1-4f76-bd0f-ff69645a1309 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470946 Dec 08 13:15:26.949080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-4072b475-0513-4775-a788-936501891fae service neutron] 10.222.0.76 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879364 Dec 08 13:15:27.036375 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-7ba9949e-6884-41b5-9f75-a44a8abc1517 service neutron] 10.222.0.76 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813675 Dec 08 13:15:27.510213 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:15:27.587305 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-45ef29ab-f707-4b00-9038-6f92087a1f68 req-66b10ad6-13ba-4b4c-8c1e-20a993bc7f51 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 210 time: 0.0301793 Dec 08 13:15:28.677482 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-047a54a2-d11d-4780-a75a-5fa78018af6a req-5bc0e914-800f-4820-a528-44159bddc323 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 210 time: 0.0259302 Dec 08 13:15:29.396256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c8f87-83ea-49af-934c-5f669827c2be req-00cf1c19-8370-424c-aebf-198ea70c67d8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:29.397693 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-00cf1c19-8370-424c-aebf-198ea70c67d8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 812 time: 0.1000957 Dec 08 13:15:29.465226 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-ec82be58-eec0-4744-b789-fe6944edf9ed tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846e760336ad44e4bde1f5d154098eec HTTP/1.1" status: 200 len: 380 time: 0.0575984 Dec 08 13:15:29.475571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'port': {'device_id': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'admin_state_up': True, 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'security_groups': ['fd23f76a-19f1-4196-b3d1-c4da9e037b1f']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:15:29.642564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Made reservation on behalf of 846e760336ad44e4bde1f5d154098eec for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:15:29.646391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:29.790246 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-477b35fb-30ad-4577-aa0f-232dace31dac req-82047a62-bb2a-432b-b154-0e22c931c7a8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 210 time: 0.0367551 Dec 08 13:15:29.809071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Allocated IP 172.20.0.9 (58e95dc5-cebe-4147-bf35-0ce256eb3ae5/68a64757-38c6-4933-aa48-f059014ffc65/15e6a20c-d93a-4fa4-92ba-2f9e5254e373) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:15:29.954859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:30.072553 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:30.114958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:15:30.118521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:15:30.124735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:15:30.149239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'Port': ['ID=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:15:30.164417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.164770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.165119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.166664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.166664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.166664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.166664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.167121 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.167121 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.167478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.167793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.168115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.168434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:30.196706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:30.197359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:30.274828 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-f695a1a1-7ad7-4547-bcd4-e09901bd917b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8027170 Dec 08 13:15:30.288148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Request body: {'port': {'device_id': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:15:30.352133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:30.378691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b6c8dccb-3570-4278-8762-a0e61f136c53 None None] Provisioning complete for port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:15:30.379281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b6c8dccb-3570-4278-8762-a0e61f136c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:30.420148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8dccb-3570-4278-8762-a0e61f136c53 None None] Port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:15:30.623341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:15:30.631056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:30.643377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Transition to ACTIVE for port object 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:15:30.705673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:30.759740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Pushing event updated for resources: {'Port': ['ID=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:15:30.837489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Attempting to bind port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:15:30.838120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Attempting to bind port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:15:30.838245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Attempting to bind port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:15:30.843267 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:15:30.843594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Attempting to bind port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 on network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:15:30.849925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:15:30.850374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Checking segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:15:30.850791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Bound using segment: {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:15:30.851232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Bound port: 15e6a20c-d93a-4fa4-92ba-2f9e5254e373, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54065b-2ca2-4264-8bd2-97831788b64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:15:30.851587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:30.955354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] For port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:15:30.964579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851cbd-9dcf-433f-bda4-9af3080c4356 req-6f03d6b0-d7c5-4f0b-8ce5-de1078c2da00 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:30.966103 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1b851cbd-9dcf-433f-bda4-9af3080c4356 req-6f03d6b0-d7c5-4f0b-8ce5-de1078c2da00 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.1018317 Dec 08 13:15:30.968007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] For port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:15:31.021258 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1b851cbd-9dcf-433f-bda4-9af3080c4356 req-87761623-b634-4756-87d8-d45b3feb0599 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488007 Dec 08 13:15:31.023898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:31.072167 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:31.072798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:31.074223 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] 10.222.0.72 "PUT /v2.0/ports/15e6a20c-d93a-4fa4-92ba-2f9e5254e373 HTTP/1.1" status: 200 len: 1093 time: 0.7907562 Dec 08 13:15:31.075186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:15:31.077523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc534180-0967-4b83-9f16-2cb9cf5efc09" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:15:31.128891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695dcb0-a3b8-4184-8249-bbdf7814acd2 service neutron] Pushing event updated for resources: {'Port': ['ID=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:15:31.134400 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c87f94-09b6-4119-94b8-252bd6e07874 x-openstack-request-id: req-71c87f94-09b6-4119-94b8-252bd6e07874 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:15:31.134704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:15:31.134926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71c87f94-09b6-4119-94b8-252bd6e07874 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:15:31.135334 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'status': 'completed', 'code': 200} Dec 08 13:15:31.203505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534180-0967-4b83-9f16-2cb9cf5efc09 req-6819845a-3742-4909-bb29-672f964ff5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:31.205119 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc534180-0967-4b83-9f16-2cb9cf5efc09 req-6819845a-3742-4909-bb29-672f964ff5b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 1096 time: 0.0485272 Dec 08 13:15:31.318411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534180-0967-4b83-9f16-2cb9cf5efc09 req-c8b918b2-024f-41e7-aee5-b4c03f403e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:31.319881 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc534180-0967-4b83-9f16-2cb9cf5efc09 req-c8b918b2-024f-41e7-aee5-b4c03f403e3e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=846e760336ad44e4bde1f5d154098eec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1020329 Dec 08 13:15:31.416008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534180-0967-4b83-9f16-2cb9cf5efc09 req-5f038259-8fe6-4da1-8d08-58e5fa8f5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:31.417503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc534180-0967-4b83-9f16-2cb9cf5efc09 req-5f038259-8fe6-4da1-8d08-58e5fa8f5b7b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903575 Dec 08 13:15:31.513221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c8f87-83ea-49af-934c-5f669827c2be req-1bb118c9-af0d-4cc2-918b-99b8bd83ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:31.515187 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-1bb118c9-af0d-4cc2-918b-99b8bd83ef92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 1096 time: 0.0602958 Dec 08 13:15:31.560670 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-dca3b2b8-4a57-48c5-8fbc-0b984e9d0dc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e6a20c-d93a-4fa4-92ba-2f9e5254e373 HTTP/1.1" status: 200 len: 217 time: 0.0366960 Dec 08 13:15:31.610676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c8f87-83ea-49af-934c-5f669827c2be req-8ecfdd42-e05e-48cd-9895-b56feda9edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:31.611761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-8ecfdd42-e05e-48cd-9895-b56feda9edbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0447841 Dec 08 13:15:31.662694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c8f87-83ea-49af-934c-5f669827c2be req-144c5482-7638-4bfe-9a25-6cc3e72085e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:31.664250 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-144c5482-7638-4bfe-9a25-6cc3e72085e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453670 Dec 08 13:15:31.758734 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-cbe2ee4d-c0ef-4631-bed8-cda18967c313 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868828 Dec 08 13:15:31.855323 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a59c8f87-83ea-49af-934c-5f669827c2be req-b82c8dc0-99ed-4364-8402-04f2d4031216 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895543 Dec 08 13:15:32.139685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b92083-837d-474b-b0f9-0b743a6ac95b req-c94f78b1-c7e6-4a3f-af82-46b747c26ae0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:32.141299 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-34b92083-837d-474b-b0f9-0b743a6ac95b req-c94f78b1-c7e6-4a3f-af82-46b747c26ae0 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.0502441 Dec 08 13:15:32.190941 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-34b92083-837d-474b-b0f9-0b743a6ac95b req-a3694d77-9c32-442e-8f08-02d7fbc56d06 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433848 Dec 08 13:15:33.308349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802e40f-79a8-4d85-9c16-a2ad612b6ce5 req-a19a4f47-d8d5-4cbb-9469-24de3ca279d4 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:33.309980 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2802e40f-79a8-4d85-9c16-a2ad612b6ce5 req-a19a4f47-d8d5-4cbb-9469-24de3ca279d4 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.0495386 Dec 08 13:15:33.359775 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2802e40f-79a8-4d85-9c16-a2ad612b6ce5 req-007c4d3e-e658-4d32-9e48-583551053126 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436702 Dec 08 13:15:34.479781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2ab16-d83d-4fc6-b1ba-dcbe5cfa817c req-0e284fd6-6e78-4178-8521-bfe75bee6973 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:34.481400 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ad2ab16-d83d-4fc6-b1ba-dcbe5cfa817c req-0e284fd6-6e78-4178-8521-bfe75bee6973 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.0544083 Dec 08 13:15:34.533715 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ad2ab16-d83d-4fc6-b1ba-dcbe5cfa817c req-ee105b28-656b-4737-b7ad-4bd7b116c51b tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Dec 08 13:15:35.649037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d99af9-4608-4d15-8d19-eb445e4779d5 req-4acad659-0c00-4ce7-b2f5-50903f6481ea tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:35.650507 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11d99af9-4608-4d15-8d19-eb445e4779d5 req-4acad659-0c00-4ce7-b2f5-50903f6481ea tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.0488255 Dec 08 13:15:35.703106 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11d99af9-4608-4d15-8d19-eb445e4779d5 req-fb119e0e-852b-4d0c-9da4-3570778aeacc tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461979 Dec 08 13:15:36.814271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f92f0c-7497-4765-95ef-650d4f8f1859 req-014e6cff-d60b-47ae-bc93-c5bde0c382d3 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:36.815675 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e6f92f0c-7497-4765-95ef-650d4f8f1859 req-014e6cff-d60b-47ae-bc93-c5bde0c382d3 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.0480964 Dec 08 13:15:36.869027 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e6f92f0c-7497-4765-95ef-650d4f8f1859 req-d89ea5b0-9cad-4651-a435-1f0054eb9e9f tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Dec 08 13:15:37.990191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca08f6-1cc4-4ca1-84f3-2af932a2fac4 req-e8074139-7092-4f34-b3e3-e9427c0f3aaa tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:37.991725 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93ca08f6-1cc4-4ca1-84f3-2af932a2fac4 req-e8074139-7092-4f34-b3e3-e9427c0f3aaa tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.0523980 Dec 08 13:15:38.043064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93ca08f6-1cc4-4ca1-84f3-2af932a2fac4 req-d2497e56-0a57-44b4-ba39-cdedde34c3b5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453029 Dec 08 13:15:39.154661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92970e11-11d1-4f20-9492-29feeb47f879 req-3ba010dc-dea2-4c41-90cb-560baadf89ad tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:39.156110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-92970e11-11d1-4f20-9492-29feeb47f879 req-3ba010dc-dea2-4c41-90cb-560baadf89ad tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.0474901 Dec 08 13:15:39.204234 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-92970e11-11d1-4f20-9492-29feeb47f879 req-de142c02-2e36-4031-8d25-ce7312fb4cb9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421867 Dec 08 13:15:40.199722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:40.329144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad4e3-ccad-425e-9b79-81fcb68b5bb6 req-0e7621df-e6e7-484e-b09b-65f88f033213 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:40.330693 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-207ad4e3-ccad-425e-9b79-81fcb68b5bb6 req-0e7621df-e6e7-484e-b09b-65f88f033213 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.0556509 Dec 08 13:15:40.380236 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-207ad4e3-ccad-425e-9b79-81fcb68b5bb6 req-909ea3d7-b4a4-46d4-a089-715eb0483727 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Dec 08 13:15:40.511025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-521f8093-77b0-4cd9-bea5-06d850d64865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:41.301487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:15:41.394972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:15:41.405618 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'port_id': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'mac_address': 'fa:16:3e:fe:64:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:15:41.445332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:41.459041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:15:41.478044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:15:41.516541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e072-a7c0-4cee-85bd-129c1bd3440b req-a1092be9-93ec-4720-80c0-967986943da4 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:41.518025 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c48e072-a7c0-4cee-85bd-129c1bd3440b req-a1092be9-93ec-4720-80c0-967986943da4 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 943 time: 0.0497351 Dec 08 13:15:41.571180 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c48e072-a7c0-4cee-85bd-129c1bd3440b req-b04f5ac1-2047-47c4-9aab-266dace3bc55 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467563 Dec 08 13:15:41.579386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:41.628509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:15:41.636039 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.636403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.636774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.637104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.637447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.637783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.638127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.638462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.638828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.639167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.639500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.639834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.640164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:41.812503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['15e6a20c-d93a-4fa4-92ba-2f9e5254e373'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:15:42.689852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d2601-acb0-4dcd-8079-59bfc1e9f35c req-0db60c7d-5f6c-43aa-88e2-d94deafb0131 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:42.691432 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-da7d2601-acb0-4dcd-8079-59bfc1e9f35c req-0db60c7d-5f6c-43aa-88e2-d94deafb0131 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 944 time: 0.0523567 Dec 08 13:15:42.740732 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-da7d2601-acb0-4dcd-8079-59bfc1e9f35c req-8c46fba3-bde7-46cc-a67b-cc41a4e02a73 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430276 Dec 08 13:15:42.874027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-96eee564-bc95-44f4-b26b-71dc58b29e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:43.319816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:15:43.451225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:15:43.454988 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:15:43.455366 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:43.532751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:43.558210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:15:43.560951 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95711152-d5b8-4505-8a42-8d526a35038b" -d '{"events": [{"server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "name": "network-vif-plugged", "status": "completed", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:15:43.577403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:15:43.601267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8679fd-6031-4b67-aea7-0621c481297d x-openstack-request-id: req-5e8679fd-6031-4b67-aea7-0621c481297d {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:15:43.601559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "name": "network-vif-plugged", "status": "completed", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:15:43.601813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e8679fd-6031-4b67-aea7-0621c481297d {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:15:43.602208 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'code': 200} Dec 08 13:15:43.671424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:43.718441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:15:43.881805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475abd3-c6e6-4d6b-b49f-b0ee94f770a5 req-aa9bf288-3cdf-4341-87ae-ad88800b78ed tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:43.883226 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b475abd3-c6e6-4d6b-b49f-b0ee94f770a5 req-aa9bf288-3cdf-4341-87ae-ad88800b78ed tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 945 time: 0.0765173 Dec 08 13:15:43.897690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be37090-1cc5-43eb-a637-cb563b50927d req-393be81b-8f26-4e6d-a3b7-53ac2761847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:43.899124 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2be37090-1cc5-43eb-a637-cb563b50927d req-393be81b-8f26-4e6d-a3b7-53ac2761847a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 1098 time: 0.0676439 Dec 08 13:15:43.971476 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b475abd3-c6e6-4d6b-b49f-b0ee94f770a5 req-933281a8-1d8c-4c16-9817-a72016db5241 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812037 Dec 08 13:15:43.975168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2be37090-1cc5-43eb-a637-cb563b50927d req-3ead279f-e31d-418b-9af9-01718fc2685a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679736 Dec 08 13:15:44.074362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:45.090290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f99946-2707-45a0-91ae-42ecbf632021 req-fb32c3d1-3979-4446-bd49-c914f029dd75 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:45.209064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-83f99946-2707-45a0-91ae-42ecbf632021 req-fb32c3d1-3979-4446-bd49-c914f029dd75 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 945 time: 0.0502806 Dec 08 13:15:45.209064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-83f99946-2707-45a0-91ae-42ecbf632021 req-aa407f4e-2119-49ad-b62c-a1e8e18e5bc9 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459547 Dec 08 13:15:45.251281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:46.162572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:46.265793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77969416-ebe8-459e-8ffe-b3d160af36f7 req-51344f0c-70b8-4c22-be46-141142c5e9f3 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:46.267320 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77969416-ebe8-459e-8ffe-b3d160af36f7 req-51344f0c-70b8-4c22-be46-141142c5e9f3 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 945 time: 0.0505674 Dec 08 13:15:46.317127 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77969416-ebe8-459e-8ffe-b3d160af36f7 req-532ce6ac-d2f6-47be-8149-c4244c93a0e5 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Dec 08 13:15:46.439018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fb1e2-97ee-4032-9235-a7227638dd6a req-ab4b61d1-a9e3-4a32-b821-61a0a38e241c tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:46.440410 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2d2fb1e2-97ee-4032-9235-a7227638dd6a req-ab4b61d1-a9e3-4a32-b821-61a0a38e241c tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 945 time: 0.0530603 Dec 08 13:15:46.491204 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2d2fb1e2-97ee-4032-9235-a7227638dd6a req-ff71860b-a4d2-4126-ad56-d195a3236ccf tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Dec 08 13:15:46.514824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33588) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:15:46.659446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62da1c-bc8f-4951-be68-7fb6e0c9f5e7 tempest-TestVolumeBootPattern-1571713827 tempest-TestVolumeBootPattern-1571713827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:46.663739 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5c62da1c-bc8f-4951-be68-7fb6e0c9f5e7 tempest-TestVolumeBootPattern-1571713827 tempest-TestVolumeBootPattern-1571713827-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 1093 time: 0.1451552 Dec 08 13:15:46.664110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33592) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:15:46.669184 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:15:46.748392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:46.852220 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:46.952953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Allocated IP 172.26.7.230 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/3d43b69b-d535-42c6-aa6f-3433871773bc) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:15:47.054468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:47.185760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:47.222687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:15:47.227014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:15:47.232523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:15:47.253854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'Port': ['ID=3d43b69b-d535-42c6-aa6f-3433871773bc,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:15:47.268763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.269131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.269491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.269849 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.270195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.270541 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.270911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.271251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.271594 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.271934 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.272279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.272613 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.272947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:15:47.605714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:47.712781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:47.859953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:47.943028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:48.015305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event updated for resources: {'Port': ['ID=3d43b69b-d535-42c6-aa6f-3433871773bc,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:15:48.024903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:48.121933 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Floating IP f4f4ff43-66d3-4e76-a771-c94814640d9c associated. External IP: 172.26.7.230, port: 15e6a20c-d93a-4fa4-92ba-2f9e5254e373. Dec 08 13:15:48.328261 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Router 98a15aed-24a4-466c-9044-57792c703f4c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:15:48.710953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:15:48.721732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] Sync routers for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:15:48.731415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:15:48.735677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:15:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:15:48.779287 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:15:48.808935 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7f7598eb-18d3-4464-a443-54a76b41544a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1435914 Dec 08 13:15:48.809457 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:15:48.811858 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59680a4c-f7f3-44b2-8739-769480525f58" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:15:48.907485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e6f32-2472-41ca-b5c4-0e7d054abd67 x-openstack-request-id: req-1b4e6f32-2472-41ca-b5c4-0e7d054abd67 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:15:48.907485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:15:48.907485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b4e6f32-2472-41ca-b5c4-0e7d054abd67 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:15:48.907837 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'status': 'completed', 'code': 200} Dec 08 13:15:48.978648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59680a4c-f7f3-44b2-8739-769480525f58 req-75aa0a51-4a99-499e-8f84-898252bc9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:48.980190 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59680a4c-f7f3-44b2-8739-769480525f58 req-75aa0a51-4a99-499e-8f84-898252bc9494 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 1098 time: 0.0424695 Dec 08 13:15:48.994955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:15:49.075233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59680a4c-f7f3-44b2-8739-769480525f58 req-c47dda83-ab86-4468-b161-309035a0a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:49.076627 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59680a4c-f7f3-44b2-8739-769480525f58 req-c47dda83-ab86-4468-b161-309035a0a4f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 913 time: 0.0889697 Dec 08 13:15:49.141149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59680a4c-f7f3-44b2-8739-769480525f58 req-bfc6bf7e-1f80-4a13-b9b2-907dfef39778 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e6a20c-d93a-4fa4-92ba-2f9e5254e373 HTTP/1.1" status: 200 len: 999 time: 0.0576744 Dec 08 13:15:49.191093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59680a4c-f7f3-44b2-8739-769480525f58 req-cf376735-9c92-40d5-8d2e-b5c73ffbb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:49.192806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59680a4c-f7f3-44b2-8739-769480525f58 req-cf376735-9c92-40d5-8d2e-b5c73ffbb90a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0449896 Dec 08 13:15:49.222019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '10e60d31-f45d-40e9-85cb-a5226d8eec5c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.86', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:03Z', 'updated_at': '2021-12-08T13:13:05Z', 'revision_number': 1, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}, {'id': 'f4f4ff43-66d3-4e76-a771-c94814640d9c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.230', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:fe:64:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:15:47Z', 'updated_at': '2021-12-08T13:15:47Z', 'revision_number': 0, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:15:49.242126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59680a4c-f7f3-44b2-8739-769480525f58 req-8b34e00d-07e4-4966-934d-aaba3ceb3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:49.243682 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59680a4c-f7f3-44b2-8739-769480525f58 req-8b34e00d-07e4-4966-934d-aaba3ceb3d85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432537 Dec 08 13:15:49.253383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] Checking router: 98a15aed-24a4-466c-9044-57792c703f4c for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:15:49.261847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:15:49.262428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:15:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:15:49.332548 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59680a4c-f7f3-44b2-8739-769480525f58 req-6fffdc33-282a-4ae0-8bcd-90b4bc0f33c5 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811429 Dec 08 13:15:49.370772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:15:49.425766 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-59680a4c-f7f3-44b2-8739-769480525f58 req-b797b140-55ee-481b-8d52-8774add28c17 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856941 Dec 08 13:15:49.593800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '10e60d31-f45d-40e9-85cb-a5226d8eec5c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.86', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:03Z', 'updated_at': '2021-12-08T13:13:05Z', 'revision_number': 1, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}, {'id': 'f4f4ff43-66d3-4e76-a771-c94814640d9c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.230', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:fe:64:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:15:47Z', 'updated_at': '2021-12-08T13:15:47Z', 'revision_number': 0, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:15:49.623958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc07a3-7f25-47d9-a9d0-dad59a5340f3 None None] The sync data for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv is: [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '10e60d31-f45d-40e9-85cb-a5226d8eec5c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.86', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:03Z', 'updated_at': '2021-12-08T13:13:05Z', 'revision_number': 1, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}, {'id': 'f4f4ff43-66d3-4e76-a771-c94814640d9c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.230', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:fe:64:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:15:47Z', 'updated_at': '2021-12-08T13:15:47Z', 'revision_number': 0, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:15:49.803369 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986c729-fe64-464b-aed0-c97c58003110 None None] New status for floating IP f4f4ff43-66d3-4e76-a771-c94814640d9c: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:15:56.256503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-52e87e51-5b09-47b1-9ce1-39fb0e0892ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402136 Dec 08 13:15:56.338292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-e822b6fa-21ba-4b01-bd02-5708215e8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:56.339850 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-e822b6fa-21ba-4b01-bd02-5708215e8a55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 1098 time: 0.0414987 Dec 08 13:15:56.445914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-98f64902-94d6-47fc-a812-379b70b1a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:56.447419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-98f64902-94d6-47fc-a812-379b70b1a1ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 913 time: 0.0886116 Dec 08 13:15:56.656404 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-f16fa89a-91bd-420d-b004-7ac35ef5b9d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=602158e3-dad3-41d9-8b82-3351e3d50b75 HTTP/1.1" status: 200 len: 1000 time: 0.2021275 Dec 08 13:15:56.711212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-be126f1a-22f5-4d16-b75a-dc9c657c8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:56.712716 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-be126f1a-22f5-4d16-b75a-dc9c657c8a90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0492742 Dec 08 13:15:56.757937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-c52dab86-1993-46cc-93cf-0b084e9a069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:15:56.759512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-c52dab86-1993-46cc-93cf-0b084e9a069b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399756 Dec 08 13:15:56.850147 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-1442f764-f205-4fee-b6af-90e9559eef04 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832181 Dec 08 13:15:56.951198 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6824ba1f-0e63-49d1-bfa3-a0404740e498 req-fa6a653d-f49f-4190-9703-37edfca1791c service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929461 Dec 08 13:16:04.509978 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:16:10.262055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:10.567688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-02d5694d-48c6-4966-9d3f-f01ef9b9e65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:12.827712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d42f5283-7245-4868-8ddc-66940e56949a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:14.113714 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:15.216305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:16.184451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:40.244295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:40.478102 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4c5d3dd5-9f23-4d3f-8693-baea8c7b432f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:41.509082 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:16:42.861075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c51a000-e5f3-4ede-9737-55b9294ca763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:44.080813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:45.240776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:46.186562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:49.212348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33614) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:16:49.346190 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:16:49.435132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263367446'] for subnet, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:49.635338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787370702978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263993885'] for subnet, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:49.671343 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:16:49.671984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:49.673519 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/subnets/a58439b1-a9c8-429f-993b-1bb072cb286e HTTP/1.1" status: 200 len: 835 time: 0.4598610 Dec 08 13:16:49.677518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142192bf-e04d-447a-a022-3c27c8b5c06c None None] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:16:49.692206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=a58439b1-a9c8-429f-993b-1bb072cb286e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:16:49.699881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.700238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.700594 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.700940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.701281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.701616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.701955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.702301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.702666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.703003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.703338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.703666 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.703995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d26682f-68b4-48a1-b733-3a4ae45307f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:16:49.977680 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fa6ae7ef-e9ae-4509-944f-deecf6297109 None None] Provisioning complete for port f6c0df78-48e5-40bf-bb32-bef9224affc8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:16:49.978057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae7ef-e9ae-4509-944f-deecf6297109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:50.064979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fa6ae7ef-e9ae-4509-944f-deecf6297109 None None] Provisioning complete for port 8440d12f-a852-4691-b0d3-f528c420ef99 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:16:50.065328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae7ef-e9ae-4509-944f-deecf6297109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:50.159019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fa6ae7ef-e9ae-4509-944f-deecf6297109 None None] Provisioning complete for port 46a75132-0be9-43e0-a101-a8c810fd8dfa triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:16:50.159361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae7ef-e9ae-4509-944f-deecf6297109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:16:58.254258 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-b6f93eac-7e59-4d07-afa8-9ad31f1580aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413604 Dec 08 13:16:58.314929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-d680bdd8-f690-45e5-a161-52a773fcc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:16:58.316687 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-d680bdd8-f690-45e5-a161-52a773fcc798 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 1098 time: 0.0407343 Dec 08 13:16:58.748903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-8f387497-47d5-4058-88b4-74e12ded5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:16:58.750368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-8f387497-47d5-4058-88b4-74e12ded5bfa service neutron] 10.222.0.72 "GET /v2.0/networks?id=28ea5a9b-19f9-432d-932d-63fbd3332e6a HTTP/1.1" status: 200 len: 898 time: 0.4160326 Dec 08 13:16:58.816741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-6d6293cc-cd7e-46e8-867c-720a6184184f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46a75132-0be9-43e0-a101-a8c810fd8dfa HTTP/1.1" status: 200 len: 1001 time: 0.0584223 Dec 08 13:16:58.871303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-782d1f31-d384-44ad-b7ab-2630efb5563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:16:58.873222 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-782d1f31-d384-44ad-b7ab-2630efb5563e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a58439b1-a9c8-429f-993b-1bb072cb286e HTTP/1.1" status: 200 len: 843 time: 0.0497417 Dec 08 13:16:58.920378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-782de344-f6ad-4f22-bb04-52352c7d2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:16:58.921974 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-782de344-f6ad-4f22-bb04-52352c7d2495 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28ea5a9b-19f9-432d-932d-63fbd3332e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413084 Dec 08 13:16:59.014950 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-5da7d7f8-17f6-4916-b058-d7d83f6e1a32 service neutron] 10.222.0.72 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857661 Dec 08 13:16:59.105654 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763d7d83-28b7-4900-b502-b1884dd4ad72 req-7ebc030d-f8b8-4e56-ba7c-4cbcb182865c service neutron] 10.222.0.72 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834765 Dec 08 13:17:10.237611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:10.502855 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dd3a83d1-1ca4-41f4-a3d7-19caee735758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:12.866158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef44281a-4373-4395-a81b-7270dec21f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:14.149619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:15.209324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:16.199992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:18.509518 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:17:32.544705 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33646) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:32.700128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port afa7fae0-9a58-4301-a42d-56a0b2cda96a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:17:32.700471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:32.775491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:32.775823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:32.786962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for afa7fae0-9a58-4301-a42d-56a0b2cda96a owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:17:32.986181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:33.015511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=afa7fae0-9a58-4301-a42d-56a0b2cda96a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:33.075118 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:33.075456 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 84b24fca-09f2-40c1-8343-485d3ccff31a disassociated (deleted). External IP: 172.26.7.138, port: 46a75132-0be9-43e0-a101-a8c810fd8dfa. Dec 08 13:17:33.280097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 6e6311a9-60bf-4fc9-96eb-32736d815a03 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:17:33.385546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:17:33.390439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:33.394986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] Sync routers for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:17:33.405666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:33.406282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:33.416850 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-140685cb-ff1e-43f7-a45c-0bc6c6e9ec1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/floatingips/84b24fca-09f2-40c1-8343-485d3ccff31a HTTP/1.1" status: 204 len: 168 time: 0.8710549 Dec 08 13:17:33.418155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:17:33.420450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:17:33.460924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fcda14-3cfc-44bf-8b3f-bba9cb9a49a4 x-openstack-request-id: req-36fcda14-3cfc-44bf-8b3f-bba9cb9a49a4 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:17:33.461237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:17:33.461506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36fcda14-3cfc-44bf-8b3f-bba9cb9a49a4 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:17:33.461920 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'status': 'completed', 'code': 200} Dec 08 13:17:33.515752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:33.526217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-c5f4bc33-3de6-469f-bf38-78853613fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:33.528518 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-c5f4bc33-3de6-469f-bf38-78853613fc7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 1098 time: 0.0442460 Dec 08 13:17:33.623893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-987b2b20-0f60-4c65-933e-2de821ed7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:33.625428 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-987b2b20-0f60-4c65-933e-2de821ed7c9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=28ea5a9b-19f9-432d-932d-63fbd3332e6a HTTP/1.1" status: 200 len: 898 time: 0.0903504 Dec 08 13:17:33.670294 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-fd79c79c-0fb1-48b0-9432-15421847d8c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46a75132-0be9-43e0-a101-a8c810fd8dfa HTTP/1.1" status: 200 len: 217 time: 0.0381758 Dec 08 13:17:33.723345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-f4e00c97-892c-4888-ad6a-468cd9ab3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:33.724881 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-f4e00c97-892c-4888-ad6a-468cd9ab3f9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a58439b1-a9c8-429f-993b-1bb072cb286e HTTP/1.1" status: 200 len: 843 time: 0.0486197 Dec 08 13:17:33.728529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:37Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8440d12f-a852-4691-b0d3-f528c420ef99', 'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:02:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:37Z', 'updated_at': '2021-12-08T13:14:40Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:33.760641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] Checking router: 6e6311a9-60bf-4fc9-96eb-32736d815a03 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:17:33.770204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:33.770882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:33.772894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-3fbbb8b3-664f-4bfe-b09f-30325772c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:33.774407 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-3fbbb8b3-664f-4bfe-b09f-30325772c18c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=28ea5a9b-19f9-432d-932d-63fbd3332e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428679 Dec 08 13:17:33.875101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:33.891556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5fb4c-38ce-41a7-9a92-b97183171ddc req-1499735e-f946-4b38-975b-b11153249593 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:33.893153 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9c5fb4c-38ce-41a7-9a92-b97183171ddc req-1499735e-f946-4b38-975b-b11153249593 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 945 time: 0.1024232 Dec 08 13:17:33.923315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-bf898d39-ab22-4c81-b092-efe8d3754345 service neutron] 10.222.0.72 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399896 Dec 08 13:17:33.977611 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9c5fb4c-38ce-41a7-9a92-b97183171ddc req-43192e4f-434e-454d-9395-2f1c26622a8e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776350 Dec 08 13:17:34.055470 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a946f22b-46d2-4e8e-bc55-3a72dacd1ed6 req-3ab749fe-5294-4f6e-8495-116895ee1747 service neutron] 10.222.0.72 "GET /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186845 Dec 08 13:17:34.224507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:37Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8440d12f-a852-4691-b0d3-f528c420ef99', 'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:02:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:37Z', 'updated_at': '2021-12-08T13:14:40Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:34.251809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f8e9c-36f5-49a9-9505-f4aa0057fcc2 None None] The sync data for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv is: [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:14:37Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8440d12f-a852-4691-b0d3-f528c420ef99', 'name': '', 'network_id': '28ea5a9b-19f9-432d-932d-63fbd3332e6a', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:02:71:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:37Z', 'updated_at': '2021-12-08T13:14:40Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'a58439b1-a9c8-429f-993b-1bb072cb286e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:17:34.461499 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d21b4-8a98-4d16-a1c0-3cb6e562a854 None None] New status for floating IP 84b24fca-09f2-40c1-8343-485d3ccff31a: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:17:35.124401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d973-cc47-40c1-89e6-bce7da0957bb req-52a24199-c813-4660-b841-bb9c849dcea3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:35.125875 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e955d973-cc47-40c1-89e6-bce7da0957bb req-52a24199-c813-4660-b841-bb9c849dcea3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 945 time: 0.0755668 Dec 08 13:17:35.137797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d900b-5c09-4099-8334-c901951b04b5 req-383cf85e-b817-4355-be21-2ce1b7d5e581 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:35.139207 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-444d900b-5c09-4099-8334-c901951b04b5 req-383cf85e-b817-4355-be21-2ce1b7d5e581 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 945 time: 0.0637472 Dec 08 13:17:35.238139 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e955d973-cc47-40c1-89e6-bce7da0957bb req-83d149b6-4e5b-4c31-91b1-16e15ced7082 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=ad662711-71af-49ef-a253-9c6c758bdbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979743 Dec 08 13:17:35.260664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-444d900b-5c09-4099-8334-c901951b04b5 req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 46a75132-0be9-43e0-a101-a8c810fd8dfa {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:17:35.260938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-444d900b-5c09-4099-8334-c901951b04b5 req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:35.348554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-444d900b-5c09-4099-8334-c901951b04b5 req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 46a75132-0be9-43e0-a101-a8c810fd8dfa, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=46a75132-0be9-43e0-a101-a8c810fd8dfa,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:17:35.348918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-444d900b-5c09-4099-8334-c901951b04b5 req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:35.361027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-444d900b-5c09-4099-8334-c901951b04b5 req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 46a75132-0be9-43e0-a101-a8c810fd8dfa owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:17:35.562835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-444d900b-5c09-4099-8334-c901951b04b5 req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:35.590007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=46a75132-0be9-43e0-a101-a8c810fd8dfa,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:35.599519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.600305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.600305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.600625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.600964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.601295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.601628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.601957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.602285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.603049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.603049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.603254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.603568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:35.644046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-444d900b-5c09-4099-8334-c901951b04b5 req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port 46a75132-0be9-43e0-a101-a8c810fd8dfa on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:17:35.646674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-444d900b-5c09-4099-8334-c901951b04b5 req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:35.650046 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-444d900b-5c09-4099-8334-c901951b04b5 req-6f00f518-94bd-45a2-af5e-c2732cbcd72c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/46a75132-0be9-43e0-a101-a8c810fd8dfa HTTP/1.1" status: 204 len: 173 time: 0.5043619 Dec 08 13:17:35.650496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'name': 'network-vif-deleted', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:17:35.657815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd8737e-27c7-45fa-9ff9-d9d14c51ab2f" -d '{"events": [{"server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "name": "network-vif-deleted", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:17:35.704775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41530196-1a26-4d8f-8c23-dd01dd0e4359 x-openstack-request-id: req-41530196-1a26-4d8f-8c23-dd01dd0e4359 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:17:35.705075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee633e1-f435-42fa-9328-010a12e788ea", "name": "network-vif-deleted", "tag": "46a75132-0be9-43e0-a101-a8c810fd8dfa", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:17:35.705339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41530196-1a26-4d8f-8c23-dd01dd0e4359 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:17:35.705775 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee633e1-f435-42fa-9328-010a12e788ea', 'name': 'network-vif-deleted', 'tag': '46a75132-0be9-43e0-a101-a8c810fd8dfa', 'status': 'completed', 'code': 200} Dec 08 13:17:36.347174 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-619b198c-b90a-4ad4-b7f2-da94f8404893 req-a73a1162-79c8-41c4-bc7a-9c9ac7bdf3aa tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ee633e1-f435-42fa-9328-010a12e788ea HTTP/1.1" status: 200 len: 210 time: 0.0293067 Dec 08 13:17:37.403604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33672) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:37.459317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5129130-a780-4cc2-88dc-451b13899a1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:37.484465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5129130-a780-4cc2-88dc-451b13899a1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:37.605589 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5129130-a780-4cc2-88dc-451b13899a1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:37.608241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f5129130-a780-4cc2-88dc-451b13899a1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:37.609396 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f5129130-a780-4cc2-88dc-451b13899a1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/ad662711-71af-49ef-a253-9c6c758bdbb2 HTTP/1.1" status: 204 len: 168 time: 0.2054584 Dec 08 13:17:37.619650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5129130-a780-4cc2-88dc-451b13899a1d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad662711-71af-49ef-a253-9c6c758bdbb2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:37.709205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33676) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:38.057286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:38.315357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 8440d12f-a852-4691-b0d3-f528c420ef99 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:17:38.315994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:38.410419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 8440d12f-a852-4691-b0d3-f528c420ef99, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8440d12f-a852-4691-b0d3-f528c420ef99,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:17:38.410807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:38.424169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 8440d12f-a852-4691-b0d3-f528c420ef99 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:17:38.702738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:38.727274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=8440d12f-a852-4691-b0d3-f528c420ef99,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:38.899870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.108604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 6e6311a9-60bf-4fc9-96eb-32736d815a03 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:17:39.212820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:17:39.217849 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3ee792c2-70fa-4ba6-bf10-8cc0c04697a0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/6e6311a9-60bf-4fc9-96eb-32736d815a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5076377 Dec 08 13:17:39.220575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33678) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:39.223341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] Sync routers for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:17:39.234409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:39.235139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:39.271159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb596ddf-d674-4d19-aa54-b1ae7142d572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting subnet a58439b1-a9c8-429f-993b-1bb072cb286e {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:17:39.274193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb596ddf-d674-4d19-aa54-b1ae7142d572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.318481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb596ddf-d674-4d19-aa54-b1ae7142d572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.337939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:39.399036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb596ddf-d674-4d19-aa54-b1ae7142d572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.512663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:17:38Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:39.534745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb596ddf-d674-4d19-aa54-b1ae7142d572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.539114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] Checking router: 6e6311a9-60bf-4fc9-96eb-32736d815a03 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:17:39.548030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] Routers {'6e6311a9-60bf-4fc9-96eb-32736d815a03'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:39.548639 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['6e6311a9-60bf-4fc9-96eb-32736d815a03'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:39.568662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb596ddf-d674-4d19-aa54-b1ae7142d572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Subnet': ['ID=a58439b1-a9c8-429f-993b-1bb072cb286e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:39.570727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb596ddf-d674-4d19-aa54-b1ae7142d572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.574566 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cb596ddf-d674-4d19-aa54-b1ae7142d572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/subnets/a58439b1-a9c8-429f-993b-1bb072cb286e HTTP/1.1" status: 204 len: 168 time: 0.3530405 Dec 08 13:17:39.577211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33680) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:39.589652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb27b9de-8db0-427f-8cc9-eb9e7ed8d784 None None] Network 28ea5a9b-19f9-432d-932d-63fbd3332e6a requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:17:39.684282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.724171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] Set router 6e6311a9-60bf-4fc9-96eb-32736d815a03 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:39.788825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.798441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 46a75132-0be9-43e0-a101-a8c810fd8dfa no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:17:39.827754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 46a75132-0be9-43e0-a101-a8c810fd8dfa {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:17:39.828103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 46a75132-0be9-43e0-a101-a8c810fd8dfa not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:17:39.859664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] DHCP port deletion for 28ea5a9b-19f9-432d-932d-63fbd3332e6a request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:17:39.898049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:17:39.898390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.951014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Deleting port f6c0df78-48e5-40bf-bb32-bef9224affc8 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:17:39.951388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.976674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=72ca3c96-ccf9-4511-9102-ec7ea06f0d8a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:17:39.977062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:39.988667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:17:40.018908 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:17:38Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:40.025123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] For port f6c0df78-48e5-40bf-bb32-bef9224affc8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f6c0df78-48e5-40bf-bb32-bef9224affc8,segment=NetworkSegment(708215f7-d3ba-4c0a-9ad1-3446715dd30a),segment_id=708215f7-d3ba-4c0a-9ad1-3446715dd30a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:17:40.025521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.054659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741019eb-939f-409b-b583-b7e432a6f23b None None] The sync data for ids ['6e6311a9-60bf-4fc9-96eb-32736d815a03'] in dv-neutron-799625-5-hyperv is: [{'id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'name': 'tempest-TestNetworkBasicOps-router-1146349125', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:14:33Z', 'updated_at': '2021-12-08T13:17:38Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '72ca3c96-ccf9-4511-9102-ec7ea06f0d8a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6311a9-60bf-4fc9-96eb-32736d815a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:14:34Z', 'updated_at': '2021-12-08T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:17:40.061081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Calling delete_port for f6c0df78-48e5-40bf-bb32-bef9224affc8 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:17:40.189172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.205378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.225810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Pushing event deleted for resources: {'Port': ['ID=f6c0df78-48e5-40bf-bb32-bef9224affc8,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:40.228093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] No DVR routers for this DVR port f6c0df78-48e5-40bf-bb32-bef9224affc8 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:17:40.232534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=72ca3c96-ccf9-4511-9102-ec7ea06f0d8a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:40.239992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.240351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.240698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.241202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.241414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.241756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.242092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.242510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.242769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.243150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.243429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.243757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.244093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3fdd1-0d5e-4e7e-9b92-e8ebe5af2dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:40.250568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc151a-0ad7-4adb-9f64-4d1ca80dc110 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:17:40.282752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.297287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.387806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.389815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.474196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.474815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Fanout notify agent at l3_agent the message router_deleted on router 6e6311a9-60bf-4fc9-96eb-32736d815a03 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:17:40.482420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.486176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1bd96187-3376-4579-9305-741e7546c3e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/routers/6e6311a9-60bf-4fc9-96eb-32736d815a03 HTTP/1.1" status: 204 len: 168 time: 0.9054179 Dec 08 13:17:40.486351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33682) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:40.497360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1af69d81-a0ef-4ac9-81c0-523705ddbe3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.571358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.659390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.681254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ea5a9b-19f9-432d-932d-63fbd3332e6a']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:40.692507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708215f7-d3ba-4c0a-9ad1-3446715dd30a') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:40.692882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708215f7-d3ba-4c0a-9ad1-3446715dd30a') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:40.708987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.723104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.729598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:17:40.730672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:17:40.734515 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:17:40.752587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8440d12f-a852-4691-b0d3-f528c420ef99 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:17:40.773632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8440d12f-a852-4691-b0d3-f528c420ef99 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:17:40.774058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8440d12f-a852-4691-b0d3-f528c420ef99 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:17:40.774558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f6c0df78-48e5-40bf-bb32-bef9224affc8 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:17:40.794199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: f6c0df78-48e5-40bf-bb32-bef9224affc8 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:17:40.794659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f6c0df78-48e5-40bf-bb32-bef9224affc8 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:17:40.854419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.862204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.864811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/networks/28ea5a9b-19f9-432d-932d-63fbd3332e6a HTTP/1.1" status: 204 len: 168 time: 0.3774662 Dec 08 13:17:40.875886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f341f-8a78-410d-9c6a-d517edcdb5b4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Network': ['ID=28ea5a9b-19f9-432d-932d-63fbd3332e6a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:40.877507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33684) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:40.887006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'network': {'name': 'tempest-network-smoke--842200792', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'port_security_enabled': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:40.951085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:17:40.954506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.977717 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:17:40.987108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:40.987413 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Added segment 54d10008-391f-40be-b22e-a2ffc909f88d of type vlan for network f2f5e969-5deb-47f1-b47e-1a10805d1e3c Dec 08 13:17:41.024912 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:41.108668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:41.114418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:41.115047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:41.182067 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3033185 Dec 08 13:17:41.182825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7632d-2cc1-478d-9fc4-002c64a62fc1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Network': ['ID=f2f5e969-5deb-47f1-b47e-1a10805d1e3c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:41.184756 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33686) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:41.189301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'admin_state_up': True, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:41.195116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:17:41.245626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:41.246725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:41.303306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:41.488576 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:41.733151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:41.751380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:41.850375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.227 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/8d760827-174f-4b76-b599-12cae99ba74a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:17:41.952537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:42.071922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:42.110768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:17:42.115413 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:17:42.119680 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:17:42.123234 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=8d760827-174f-4b76-b599-12cae99ba74a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:42.128733 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d0c93-9dfa-44d1-9d37-e6a599a3f570 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:17:42.170517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-937b6a2c-3b8b-478c-bbe8-9dc838353b0a None None] Provisioning complete for port 8d760827-174f-4b76-b599-12cae99ba74a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:42.171067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-937b6a2c-3b8b-478c-bbe8-9dc838353b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:42.205498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-937b6a2c-3b8b-478c-bbe8-9dc838353b0a None None] Port 8d760827-174f-4b76-b599-12cae99ba74a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:17:42.422273 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:42.613954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:42.637667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:17:42.658120 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:17:42.658465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 72ca3c96-ccf9-4511-9102-ec7ea06f0d8a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:17:42.828617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 665c464b-721e-4ba0-8217-1cf1ff04b842 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:17:42.911614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb1a6-b327-4d35-98f2-78b775912343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:42.933193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:17:42.942730 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Sync routers for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:17:42.952455 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:42.953206 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:43.010811 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:43.012579 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1032491f-9044-459c-9691-caabe70dc08e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8268936 Dec 08 13:17:43.015832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33688) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:43.055172 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:43.174715 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dbe9f613-6b95-4d7d-9619-16e7871fea4b tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1576095 Dec 08 13:17:43.177392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33692) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:43.237628 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:42Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:43.267833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07eac31-5b1b-4d55-8bc8-0e3aa9a09a8b tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:43.268107 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Checking router: 665c464b-721e-4ba0-8217-1cf1ff04b842 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:17:43.268334 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Updating router 665c464b-721e-4ba0-8217-1cf1ff04b842 port 8d760827-174f-4b76-b599-12cae99ba74a binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:17:43.269334 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d07eac31-5b1b-4d55-8bc8-0e3aa9a09a8b tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903516 Dec 08 13:17:43.272054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33694) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:43.296202 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:43.558498 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:43.624463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d273c47-2fc2-498d-a626-efd69e6134f4 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3513162 Dec 08 13:17:43.626908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33696) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:43.631060 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:43.631523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107593891', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:43.680719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a7642-4d2e-4e06-8115-a283da6fb44f None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:17:43.737412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-98ee814e-7873-49e8-be59-427ddc02358d None None] Provisioning complete for port 8d760827-174f-4b76-b599-12cae99ba74a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:43.737902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-98ee814e-7873-49e8-be59-427ddc02358d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:43.768512 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Attempting to bind port 8d760827-174f-4b76-b599-12cae99ba74a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:17:43.768915 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Attempting to bind port 8d760827-174f-4b76-b599-12cae99ba74a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:17:43.769237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:17:43.769392 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Attempting to bind port 8d760827-174f-4b76-b599-12cae99ba74a on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:17:43.773282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:43.777778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-98ee814e-7873-49e8-be59-427ddc02358d None None] Port 8d760827-174f-4b76-b599-12cae99ba74a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:17:43.780137 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:17:43.780515 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:17:43.780919 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:43.781512 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:17:43.781995 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Bound port: 8d760827-174f-4b76-b599-12cae99ba74a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:17:43.782376 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:43.788047 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Pushing event updated for resources: {'Port': ['ID=8d760827-174f-4b76-b599-12cae99ba74a,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:43.817255 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.817535 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.817881 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.818220 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.818551 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.818901 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.819245 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.819575 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.819914 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.820258 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.820585 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.821006 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.821436 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:17:43.859370 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] For port 8d760827-174f-4b76-b599-12cae99ba74a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:17:43.862845 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] For port 8d760827-174f-4b76-b599-12cae99ba74a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8d760827-174f-4b76-b599-12cae99ba74a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:17:43.934958 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:43.975137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27ae06-91de-49ee-98ac-bb05d26c78e1 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:17:43.992485 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:43.993063 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:44.029811 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee3a1-87a0-4b36-b3ae-6f5b2f6bd787 None None] Pushing event updated for resources: {'Port': ['ID=8d760827-174f-4b76-b599-12cae99ba74a,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:44.039947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:44.076165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4371e66b-cf21-48d1-a782-8ba0f8a504bd None None] Provisioning complete for port 8d760827-174f-4b76-b599-12cae99ba74a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:44.076717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4371e66b-cf21-48d1-a782-8ba0f8a504bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:44.099656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:44.104308 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:44.109402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=e05f7247-b2cd-416a-a509-ea68ca4b6a7d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:44.117693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Checking segment: {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:17:44.118086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network hostable DHCP agents. Network: f2f5e969-5deb-47f1-b47e-1a10805d1e3c, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:17:44.165392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4371e66b-cf21-48d1-a782-8ba0f8a504bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:44.187636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4371e66b-cf21-48d1-a782-8ba0f8a504bd None None] For port 8d760827-174f-4b76-b599-12cae99ba74a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8d760827-174f-4b76-b599-12cae99ba74a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:17:44.216955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:17:44.274064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4371e66b-cf21-48d1-a782-8ba0f8a504bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:44.299562 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:42Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:44.303849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, f2f5e969-5deb-47f1-b47e-1a10805d1e3c) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:17:44.308353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:44.311780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:44.321671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939219e-de60-4127-943c-4ab67b7bbe27 None None] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:17:44.328702 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e33c5-9d0b-42eb-90d8-5e3ff50d9922 None None] The sync data for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv is: [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:42Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:17:44.340448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371e66b-cf21-48d1-a782-8ba0f8a504bd None None] Pushing event updated for resources: {'Port': ['ID=8d760827-174f-4b76-b599-12cae99ba74a,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:44.391319 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-59ed9e50-e19b-4be8-83ce-b714eaac812d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7633762 Dec 08 13:17:44.394121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33698) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:44.590227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:17:44.590442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:44.769620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8d760827-174f-4b76-b599-12cae99ba74a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:17:44.795689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Allocated IP 172.20.0.2 (f2f5e969-5deb-47f1-b47e-1a10805d1e3c/e05f7247-b2cd-416a-a509-ea68ca4b6a7d/e3e22e1d-c912-47b3-9ac0-198cc5ea17e4) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:17:44.898508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8d760827-174f-4b76-b599-12cae99ba74a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:44.898915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:44.914889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:45.030761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:45.109921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:45.173508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:17:45.178110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:17:45.180315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Pushing event updated for resources: {'Port': ['ID=e3e22e1d-c912-47b3-9ac0-198cc5ea17e4,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:45.183507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:17:45.247151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:45.248307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Attempting to bind port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:17:45.248805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Attempting to bind port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:17:45.249313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Attempting to bind port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 on network f2f5e969-5deb-47f1-b47e-1a10805d1e3c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:17:45.257381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:17:45.257952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Checking segment: {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:17:45.258503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:45.259048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Bound using segment: {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:17:45.259668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Bound port: e3e22e1d-c912-47b3-9ac0-198cc5ea17e4, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:17:45.260174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:45.333529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] For port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:17:45.337726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] For port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e3e22e1d-c912-47b3-9ac0-198cc5ea17e4,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:17:45.428965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:45.490052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfff9b6-8191-475a-83f4-8cf8731314d0 None None] Pushing event updated for resources: {'Port': ['ID=e3e22e1d-c912-47b3-9ac0-198cc5ea17e4,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:45.509485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.1 (f2f5e969-5deb-47f1-b47e-1a10805d1e3c/e05f7247-b2cd-416a-a509-ea68ca4b6a7d/0e92cb65-67dc-4d0f-b640-fe380a9934d0) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:17:45.628963 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:45.765815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:45.814977 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:17:45.820162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:17:45.825339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:17:45.831500 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=0e92cb65-67dc-4d0f-b640-fe380a9934d0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:45.879361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:46.057746 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:46.185424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:46.342744 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:46.405548 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:46.484322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=0e92cb65-67dc-4d0f-b640-fe380a9934d0,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:46.489848 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:46.583507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:17:46.585158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:17:46.712141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 665c464b-721e-4ba0-8217-1cf1ff04b842 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:17:46.727928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:17:46.783016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:46.783480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:46.806660 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef75ef-f0b6-4e8f-a766-564427235b65 None None] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:17:46.826711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:17:46.834475 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6b836533-3281-4a1d-bc81-39083e91e572 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/665c464b-721e-4ba0-8217-1cf1ff04b842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4358621 Dec 08 13:17:46.834475 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33700) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:46.838629 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Sync routers for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:17:46.899255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-764050f8-a301-4a7f-a4a2-dc04a7eadcf1 None None] Provisioning complete for port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:46.899623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-764050f8-a301-4a7f-a4a2-dc04a7eadcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:46.928324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:46.928860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:46.940159 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79dd769-48e8-45aa-be0d-2c65bf01f86d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:46.940639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79dd769-48e8-45aa-be0d-2c65bf01f86d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:46.941109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79dd769-48e8-45aa-be0d-2c65bf01f86d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:46.941600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79dd769-48e8-45aa-be0d-2c65bf01f86d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:46.942056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79dd769-48e8-45aa-be0d-2c65bf01f86d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:46.942512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79dd769-48e8-45aa-be0d-2c65bf01f86d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:46.944311 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b79dd769-48e8-45aa-be0d-2c65bf01f86d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1092126 Dec 08 13:17:46.947137 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33702) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:47.001763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505359d4-143c-4b05-af95-a53240b034c7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:47.002533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505359d4-143c-4b05-af95-a53240b034c7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:47.003210 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505359d4-143c-4b05-af95-a53240b034c7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:47.003830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505359d4-143c-4b05-af95-a53240b034c7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:47.004438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505359d4-143c-4b05-af95-a53240b034c7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:47.005035 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505359d4-143c-4b05-af95-a53240b034c7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:47.007018 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-505359d4-143c-4b05-af95-a53240b034c7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0589604 Dec 08 13:17:47.009924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33704) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:47.083925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:47.153765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:47.171796 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-296fe678-a984-4aac-a34d-ecd2840a4b86 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1606596 Dec 08 13:17:47.196377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e3e22e1d-c912-47b3-9ac0-198cc5ea17e4,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:17:47.213924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-764050f8-a301-4a7f-a4a2-dc04a7eadcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:47.260386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:47.402410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=e3e22e1d-c912-47b3-9ac0-198cc5ea17e4,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:47.406874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-764050f8-a301-4a7f-a4a2-dc04a7eadcf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:17:47.407236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-764050f8-a301-4a7f-a4a2-dc04a7eadcf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:17:47.476824 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:46Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:47.507965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Checking router: 665c464b-721e-4ba0-8217-1cf1ff04b842 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:17:47.508326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Updating router 665c464b-721e-4ba0-8217-1cf1ff04b842 port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:17:47.534744 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:47.575197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33708) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:47.580438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f636b29f-82c3-4623-8780-ae761d956324 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49931903', 'description': 'tempest-secgroup-smoke-49931903 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:47.668686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f636b29f-82c3-4623-8780-ae761d956324 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:47.752017 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f636b29f-82c3-4623-8780-ae761d956324 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:47.851148 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f636b29f-82c3-4623-8780-ae761d956324 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:47.880135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636b29f-82c3-4623-8780-ae761d956324 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddc58cf-e4c9-4870-bafc-0ab96199a687,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:47.953374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f636b29f-82c3-4623-8780-ae761d956324 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:47.954691 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f636b29f-82c3-4623-8780-ae761d956324 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3784339 Dec 08 13:17:47.957817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33712) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:47.962669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a6e5b121-8858-4f98-aa91-d365dbe60899 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7ddc58cf-e4c9-4870-bafc-0ab96199a687', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:47.984778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.077080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6e5b121-8858-4f98-aa91-d365dbe60899 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.099104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ac5bb16e-d8df-47a2-adf9-ee6a192d2755 None None] Provisioning complete for port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:48.099478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb16e-d8df-47a2-adf9-ee6a192d2755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.121998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.133098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6e5b121-8858-4f98-aa91-d365dbe60899 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.180999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a372de-6890-48df-a26a-deab33c7b82e None None] Pushing event updated for resources: {'Port': ['ID=0e92cb65-67dc-4d0f-b640-fe380a9934d0,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:48.211298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6e5b121-8858-4f98-aa91-d365dbe60899 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.232965 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5b121-8858-4f98-aa91-d365dbe60899 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f9f642-7940-409a-8e8b-f06b1655b857,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:48.278550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Attempting to bind port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:17:48.279142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Attempting to bind port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:17:48.279426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Attempting to bind port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 on network f2f5e969-5deb-47f1-b47e-1a10805d1e3c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:17:48.288814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:17:48.289193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Checking segment: {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:17:48.289654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.290051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Bound using segment: {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:17:48.290524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Bound port: 0e92cb65-67dc-4d0f-b640-fe380a9934d0, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:17:48.290933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.304898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6e5b121-8858-4f98-aa91-d365dbe60899 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.311322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ac5bb16e-d8df-47a2-adf9-ee6a192d2755 None None] Provisioning complete for port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:48.311322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb16e-d8df-47a2-adf9-ee6a192d2755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.311655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33714) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:48.314756 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a6e5b121-8858-4f98-aa91-d365dbe60899 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542156 Dec 08 13:17:48.316938 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f2b876a1-b9ba-4233-a979-3ac229166e57 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7ddc58cf-e4c9-4870-bafc-0ab96199a687', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:48.378707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bb16e-d8df-47a2-adf9-ee6a192d2755 None None] Port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:17:48.395232 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] For port 0e92cb65-67dc-4d0f-b640-fe380a9934d0, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:17:48.398201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] For port 0e92cb65-67dc-4d0f-b640-fe380a9934d0, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0e92cb65-67dc-4d0f-b640-fe380a9934d0,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:17:48.398948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f2b876a1-b9ba-4233-a979-3ac229166e57 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.457865 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f2b876a1-b9ba-4233-a979-3ac229166e57 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.462654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.535314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a372de-6890-48df-a26a-deab33c7b82e None None] Pushing event updated for resources: {'Port': ['ID=0e92cb65-67dc-4d0f-b640-fe380a9934d0,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:48.537973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2d34f215-5796-42ef-a4fc-a71098d103be None None] Provisioning complete for port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:48.538352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2d34f215-5796-42ef-a4fc-a71098d103be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.541640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:48.542856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:48.544269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f2b876a1-b9ba-4233-a979-3ac229166e57 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.567147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b876a1-b9ba-4233-a979-3ac229166e57 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05298e8a-8492-4378-b57a-7a70384375e5,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:48.632840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f2b876a1-b9ba-4233-a979-3ac229166e57 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.634364 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f2b876a1-b9ba-4233-a979-3ac229166e57 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3216429 Dec 08 13:17:48.637067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33716) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:48.644807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9077b874-a6f5-4d0b-8e6d-14fc97086d29 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7ddc58cf-e4c9-4870-bafc-0ab96199a687', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:48.714498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:48.718826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:17:48.748121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2d34f215-5796-42ef-a4fc-a71098d103be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.752889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9077b874-a6f5-4d0b-8e6d-14fc97086d29 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.810077 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9077b874-a6f5-4d0b-8e6d-14fc97086d29 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.850872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2d34f215-5796-42ef-a4fc-a71098d103be None None] For port 0e92cb65-67dc-4d0f-b640-fe380a9934d0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0e92cb65-67dc-4d0f-b640-fe380a9934d0,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:17:48.902899 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9077b874-a6f5-4d0b-8e6d-14fc97086d29 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.916759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:48.917184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.918124 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077b874-a6f5-4d0b-8e6d-14fc97086d29 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd041bc-cf61-40fe-aca9-abf4e1e88892,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:48.943734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2d34f215-5796-42ef-a4fc-a71098d103be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.973164 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9077b874-a6f5-4d0b-8e6d-14fc97086d29 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:48.974401 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9077b874-a6f5-4d0b-8e6d-14fc97086d29 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3361101 Dec 08 13:17:48.977532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33718) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:48.982234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cd75a68f-5029-4eea-a4b1-f156536c1695 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7ddc58cf-e4c9-4870-bafc-0ab96199a687', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:49.048470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34f215-5796-42ef-a4fc-a71098d103be None None] Pushing event updated for resources: {'Port': ['ID=0e92cb65-67dc-4d0f-b640-fe380a9934d0,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:49.051410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-5029-4eea-a4b1-f156536c1695 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.105788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-25d52b51-0972-4a0c-b224-1ec9bae17ea8 None None] Provisioning complete for port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:49.106258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-25d52b51-0972-4a0c-b224-1ec9bae17ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.111273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-5029-4eea-a4b1-f156536c1695 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.132474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:49.159534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-5029-4eea-a4b1-f156536c1695 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.170185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189d948-3f03-48ef-9cf8-e856d284b51b None None] The sync data for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv is: [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:17:49.177907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75a68f-5029-4eea-a4b1-f156536c1695 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cce8da-5a79-4025-9e01-000acfce5f9c,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:49.245726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-5029-4eea-a4b1-f156536c1695 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.247002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cd75a68f-5029-4eea-a4b1-f156536c1695 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2683823 Dec 08 13:17:49.249691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33720) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:49.254103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0a696ee0-d080-4475-b818-03b0b54bcfeb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7ddc58cf-e4c9-4870-bafc-0ab96199a687', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:49.340287 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-0a696ee0-d080-4475-b818-03b0b54bcfeb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:17:49.345825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee0-d080-4475-b818-03b0b54bcfeb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.414208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee0-d080-4475-b818-03b0b54bcfeb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.488192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee0-d080-4475-b818-03b0b54bcfeb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.508992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a696ee0-d080-4475-b818-03b0b54bcfeb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5e5240-5023-4743-bf78-a40df1a29068,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:49.595771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a696ee0-d080-4475-b818-03b0b54bcfeb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.597004 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0a696ee0-d080-4475-b818-03b0b54bcfeb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3463688 Dec 08 13:17:49.600050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33722) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:49.605005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-2d377891-8520-4f70-b0d9-824ebe6e3be8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '7ddc58cf-e4c9-4870-bafc-0ab96199a687', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:49.685184 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-2d377891-8520-4f70-b0d9-824ebe6e3be8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:17:49.691088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2d377891-8520-4f70-b0d9-824ebe6e3be8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.757838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2d377891-8520-4f70-b0d9-824ebe6e3be8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.831218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2d377891-8520-4f70-b0d9-824ebe6e3be8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.851035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d377891-8520-4f70-b0d9-824ebe6e3be8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e631112-08de-4ffd-a6c5-05f850270668,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:49.915762 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2d377891-8520-4f70-b0d9-824ebe6e3be8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:49.917165 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2d377891-8520-4f70-b0d9-824ebe6e3be8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161275 Dec 08 13:17:50.086199 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-b4172566-fc53-4362-bd6b-202fb2571604 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49931903&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0464816 Dec 08 13:17:50.197884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-96f03ce5-3fbf-4756-9586-47fef5eeb2dd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:50.199418 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-96f03ce5-3fbf-4756-9586-47fef5eeb2dd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 796 time: 0.1061306 Dec 08 13:17:50.214554 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-ad5f3e1f-7c4a-4cbd-8f31-55f70a5fc933 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.0088279 Dec 08 13:17:50.265167 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9cd7c0d4-e5fb-485b-8220-ba0ae00ec4a8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451393 Dec 08 13:17:50.427361 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-0b6af564-0f31-48e4-af31-4cee60a8dcbc service neutron] 10.222.0.76 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506503 Dec 08 13:17:50.523888 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-ac87b5ee-9af1-43f6-a8dd-3b71c2331e0f service neutron] 10.222.0.76 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899272 Dec 08 13:17:50.704757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0e92cb65-67dc-4d0f-b640-fe380a9934d0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:17:50.751414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:50.751414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:51.667670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33742) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:17:51.811140 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-90779dd4-724a-4666-9139-d4280dcb34a3 req-503d98d4-17cc-4b34-9b52-5cb3a7592bce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 210 time: 0.0349147 Dec 08 13:17:51.857906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Deleting port 3d43b69b-d535-42c6-aa6f-3433871773bc {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:17:51.858324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:51.932203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:51.932627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:51.944682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Calling delete_port for 3d43b69b-d535-42c6-aa6f-3433871773bc owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:17:52.159738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:52.187171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event deleted for resources: {'Port': ['ID=3d43b69b-d535-42c6-aa6f-3433871773bc,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:52.248337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:52.248679 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Floating IP f4f4ff43-66d3-4e76-a771-c94814640d9c disassociated (deleted). External IP: 172.26.7.230, port: 15e6a20c-d93a-4fa4-92ba-2f9e5254e373. Dec 08 13:17:52.458925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Router 98a15aed-24a4-466c-9044-57792c703f4c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:17:52.566652 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:17:52.579896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:52.580029 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] Sync routers for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:17:52.586152 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:52.586799 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:52.599013 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-52a45e7d-d108-413f-ac66-681f84a2db05 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "DELETE /v2.0/floatingips/f4f4ff43-66d3-4e76-a771-c94814640d9c HTTP/1.1" status: 204 len: 168 time: 0.9301801 Dec 08 13:17:52.599618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:17:52.601898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5c084b-1036-4f0f-b7a0-2255866b11f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:17:52.639771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eea8cf-f3bb-4125-afa0-8506b050cf62 x-openstack-request-id: req-b1eea8cf-f3bb-4125-afa0-8506b050cf62 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:17:52.640071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:17:52.640474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1eea8cf-f3bb-4125-afa0-8506b050cf62 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:17:52.640934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'status': 'completed', 'code': 200} Dec 08 13:17:52.703843 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:52.727182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-6e4e04ad-44bc-40ea-ba5b-85556cd4ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:52.728705 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-6e4e04ad-44bc-40ea-ba5b-85556cd4ef0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 1098 time: 0.0434310 Dec 08 13:17:52.827424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-421e7ef8-6c92-441f-8690-3270062a7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:52.828908 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-421e7ef8-6c92-441f-8690-3270062a7b36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 913 time: 0.0935612 Dec 08 13:17:52.874361 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-c4180974-b757-4bac-bdd7-4f90bdb3f44b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15e6a20c-d93a-4fa4-92ba-2f9e5254e373 HTTP/1.1" status: 200 len: 217 time: 0.0376832 Dec 08 13:17:52.937869 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aed96db2-7505-4bb6-a422-7c4d4ba52970 req-fcd86f90-74ab-4455-8529-30075a167d99 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 210 time: 0.0572596 Dec 08 13:17:52.950756 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '10e60d31-f45d-40e9-85cb-a5226d8eec5c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.86', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:03Z', 'updated_at': '2021-12-08T13:13:05Z', 'revision_number': 1, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:52.955573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-54a053ea-6a1c-45a5-933f-1023b4169b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:52.959595 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-54a053ea-6a1c-45a5-933f-1023b4169b7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0755191 Dec 08 13:17:52.976891 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] Checking router: 98a15aed-24a4-466c-9044-57792c703f4c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:17:52.985236 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:17:52.985861 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:53.007528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-1883de22-1d3f-424f-803b-bafd647c1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:53.008994 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-1883de22-1d3f-424f-803b-bafd647c1283 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446582 Dec 08 13:17:53.098145 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:17:53.139141 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-b1c69282-3ea6-49f1-832b-8701333f65dd service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229160 Dec 08 13:17:53.179844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bf567-0864-4651-bba2-129a852112cc req-ce1034c8-0a6a-48b9-a75d-158e8b4266ff tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:53.181466 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c6bf567-0864-4651-bba2-129a852112cc req-ce1034c8-0a6a-48b9-a75d-158e8b4266ff tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 945 time: 0.0825400 Dec 08 13:17:53.277085 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5c084b-1036-4f0f-b7a0-2255866b11f4 req-c9e7953c-6e58-4dcb-8ffb-7c4650365c9b service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295111 Dec 08 13:17:53.281040 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c6bf567-0864-4651-bba2-129a852112cc req-12a1410b-1c43-4b86-89ae-bd63bb9dd67c tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902479 Dec 08 13:17:53.326515 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '10e60d31-f45d-40e9-85cb-a5226d8eec5c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.86', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:03Z', 'updated_at': '2021-12-08T13:13:05Z', 'revision_number': 1, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:17:53.356522 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5dc2c-cecf-453e-8ecd-0c9bd4057c2e None None] The sync data for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv is: [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '10e60d31-f45d-40e9-85cb-a5226d8eec5c', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'floating_ip_address': '172.26.7.86', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'port_id': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'mac_address': 'fa:16:3e:1a:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:13:03Z', 'updated_at': '2021-12-08T13:13:05Z', 'revision_number': 1, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:17:53.571181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53300c33-732f-4ddd-a5b0-1ee77ea6d606 None None] New status for floating IP f4f4ff43-66d3-4e76-a771-c94814640d9c: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:17:53.833589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-58386b12-d1ae-44fb-a41f-bfac3a81511d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:53.835041 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-58386b12-d1ae-44fb-a41f-bfac3a81511d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 796 time: 0.1039014 Dec 08 13:17:53.899561 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-972df150-f4bd-472b-8fa1-6213dbfe7281 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 378 time: 0.0535696 Dec 08 13:17:53.909351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['7ddc58cf-e4c9-4870-bafc-0ab96199a687']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:54.042098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c838bfbb-22c0-422d-b209-bd51d332fc83 req-64297bfc-ea3f-40d2-a025-5158c1aa6163 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 210 time: 0.0287747 Dec 08 13:17:54.130844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:17:54.134420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:54.264178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.6 (f2f5e969-5deb-47f1-b47e-1a10805d1e3c/e05f7247-b2cd-416a-a509-ea68ca4b6a7d/693e33fc-5dfa-4449-a12c-c1ce3ff66abe) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:17:54.438342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:54.444342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088db13-4612-4e56-8188-2580477e5471 req-9963ab17-b8da-4283-9485-f1679bf3e406 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:54.445817 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8088db13-4612-4e56-8188-2580477e5471 req-9963ab17-b8da-4283-9485-f1679bf3e406 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 945 time: 0.0853977 Dec 08 13:17:54.511775 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8088db13-4612-4e56-8188-2580477e5471 req-0d4759d4-efee-4b67-a09d-f55f1659fbea tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592837 Dec 08 13:17:54.594064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:54.645815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:17:54.665708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:17:54.673647 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:17:54.675267 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:54.730975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-2d236333-a8cd-4789-b42b-a31009b5f579 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:54.732495 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-2d236333-a8cd-4789-b42b-a31009b5f579 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 945 time: 0.1058300 Dec 08 13:17:54.744469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:54.745663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:54.841457 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-9dcf3288-62cb-4002-94e1-391ad44efceb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9355068 Dec 08 13:17:54.844331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Deleting port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:17:54.844787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:54.864759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Request body: {'port': {'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:17:54.900337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e10606bc-9760-4a53-878a-7e6d97c5241d None None] Provisioning complete for port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:17:54.900964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e10606bc-9760-4a53-878a-7e6d97c5241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:54.935203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e10606bc-9760-4a53-878a-7e6d97c5241d None None] Port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:17:54.968706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:54.987671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] For port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:17:54.988022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:55.017611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Calling delete_port for 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:17:55.234115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ef63-54f0-4a95-b1e8-02604d3eee8c req-40e3b776-ed4d-4f62-9c96-29024fad6120 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:55.235600 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c2d0ef63-54f0-4a95-b1e8-02604d3eee8c req-40e3b776-ed4d-4f62-9c96-29024fad6120 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 931 time: 0.1134622 Dec 08 13:17:55.374202 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c2d0ef63-54f0-4a95-b1e8-02604d3eee8c req-6315c33e-fb21-43b4-8325-ff3c8c010399 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143091 Dec 08 13:17:55.421380 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693e33fc-5dfa-4449-a12c-c1ce3ff66abe {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:17:55.428681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:55.456498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Transition to ACTIVE for port object 693e33fc-5dfa-4449-a12c-c1ce3ff66abe will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:17:55.457471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:55.487592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event deleted for resources: {'Port': ['ID=15e6a20c-d93a-4fa4-92ba-2f9e5254e373,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:55.508297 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:17:55.857767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] No DVR routers for this DVR port 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:17:55.860114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:55.868929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:55.872747 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-443b5f51-213a-426d-a409-7fdd4b6e24fe req-d95793c1-194f-4de4-b31e-01f04da13a87 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "DELETE /v2.0/ports/15e6a20c-d93a-4fa4-92ba-2f9e5254e373 HTTP/1.1" status: 204 len: 173 time: 1.1234744 Dec 08 13:17:55.874653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'name': 'network-vif-deleted', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:17:55.876850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2742dea0-65d6-4a0d-b082-affa8a04d7bd" -d '{"events": [{"server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "name": "network-vif-deleted", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:17:55.919467 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a9888501-b443-4f9f-994e-3c72c5979b21 req-3b47879f-b524-4f0b-98dd-2436b0141686 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 210 time: 0.0631220 Dec 08 13:17:55.921190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702c87e1-9a5a-421e-8a11-1b0dc2c27079 x-openstack-request-id: req-702c87e1-9a5a-421e-8a11-1b0dc2c27079 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:17:55.921487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a3811f-ac70-4735-8f51-e74c14499c9d", "name": "network-vif-deleted", "tag": "15e6a20c-d93a-4fa4-92ba-2f9e5254e373", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:17:55.921760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-702c87e1-9a5a-421e-8a11-1b0dc2c27079 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:17:55.922150 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a3811f-ac70-4735-8f51-e74c14499c9d', 'name': 'network-vif-deleted', 'tag': '15e6a20c-d93a-4fa4-92ba-2f9e5254e373', 'status': 'completed', 'code': 200} Dec 08 13:17:55.987769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Pushing event updated for resources: {'Port': ['ID=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:56.022125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Attempting to bind port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:17:56.022461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Attempting to bind port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:17:56.022825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Attempting to bind port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe on network f2f5e969-5deb-47f1-b47e-1a10805d1e3c {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:17:56.027339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe on network f2f5e969-5deb-47f1-b47e-1a10805d1e3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:17:56.027660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Attempting to bind port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe on network f2f5e969-5deb-47f1-b47e-1a10805d1e3c {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:17:56.036583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:17:56.036928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Checking segment: {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:17:56.037313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Bound using segment: {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:17:56.037756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Bound port: 693e33fc-5dfa-4449-a12c-c1ce3ff66abe, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:17:56.038125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:56.111627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] For port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:17:56.115086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] For port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:17:56.191784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:56.227079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:56.227761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:17:56.229129 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] 10.222.0.72 "PUT /v2.0/ports/693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 1093 time: 1.3704700 Dec 08 13:17:56.250898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de1a6f-242d-45d0-be3d-205dbab88710 service neutron] Pushing event updated for resources: {'Port': ['ID=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:17:56.376902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-fa7bb123-e5b4-4808-9eff-302107a5f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:56.378443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-fa7bb123-e5b4-4808-9eff-302107a5f01c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1096 time: 0.0459280 Dec 08 13:17:56.427228 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-408f1fa6-9a86-4ac9-a2e9-0811c4422ed6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 217 time: 0.0394518 Dec 08 13:17:56.504095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-6793ac98-9753-486d-8247-e4f9c6dbe690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:56.505536 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-6793ac98-9753-486d-8247-e4f9c6dbe690 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0702510 Dec 08 13:17:56.550957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf5bad-36ca-4e38-b554-443506d22f13 req-1b3be162-96b1-42b6-87ab-de59850e1108 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:56.552440 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8aaf5bad-36ca-4e38-b554-443506d22f13 req-1b3be162-96b1-42b6-87ab-de59850e1108 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 943 time: 0.0891302 Dec 08 13:17:56.577889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-e6508e97-1a9b-4390-8304-ebbc07e09eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:56.579343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-e6508e97-1a9b-4390-8304-ebbc07e09eb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668445 Dec 08 13:17:56.635139 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8aaf5bad-36ca-4e38-b554-443506d22f13 req-bc2557b4-235e-4b66-9aa7-bfedc9477b84 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744786 Dec 08 13:17:56.691694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-0b5023da-36f0-47d8-80eb-37b9358c1e39 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046462 Dec 08 13:17:56.785686 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-360b7065-b83c-4a27-a027-6a0dae8dcdef req-e4c6c5be-a59c-4718-a602-240f226827a5 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867605 Dec 08 13:17:57.018636 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e8170046-28d3-4c6c-8d2f-fe6d951b572e req-f3c5b1cb-d1ed-4c91-b479-d30e5a697f9e tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 210 time: 0.0276353 Dec 08 13:17:57.759593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93c0c5-183e-47b4-9d39-32ab2a99f6b3 req-f2fee3ed-2636-477b-9b0b-e01c1287889f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:57.761198 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fb93c0c5-183e-47b4-9d39-32ab2a99f6b3 req-f2fee3ed-2636-477b-9b0b-e01c1287889f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 943 time: 0.0515540 Dec 08 13:17:57.811577 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fb93c0c5-183e-47b4-9d39-32ab2a99f6b3 req-ca92df61-247d-4eb9-868f-702ff606daa4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442443 Dec 08 13:17:57.868309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:17:57.891580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:17:57.891928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 15e6a20c-d93a-4fa4-92ba-2f9e5254e373 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:17:57.923026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:17:57.925373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d361415-d952-49f9-9e6d-b7916e324b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:17:57.962829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85bb595-c94d-49d4-8822-0f25bf8dddde x-openstack-request-id: req-d85bb595-c94d-49d4-8822-0f25bf8dddde {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:17:57.963228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:17:57.963588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d85bb595-c94d-49d4-8822-0f25bf8dddde {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:17:57.964088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'status': 'completed', 'code': 200} Dec 08 13:17:58.029693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-7d8e471f-d63c-4825-9851-ebe419dfce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:58.031305 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-7d8e471f-d63c-4825-9851-ebe419dfce3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1096 time: 0.0453730 Dec 08 13:17:58.138492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be2d0078-cd1a-44d3-95e1-134a5922ef12 req-797e39db-e9c8-4351-8a0c-09db38a6019d tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 210 time: 0.0355461 Dec 08 13:17:58.163528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-2b57d8dd-a736-4006-b146-91a04a5bf0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:58.165045 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-2b57d8dd-a736-4006-b146-91a04a5bf0f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 897 time: 0.1255479 Dec 08 13:17:58.208787 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-39f2b2f3-bf23-4e9d-97dd-f73a75d9b6ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 217 time: 0.0364940 Dec 08 13:17:58.257969 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-94d97227-8196-4b74-8ee3-c704337768ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:58.259468 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-94d97227-8196-4b74-8ee3-c704337768ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0438318 Dec 08 13:17:58.305488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-b8890c3e-22d0-4525-a5b0-a573e28b5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:58.306991 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-b8890c3e-22d0-4525-a5b0-a573e28b5939 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404794 Dec 08 13:17:58.404491 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-50ea1046-e093-4c4c-a6fa-baf53400fc78 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900958 Dec 08 13:17:58.507289 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d361415-d952-49f9-9e6d-b7916e324b3b req-7625a00b-81d4-444c-ad2d-c02dff6a4dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960457 Dec 08 13:17:58.930348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0f0e-c7d2-4255-932f-fc151b56eec6 req-fc4de961-1bfa-436a-a701-92f9ffff1be7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:17:58.932025 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d0b0f0e-c7d2-4255-932f-fc151b56eec6 req-fc4de961-1bfa-436a-a701-92f9ffff1be7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 943 time: 0.0517130 Dec 08 13:17:58.983785 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9d0b0f0e-c7d2-4255-932f-fc151b56eec6 req-3ebc881b-7324-4cb7-a8f0-bb1400fec046 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448849 Dec 08 13:17:59.253464 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f04efa36-31e0-45b4-a75d-89adbdb3833d req-beec0f13-4783-44ce-b6b8-a27d5dc55695 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 210 time: 0.0282466 Dec 08 13:17:59.872638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 693e33fc-5dfa-4449-a12c-c1ce3ff66abe details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:17:59.968927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:17:59.980491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:18:00.021239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:00.034974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693e33fc-5dfa-4449-a12c-c1ce3ff66abe {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:18:00.055166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:00.107183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316712-70ce-442a-aabb-82fe027fc694 req-a677dd02-58a6-42f9-a5d4-7802daa04fc4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:00.108700 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9316712-70ce-442a-aabb-82fe027fc694 req-a677dd02-58a6-42f9-a5d4-7802daa04fc4 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 943 time: 0.0500553 Dec 08 13:18:00.153352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:00.162900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9316712-70ce-442a-aabb-82fe027fc694 req-0373ccd0-f59f-4102-b795-736099303413 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479221 Dec 08 13:18:00.203755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:00.348934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-45eb1e8c-0cc8-4403-9a2a-11230eaa98d1 req-075d61a9-82e5-41e1-9765-bc8c00a6ebe2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0a3811f-ac70-4735-8f51-e74c14499c9d HTTP/1.1" status: 200 len: 210 time: 0.0268130 Dec 08 13:18:00.376627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['693e33fc-5dfa-4449-a12c-c1ce3ff66abe'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:18:01.279606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bf618-92e3-43c9-8a9b-8b913009cb0c req-ff65bb9e-d4fc-4354-b1b7-515b307fbdd3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:01.281106 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c0bf618-92e3-43c9-8a9b-8b913009cb0c req-ff65bb9e-d4fc-4354-b1b7-515b307fbdd3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 944 time: 0.0496931 Dec 08 13:18:01.333064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c0bf618-92e3-43c9-8a9b-8b913009cb0c req-3900bfbe-835a-4d37-98a5-194d786cd313 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458829 Dec 08 13:18:01.868656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 693e33fc-5dfa-4449-a12c-c1ce3ff66abe up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:18:01.999091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:18:02.003206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:18:02.003639 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:02.232112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:02.255167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:18:02.257381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e641adc-cca1-4359-91d3-835e249aa9a4" -d '{"events": [{"server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "name": "network-vif-plugged", "status": "completed", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:18:02.270149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:02.296675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e609f9e3-4c1a-46a2-b101-f131478cb5aa x-openstack-request-id: req-e609f9e3-4c1a-46a2-b101-f131478cb5aa {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:18:02.296675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "name": "network-vif-plugged", "status": "completed", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:18:02.296675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e609f9e3-4c1a-46a2-b101-f131478cb5aa {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:18:02.296675 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'code': 200} Dec 08 13:18:02.325202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:02.377350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:02.453661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535376a1-a4ab-437c-985e-72144d18ea9c req-667b019f-8535-4db1-8038-32e7b2399c0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:02.455273 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-535376a1-a4ab-437c-985e-72144d18ea9c req-667b019f-8535-4db1-8038-32e7b2399c0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 945 time: 0.0515850 Dec 08 13:18:02.513909 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-535376a1-a4ab-437c-985e-72144d18ea9c req-8327faac-85bc-4f4f-be7b-76dcdbf57243 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523584 Dec 08 13:18:02.600180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e2cfb-ed75-40eb-9ffc-30f2d10b0736 req-0dbc99c1-e27d-486c-ae7b-9ec093554c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:02.601765 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-312e2cfb-ed75-40eb-9ffc-30f2d10b0736 req-0dbc99c1-e27d-486c-ae7b-9ec093554c9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1098 time: 0.0417812 Dec 08 13:18:02.648412 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-312e2cfb-ed75-40eb-9ffc-30f2d10b0736 req-bcd6ae39-d165-414a-8ea4-3f539943c94b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396533 Dec 08 13:18:03.632768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db4b7c-5b56-426a-860b-ee2de9cc8be2 req-65cd155b-63fd-4456-9ba7-bbf1ef3f8fc3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:03.634248 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32db4b7c-5b56-426a-860b-ee2de9cc8be2 req-65cd155b-63fd-4456-9ba7-bbf1ef3f8fc3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 945 time: 0.0491633 Dec 08 13:18:03.690751 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32db4b7c-5b56-426a-860b-ee2de9cc8be2 req-80e44da2-8683-455a-8c7e-9f81b5d2d3bd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496707 Dec 08 13:18:04.816266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893aea9-d4d9-4733-8a03-5da6dc773c2c req-074dbd3b-a289-4f91-aff5-17a26b0b2b38 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:04.818029 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7893aea9-d4d9-4733-8a03-5da6dc773c2c req-074dbd3b-a289-4f91-aff5-17a26b0b2b38 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 945 time: 0.0581224 Dec 08 13:18:04.871581 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7893aea9-d4d9-4733-8a03-5da6dc773c2c req-df9a1151-7299-4272-89b3-75631e164523 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465579 Dec 08 13:18:05.009365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2b9b-4f27-4a45-b9ee-ceec65425c9e req-4894e2ec-b0d2-4f34-b758-1c6fd541aade tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:05.011399 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cbcc2b9b-4f27-4a45-b9ee-ceec65425c9e req-4894e2ec-b0d2-4f34-b758-1c6fd541aade tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 945 time: 0.0516689 Dec 08 13:18:05.091159 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cbcc2b9b-4f27-4a45-b9ee-ceec65425c9e req-c666c677-bdf0-4d38-b8a4-cd3b258e6742 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726438 Dec 08 13:18:05.113448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33832) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:05.154995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2164e2-9a3f-41f6-94a6-38815553aed7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:05.159736 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-aa2164e2-9a3f-41f6-94a6-38815553aed7 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1093 time: 0.0420787 Dec 08 13:18:05.160161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33834) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:05.168241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:05.253807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:05.362289 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:05.466829 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.194 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/11d82254-fffc-485c-99b3-f580e186efc9) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:18:05.578774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:05.668853 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:05.711968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:18:05.717746 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:18:05.726727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:18:05.732188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=11d82254-fffc-485c-99b3-f580e186efc9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:05.762593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.763161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.763662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.764081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.764546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.764960 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.765397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.765842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.766336 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.766778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.767211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.767610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:05.768011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:18:06.131278 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:06.282624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:06.441842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:06.505169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:06.576809 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=11d82254-fffc-485c-99b3-f580e186efc9,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:06.587092 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:06.689610 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4 associated. External IP: 172.26.7.194, port: 693e33fc-5dfa-4449-a12c-c1ce3ff66abe. Dec 08 13:18:06.890730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 665c464b-721e-4ba0-8217-1cf1ff04b842 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:18:06.987840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33840) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:06.996562 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:18:07.006796 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] Sync routers for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:18:07.018296 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:07.025175 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:07.101754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:07.130270 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:07.137322 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2d14b5fb-db82-4150-a116-2b9de738d934 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9756536 Dec 08 13:18:07.137994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:18:07.140314 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361" -d '{"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:18:07.140830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33842) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:07.176665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5d2fc9-5757-4ea7-a550-5445493f78a0 x-openstack-request-id: req-5a5d2fc9-5757-4ea7-a550-5445493f78a0 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:18:07.176995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:18:07.177258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a5d2fc9-5757-4ea7-a550-5445493f78a0 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:18:07.177678 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'status': 'completed', 'code': 200} Dec 08 13:18:07.215605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Deleting port 20b4cccb-d7a5-4d1a-8a73-3e90f00cc46e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:07.215959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:07.221825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6e5cb-333d-4463-8100-700fa0b2f44d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:07.223445 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bbf6e5cb-333d-4463-8100-700fa0b2f44d tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1093 time: 0.0809002 Dec 08 13:18:07.308290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-1042e67b-0269-4710-a363-a74a4a976142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:07.309805 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-1042e67b-0269-4710-a363-a74a4a976142 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1098 time: 0.1059208 Dec 08 13:18:07.351379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:07.351747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:07.373003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Calling delete_port for 20b4cccb-d7a5-4d1a-8a73-3e90f00cc46e owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:07.451992 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:05Z', 'updated_at': '2021-12-08T13:18:05Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:07.467609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-04da232e-d8e9-4ab2-a43f-bc9c97435a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:07.469912 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-04da232e-d8e9-4ab2-a43f-bc9c97435a39 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 897 time: 0.1535592 Dec 08 13:18:07.480088 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] Checking router: 665c464b-721e-4ba0-8217-1cf1ff04b842 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:18:07.488294 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:07.488902 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:07.555144 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-708e43dc-9983-433c-9bf3-74187af86975 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 999 time: 0.0768604 Dec 08 13:18:07.595631 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:07.638386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-8dba2d00-81f5-419d-a72f-a67adc9bbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:07.639890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-8dba2d00-81f5-419d-a72f-a67adc9bbf0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0737238 Dec 08 13:18:07.691592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-aedd2667-daca-407a-ad0d-69181f45c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:07.693093 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-aedd2667-daca-407a-ad0d-69181f45c72b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454512 Dec 08 13:18:07.737980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33848) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:07.742598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-117496f8-2828-4ab5-b566-617bf8e43c22 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001737858', 'description': 'tempest-secgroup-smoke-1001737858 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:07.763752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:07.800033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event deleted for resources: {'Port': ['ID=20b4cccb-d7a5-4d1a-8a73-3e90f00cc46e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:07.833696 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:05Z', 'updated_at': '2021-12-08T13:18:05Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:07.836598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-117496f8-2828-4ab5-b566-617bf8e43c22 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:07.853107 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-100800cd-9a10-4dc3-ac3c-18b8a57430f0 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529996 Dec 08 13:18:07.861206 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2314ebb7-02fb-4c43-ad00-427f6a7c8d4f None None] The sync data for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv is: [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:05Z', 'updated_at': '2021-12-08T13:18:05Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:18:07.902950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:07.902950 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Floating IP 10e60d31-f45d-40e9-85cb-a5226d8eec5c disassociated (deleted). External IP: 172.26.7.86, port: 602158e3-dad3-41d9-8b82-3351e3d50b75. Dec 08 13:18:07.912306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-117496f8-2828-4ab5-b566-617bf8e43c22 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:07.967942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-117496f8-2828-4ab5-b566-617bf8e43c22 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:07.998275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117496f8-2828-4ab5-b566-617bf8e43c22 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382537d5-60d2-4043-8afc-8693382e5d06,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:08.031520 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f2e81fe-954d-4ba1-a171-b4fffe2a5361 req-710fe3f2-29b0-439a-b640-77d217b86254 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703987 Dec 08 13:18:08.062828 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-117496f8-2828-4ab5-b566-617bf8e43c22 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.067023 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-117496f8-2828-4ab5-b566-617bf8e43c22 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3250964 Dec 08 13:18:08.067297 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33850) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:08.072280 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a7a13339-c465-4705-b17f-46926a07f3c7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '382537d5-60d2-4043-8afc-8693382e5d06', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:08.079880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d9ffb-1d12-4dd2-b95f-d0d80f70ec7d None None] New status for floating IP 2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:18:08.160631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7a13339-c465-4705-b17f-46926a07f3c7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.169795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Router 98a15aed-24a4-466c-9044-57792c703f4c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:18:08.220583 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7a13339-c465-4705-b17f-46926a07f3c7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.279251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7a13339-c465-4705-b17f-46926a07f3c7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.283984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:18:08.288352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.294300 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] Sync routers for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:18:08.303523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a13339-c465-4705-b17f-46926a07f3c7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af9e036-f768-4658-8242-4084f0eaea3f,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:08.306455 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:08.307796 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:08.332366 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-555b69da-9423-4748-ba44-91bbc6663dc1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "DELETE /v2.0/floatingips/10e60d31-f45d-40e9-85cb-a5226d8eec5c HTTP/1.1" status: 204 len: 168 time: 1.3433940 Dec 08 13:18:08.333014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:18:08.335408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaa98b2-ca62-42a3-adfe-c3247bed6361" -d '{"events": [{"name": "network-changed", "server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:18:08.367044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7a13339-c465-4705-b17f-46926a07f3c7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.369635 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a7a13339-c465-4705-b17f-46926a07f3c7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013382 Dec 08 13:18:08.373509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33856) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:08.380884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd8e826-5abe-4d23-9b99-e65390764139 x-openstack-request-id: req-4fd8e826-5abe-4d23-9b99-e65390764139 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:18:08.381058 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bdfc352a-23b7-4fcb-bc86-4f196062970a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '382537d5-60d2-4043-8afc-8693382e5d06', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:08.381196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:18:08.381196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fd8e826-5abe-4d23-9b99-e65390764139 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:18:08.381196 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'status': 'completed', 'code': 200} Dec 08 13:18:08.439661 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:08.450971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-5243a811-f8f0-4ffa-9d9c-9901a4b42cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:08.452585 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-5243a811-f8f0-4ffa-9d9c-9901a4b42cd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=846e760336ad44e4bde1f5d154098eec&device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 1098 time: 0.0426970 Dec 08 13:18:08.467895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bdfc352a-23b7-4fcb-bc86-4f196062970a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.527839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bdfc352a-23b7-4fcb-bc86-4f196062970a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.553776 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-cbc6af1b-e56b-44ab-bdc4-aba999511c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:08.555355 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-cbc6af1b-e56b-44ab-bdc4-aba999511c96 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 200 len: 913 time: 0.0950308 Dec 08 13:18:08.604928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-5a26d26a-a8a9-4123-b31d-6395a179c288 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=602158e3-dad3-41d9-8b82-3351e3d50b75 HTTP/1.1" status: 200 len: 217 time: 0.0420833 Dec 08 13:18:08.605762 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bdfc352a-23b7-4fcb-bc86-4f196062970a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.626906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc352a-23b7-4fcb-bc86-4f196062970a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70282af-a9e0-44ef-901e-15de731f79e5,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:08.658146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-32aed78c-cd10-4185-8545-7b5d24b31d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:08.659926 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-32aed78c-cd10-4185-8545-7b5d24b31d1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 200 len: 851 time: 0.0493104 Dec 08 13:18:08.664502 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:08.692900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bdfc352a-23b7-4fcb-bc86-4f196062970a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.694746 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bdfc352a-23b7-4fcb-bc86-4f196062970a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3196428 Dec 08 13:18:08.697235 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33860) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:08.701841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c56476f5-1c07-44a1-9fae-77db803dd425 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '382537d5-60d2-4043-8afc-8693382e5d06', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:08.702955 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] Checking router: 98a15aed-24a4-466c-9044-57792c703f4c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:18:08.713264 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:08.714523 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:17:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:08.743597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-d0adb9cf-88c0-4eec-b608-ca27a0f621d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:08.745161 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-d0adb9cf-88c0-4eec-b608-ca27a0f621d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e95dc5-cebe-4147-bf35-0ce256eb3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770640 Dec 08 13:18:08.762639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97024-62ae-41c3-9180-4f3e99dea5e1 req-2dd5ccd6-0be6-4120-8ab2-6d4b97edc98a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:08.764110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cca97024-62ae-41c3-9180-4f3e99dea5e1 req-2dd5ccd6-0be6-4120-8ab2-6d4b97edc98a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 945 time: 0.0653923 Dec 08 13:18:08.808105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c56476f5-1c07-44a1-9fae-77db803dd425 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.820525 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:08.878885 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cca97024-62ae-41c3-9180-4f3e99dea5e1 req-c9c02944-cdfc-4f0e-8eef-2fd5f139b4dd tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd23f76a-19f1-4196-b3d1-c4da9e037b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068697 Dec 08 13:18:08.879248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c56476f5-1c07-44a1-9fae-77db803dd425 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.889727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-fd94a2e7-5201-426f-829a-fdf05ba0be50 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350060 Dec 08 13:18:08.947923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c56476f5-1c07-44a1-9fae-77db803dd425 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:08.969074 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56476f5-1c07-44a1-9fae-77db803dd425 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4314321-c99c-4d1f-a7a1-e14d04774afa,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:09.041457 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c56476f5-1c07-44a1-9fae-77db803dd425 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.042685 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c56476f5-1c07-44a1-9fae-77db803dd425 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443084 Dec 08 13:18:09.044252 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:09.045372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33862) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:09.050067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d28791e0-f90f-414b-b13b-1a03035cdcd9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '382537d5-60d2-4043-8afc-8693382e5d06', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:09.072131 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60bad9-a872-4b20-9a30-f18bb909a052 None None] The sync data for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv is: [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '355dfc03-6acb-4c14-a71d-fe0551b9b073', 'name': '', 'network_id': '58e95dc5-cebe-4147-bf35-0ce256eb3ae5', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'mac_address': 'fa:16:3e:dc:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '68a64757-38c6-4933-aa48-f059014ffc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:15Z', 'updated_at': '2021-12-08T13:08:23Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'subnets': [{'id': '68a64757-38c6-4933-aa48-f059014ffc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:18:09.185705 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d28791e0-f90f-414b-b13b-1a03035cdcd9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.255110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d28791e0-f90f-414b-b13b-1a03035cdcd9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.317180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b52f80-f950-435e-bf25-17a165633f8a None None] New status for floating IP 10e60d31-f45d-40e9-85cb-a5226d8eec5c: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:18:09.325293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d28791e0-f90f-414b-b13b-1a03035cdcd9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.346246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28791e0-f90f-414b-b13b-1a03035cdcd9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e52bf7-86d3-4b74-a104-7f76cb0dd553,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:09.347209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66609445-b620-4df9-b211-9a4c623961a1 req-d6f31f6c-241a-49f7-9b35-bb64cb7b10c1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:09.349272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-66609445-b620-4df9-b211-9a4c623961a1 req-d6f31f6c-241a-49f7-9b35-bb64cb7b10c1 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 945 time: 0.0941949 Dec 08 13:18:09.392905 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-40e33880-2487-4868-8a0f-bba4c5a7e0f8 service neutron] 10.222.0.72 "GET /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946568 Dec 08 13:18:09.418838 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d28791e0-f90f-414b-b13b-1a03035cdcd9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.420134 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d28791e0-f90f-414b-b13b-1a03035cdcd9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3737113 Dec 08 13:18:09.422813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33864) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:09.430354 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-45d3be35-276f-416a-aa43-7368388bf3bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '382537d5-60d2-4043-8afc-8693382e5d06', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:09.466605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-66609445-b620-4df9-b211-9a4c623961a1 req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Deleting port 602158e3-dad3-41d9-8b82-3351e3d50b75 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:09.466950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-66609445-b620-4df9-b211-9a4c623961a1 req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.544854 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-45d3be35-276f-416a-aa43-7368388bf3bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:18:09.549990 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d3be35-276f-416a-aa43-7368388bf3bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.561115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-66609445-b620-4df9-b211-9a4c623961a1 req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] For port 602158e3-dad3-41d9-8b82-3351e3d50b75, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=602158e3-dad3-41d9-8b82-3351e3d50b75,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:09.561489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-66609445-b620-4df9-b211-9a4c623961a1 req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.574132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-66609445-b620-4df9-b211-9a4c623961a1 req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Calling delete_port for 602158e3-dad3-41d9-8b82-3351e3d50b75 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:09.609028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d3be35-276f-416a-aa43-7368388bf3bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.661650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d3be35-276f-416a-aa43-7368388bf3bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.680687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3be35-276f-416a-aa43-7368388bf3bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee2bc3b-d108-4bc8-b8a4-36adccd2dc11,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:09.749231 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-45d3be35-276f-416a-aa43-7368388bf3bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.750465 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-45d3be35-276f-416a-aa43-7368388bf3bb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3265262 Dec 08 13:18:09.753078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33866) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:09.757414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ae57380a-eb7f-4f1f-a4c6-25fdc5d6edec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': '382537d5-60d2-4043-8afc-8693382e5d06', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:09.762436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-66609445-b620-4df9-b211-9a4c623961a1 req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.798077 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event deleted for resources: {'Port': ['ID=602158e3-dad3-41d9-8b82-3351e3d50b75,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:09.833474 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-ae57380a-eb7f-4f1f-a4c6-25fdc5d6edec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:18:09.835706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-66609445-b620-4df9-b211-9a4c623961a1 req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] No DVR routers for this DVR port 602158e3-dad3-41d9-8b82-3351e3d50b75 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:18:09.838315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-66609445-b620-4df9-b211-9a4c623961a1 req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.838833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae57380a-eb7f-4f1f-a4c6-25fdc5d6edec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.842074 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-66609445-b620-4df9-b211-9a4c623961a1 req-664e0d17-044e-4d59-986d-5af2eaf24c98 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.72 "DELETE /v2.0/ports/602158e3-dad3-41d9-8b82-3351e3d50b75 HTTP/1.1" status: 204 len: 173 time: 0.4855404 Dec 08 13:18:09.898018 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae57380a-eb7f-4f1f-a4c6-25fdc5d6edec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.959299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae57380a-eb7f-4f1f-a4c6-25fdc5d6edec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:09.976488 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-598f850b-a52a-48f8-9fbf-77716022e318 req-1a69fc99-bc73-479a-8e95-ae3d4fe85f8a tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 210 time: 0.0267332 Dec 08 13:18:09.977734 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57380a-eb7f-4f1f-a4c6-25fdc5d6edec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85a2b6c-e0a0-450e-8b7a-e1b44c202bc4,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:10.052405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae57380a-eb7f-4f1f-a4c6-25fdc5d6edec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:10.060205 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ae57380a-eb7f-4f1f-a4c6-25fdc5d6edec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2996757 Dec 08 13:18:10.219858 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-866b85d4-3d50-429a-b894-df1aeb73905e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001737858&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0509899 Dec 08 13:18:10.277294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:10.337123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-86185d65-d1cf-4036-a704-9aef25a8a90a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:10.339263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-86185d65-d1cf-4036-a704-9aef25a8a90a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 796 time: 0.1124177 Dec 08 13:18:10.354722 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-da2f7354-bb50-4736-bcda-09e35bcf517a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.0093966 Dec 08 13:18:10.384921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'name': 'network-vif-deleted', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:18:10.391128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da85a763-2b98-47ac-b55d-f5a80019cfc4" -d '{"events": [{"server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "name": "network-vif-deleted", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:18:10.419258 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-713089d0-c3a6-4042-96f6-19a77e7d0102 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589654 Dec 08 13:18:10.434749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d86b04-be43-4040-86da-8fade248f2b1 x-openstack-request-id: req-a9d86b04-be43-4040-86da-8fade248f2b1 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:18:10.435051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3", "name": "network-vif-deleted", "tag": "602158e3-dad3-41d9-8b82-3351e3d50b75", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:18:10.435311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a9d86b04-be43-4040-86da-8fade248f2b1 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:18:10.435712 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3', 'name': 'network-vif-deleted', 'tag': '602158e3-dad3-41d9-8b82-3351e3d50b75', 'status': 'completed', 'code': 200} Dec 08 13:18:10.486891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5d9564ee-55e1-455d-99ab-55bce042f690 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:18:10.487909 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5d9564ee-55e1-455d-99ab-55bce042f690 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492132 Dec 08 13:18:10.499596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8820bcac-05ca-414e-baae-aab3b8bbee5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:10.581483 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-01224e7c-f878-4415-a3ab-3a6ddc25793e service neutron] 10.222.0.76 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869980 Dec 08 13:18:10.675771 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-87cebc57-dbc4-407b-827a-c5a96b367ded service neutron] 10.222.0.76 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875628 Dec 08 13:18:10.927809 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-20fb1458-dfeb-4107-ba78-bbcbf54e52a8 req-cf903f03-5001-478d-86aa-2dde189ea8cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 210 time: 0.0313220 Dec 08 13:18:11.072345 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4723dc62-929b-493c-b253-4f754340b93d req-450465f8-84f2-48db-a363-09309b64ab86 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 210 time: 0.0268395 Dec 08 13:18:12.011808 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11373612-4cd4-4f2a-b657-b7ee4e403332 req-6c9b7df4-6ccd-4115-92e4-592ad3e5c426 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 210 time: 0.0272892 Dec 08 13:18:12.166214 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7512c865-1241-4b94-9989-029521b5ebfd req-bf986d90-6365-4819-a1b9-a0a53adbcbcc tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 210 time: 0.0268986 Dec 08 13:18:12.871105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-faba3cf4-a269-4938-951a-d0e793d6de22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:13.089975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-66d16c8e-2e14-4b97-8828-a5a4a363c995 req-ca382840-decd-4e71-91f4-5408e793e6b3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 210 time: 0.0265529 Dec 08 13:18:13.267456 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e73850b0-ee80-40ca-9931-02506608c2a2 req-b21bc752-9ba4-4d1f-8c76-fe8192d19fb2 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 210 time: 0.0261526 Dec 08 13:18:13.889635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 602158e3-dad3-41d9-8b82-3351e3d50b75 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:18:13.912994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 602158e3-dad3-41d9-8b82-3351e3d50b75 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:18:13.913351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 602158e3-dad3-41d9-8b82-3351e3d50b75 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:18:14.110941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:14.171727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-321bbe06-ecb1-4d2d-9947-266ea53263f4 req-b3ad528a-bf48-4211-a797-456508e41655 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 210 time: 0.0294046 Dec 08 13:18:14.362848 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bcdd69ad-02b6-4174-99df-4183b7f8e878 req-e157ce92-9d6a-41e0-8c89-59970e1f2c14 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "GET /v2.0/ports?device_id=f75b5ae3-6b2a-480c-a3ef-0ac720c27ae3 HTTP/1.1" status: 200 len: 210 time: 0.0262396 Dec 08 13:18:15.210141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:15.272741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-945fe0ce-5542-4eeb-9aa6-edba5fde72f0 req-10430885-b3ac-41cb-b65a-52bda799b8a1 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 210 time: 0.0263972 Dec 08 13:18:15.416836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33920) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:15.537672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Deleting port ecdfddc6-c826-4201-b297-e03d6aa2cf91 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:15.538013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:15.616209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:15.616538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:15.628449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Calling delete_port for ecdfddc6-c826-4201-b297-e03d6aa2cf91 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:15.830531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:16.135176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event deleted for resources: {'Port': ['ID=ecdfddc6-c826-4201-b297-e03d6aa2cf91,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:16.187545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:16.195123 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:16.197948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:16.198855 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-df40bda8-b381-4b7d-a0a7-171b2eec83c8 tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "DELETE /v2.0/floatingips/ab472e2d-f229-4853-bd56-4595c73d9574 HTTP/1.1" status: 204 len: 168 time: 0.7809696 Dec 08 13:18:16.364982 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-953af747-79cf-4005-9df4-ae588a3e8a4b req-d45ff480-c125-4163-ab2d-2ea3920d9828 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 210 time: 0.0268397 Dec 08 13:18:16.863092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-42b7d5d1-3215-4af0-803a-85eaa7f49959 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:16.864744 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-42b7d5d1-3215-4af0-803a-85eaa7f49959 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 796 time: 0.1090732 Dec 08 13:18:16.945333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-c6e5737c-825c-47b7-97d1-63c10f6e4a6b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 471 time: 0.0713484 Dec 08 13:18:16.955670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['382537d5-60d2-4043-8afc-8693382e5d06']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:17.161956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:18:17.165626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:17.294593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.14 (f2f5e969-5deb-47f1-b47e-1a10805d1e3c/e05f7247-b2cd-416a-a509-ea68ca4b6a7d/af3bb9bc-fe89-4b59-96c7-b43eafd12b89) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:18:17.453555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:17.471286 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8cc98103-6f37-4ade-b262-f72b358a0336 req-0b274803-91ca-4ddf-b0b3-48cfd6d7655b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 210 time: 0.0361636 Dec 08 13:18:17.565208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:17.613186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:18:17.618293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:18:17.623041 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:18:17.627384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:17.686920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:17.687697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:17.755935 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-e6824771-5cb8-4a76-9669-7ffc98bb59b2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8039954 Dec 08 13:18:17.770117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Request body: {'port': {'device_id': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:17.827744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:17.851471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1c562640-2723-4988-a563-27e10dbcb764 None None] Provisioning complete for port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:18:17.852076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1c562640-2723-4988-a563-27e10dbcb764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:17.887803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1c562640-2723-4988-a563-27e10dbcb764 None None] Port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:18:18.098085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3bb9bc-fe89-4b59-96c7-b43eafd12b89 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:18:18.105614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:18.117359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Transition to ACTIVE for port object af3bb9bc-fe89-4b59-96c7-b43eafd12b89 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:18:18.193212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:18.280022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:18.313696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Attempting to bind port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:18:18.314507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Attempting to bind port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:18:18.315063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Attempting to bind port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 on network f2f5e969-5deb-47f1-b47e-1a10805d1e3c {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:18:18.320247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 on network f2f5e969-5deb-47f1-b47e-1a10805d1e3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:18:18.320577 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Attempting to bind port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 on network f2f5e969-5deb-47f1-b47e-1a10805d1e3c {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:18:18.326111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:18:18.326447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Checking segment: {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:18:18.326883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Bound using segment: {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:18:18.327308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Bound port: af3bb9bc-fe89-4b59-96c7-b43eafd12b89, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d10008-391f-40be-b22e-a2ffc909f88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:18:18.327669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:18.395832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] For port af3bb9bc-fe89-4b59-96c7-b43eafd12b89, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:18:18.399417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] For port af3bb9bc-fe89-4b59-96c7-b43eafd12b89, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:18:18.451025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:18.490153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:18.490788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:18.492229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] 10.222.0.72 "PUT /v2.0/ports/af3bb9bc-fe89-4b59-96c7-b43eafd12b89 HTTP/1.1" status: 200 len: 1094 time: 0.7267609 Dec 08 13:18:18.495008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:18:18.499526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8c85d7-377d-4cd7-92ac-ed101008c96a" -d '{"events": [{"name": "network-changed", "server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:18:18.549488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600a2c0-0cf7-4d2f-a231-cc4ec32bd8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:18.559959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c221cf30-029d-4639-9af9-ad7d5699b30a x-openstack-request-id: req-c221cf30-029d-4639-9af9-ad7d5699b30a {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:18:18.560257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:18:18.560516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c221cf30-029d-4639-9af9-ad7d5699b30a {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:18:18.560928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'status': 'completed', 'code': 200} Dec 08 13:18:18.671754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c2acf-aa18-458a-b64e-0af2277100b9 req-f71fa641-7e12-4447-b8c1-76c16430b3fe tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:18.673492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb0c2acf-aa18-458a-b64e-0af2277100b9 req-f71fa641-7e12-4447-b8c1-76c16430b3fe tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 944 time: 0.1116409 Dec 08 13:18:18.680091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c85d7-377d-4cd7-92ac-ed101008c96a req-b12742d5-ef85-4279-a973-a2de29f11585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:18.681604 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b8c85d7-377d-4cd7-92ac-ed101008c96a req-b12742d5-ef85-4279-a973-a2de29f11585 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 1097 time: 0.0892885 Dec 08 13:18:18.797259 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb0c2acf-aa18-458a-b64e-0af2277100b9 req-75872fbb-8c33-4812-bf81-2882c27611ca tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139994 Dec 08 13:18:18.826669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c85d7-377d-4cd7-92ac-ed101008c96a req-2d0b2c56-a01c-4cfc-af44-78688d3f549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:18.828166 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b8c85d7-377d-4cd7-92ac-ed101008c96a req-2d0b2c56-a01c-4cfc-af44-78688d3f549a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1306438 Dec 08 13:18:18.934361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c85d7-377d-4cd7-92ac-ed101008c96a req-b4c17975-f6b0-4b25-a1bb-58f26c164d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:18.935772 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b8c85d7-377d-4cd7-92ac-ed101008c96a req-b4c17975-f6b0-4b25-a1bb-58f26c164d92 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992029 Dec 08 13:18:19.010740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-56c443b5-5728-40fa-bd93-c1123e3f7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:19.012247 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-56c443b5-5728-40fa-bd93-c1123e3f7126 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 1097 time: 0.0412345 Dec 08 13:18:19.056007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-ddf27c49-82b8-4fff-8af5-d149ee960e5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3bb9bc-fe89-4b59-96c7-b43eafd12b89 HTTP/1.1" status: 200 len: 217 time: 0.0342381 Dec 08 13:18:19.108666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-7d6c52ad-4110-4ea0-8e92-04c598f901d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:19.110110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-7d6c52ad-4110-4ea0-8e92-04c598f901d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0473759 Dec 08 13:18:19.156606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-b3ea10e3-a59a-4084-b093-7a360177cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:19.158507 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-b3ea10e3-a59a-4084-b093-7a360177cc1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407307 Dec 08 13:18:19.254427 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-4eabf486-9bfd-4473-8439-99cd785feb71 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866015 Dec 08 13:18:19.347792 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e65a0789-ee98-4bd5-b983-f4727602a860 req-2621b72f-d254-4d4e-abe1-0c545410669b service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855386 Dec 08 13:18:19.663346 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33950) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:19.718656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ee1055e-dec9-4c58-ba4a-b30656d32aeb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:19.743110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ee1055e-dec9-4c58-ba4a-b30656d32aeb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:19.878686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ee1055e-dec9-4c58-ba4a-b30656d32aeb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:19.881328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ee1055e-dec9-4c58-ba4a-b30656d32aeb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:19.884987 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4ee1055e-dec9-4c58-ba4a-b30656d32aeb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] 10.222.0.76 "DELETE /v2.0/security-groups/fd23f76a-19f1-4196-b3d1-c4da9e037b1f HTTP/1.1" status: 204 len: 168 time: 0.2200432 Dec 08 13:18:19.895118 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1055e-dec9-4c58-ba4a-b30656d32aeb tempest-TestVolumeBootPattern-79763092 tempest-TestVolumeBootPattern-79763092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd23f76a-19f1-4196-b3d1-c4da9e037b1f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:19.932248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f119300-3102-46dc-aa51-212fc3a1ec39 req-1a05792a-3553-4d2d-8030-691d9bc04c92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:19.934270 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4f119300-3102-46dc-aa51-212fc3a1ec39 req-1a05792a-3553-4d2d-8030-691d9bc04c92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 944 time: 0.0676160 Dec 08 13:18:19.984375 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4f119300-3102-46dc-aa51-212fc3a1ec39 req-6801a730-b682-4ca2-a636-dce306eb1009 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 Dec 08 13:18:20.030298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33956) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:20.512227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:20.772921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Deleting port 355dfc03-6acb-4c14-a71d-fe0551b9b073 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:20.773179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:20.850040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] For port 355dfc03-6acb-4c14-a71d-fe0551b9b073, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=355dfc03-6acb-4c14-a71d-fe0551b9b073,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:20.850423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:20.864600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Calling delete_port for 355dfc03-6acb-4c14-a71d-fe0551b9b073 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:21.110209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7538bc4-fa4d-4c4f-ae15-5edba0aca555 req-5887fc81-97d3-499d-a260-3cf92e47dd51 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:21.118622 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e7538bc4-fa4d-4c4f-ae15-5edba0aca555 req-5887fc81-97d3-499d-a260-3cf92e47dd51 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 944 time: 0.0549572 Dec 08 13:18:21.147259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:21.184792 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e7538bc4-fa4d-4c4f-ae15-5edba0aca555 req-aad304df-dc04-43cb-a14a-26602d13adbe tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669611 Dec 08 13:18:21.186970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Pushing event deleted for resources: {'Port': ['ID=355dfc03-6acb-4c14-a71d-fe0551b9b073,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:21.357312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:21.566137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Router 98a15aed-24a4-466c-9044-57792c703f4c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:18:21.673549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:18:21.678711 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-eaeb39f7-113f-4907-8106-20beceac4927 admin admin] 10.222.0.76 "PUT /v2.0/routers/98a15aed-24a4-466c-9044-57792c703f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6470921 Dec 08 13:18:21.681115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33962) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:21.684278 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] Sync routers for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:18:21.695128 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:21.695810 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:18:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:21.783283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:21.888187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:21.891227 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:21.929677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device af3bb9bc-fe89-4b59-96c7-b43eafd12b89 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:18:22.030376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port af3bb9bc-fe89-4b59-96c7-b43eafd12b89, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:22.044387 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'port_id': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'mac_address': 'fa:16:3e:e5:5b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:18:22.047103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Deleting port 6397ef21-f272-4d74-8078-0644bdccb473 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:22.047452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:22.067302 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '6397ef21-f272-4d74-8078-0644bdccb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:18:21Z', 'revision_number': 5, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port': {'id': '6397ef21-f272-4d74-8078-0644bdccb473', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a15aed-24a4-466c-9044-57792c703f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:11Z', 'updated_at': '2021-12-08T13:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:22.083101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:22.094899 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] Checking router: 98a15aed-24a4-466c-9044-57792c703f4c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:18:22.103238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3bb9bc-fe89-4b59-96c7-b43eafd12b89 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:18:22.106490 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] Routers {'98a15aed-24a4-466c-9044-57792c703f4c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:22.106490 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:18:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['98a15aed-24a4-466c-9044-57792c703f4c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:22.123851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port af3bb9bc-fe89-4b59-96c7-b43eafd12b89, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:22.140047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] For port 6397ef21-f272-4d74-8078-0644bdccb473, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6397ef21-f272-4d74-8078-0644bdccb473,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:22.140711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:22.152697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Calling delete_port for 6397ef21-f272-4d74-8078-0644bdccb473 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:22.195594 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] Set router 98a15aed-24a4-466c-9044-57792c703f4c gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:22.207538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:22.251977 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:18:21Z', 'revision_number': 6, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:22.274609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:22.281645 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62390921-279e-4962-a3bb-1bfbae241f7b None None] The sync data for ids ['98a15aed-24a4-466c-9044-57792c703f4c'] in dv-neutron-799625-5-hyperv is: [{'id': '98a15aed-24a4-466c-9044-57792c703f4c', 'name': 'tempest-TestVolumeBootPattern-1610516718-router', 'tenant_id': '846e760336ad44e4bde1f5d154098eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:10Z', 'updated_at': '2021-12-08T13:18:21Z', 'revision_number': 6, 'project_id': '846e760336ad44e4bde1f5d154098eec', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:18:22.364738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b014db7-44ed-4dfc-b748-317e526d4cf6 req-7420cb02-024b-40ee-b56b-c1ec9d3aee40 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:22.367794 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b014db7-44ed-4dfc-b748-317e526d4cf6 req-7420cb02-024b-40ee-b56b-c1ec9d3aee40 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 945 time: 0.0889127 Dec 08 13:18:22.415462 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b014db7-44ed-4dfc-b748-317e526d4cf6 req-2c3ccbc5-5b09-404a-b68d-c3c697f5ab15 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427723 Dec 08 13:18:22.419585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['af3bb9bc-fe89-4b59-96c7-b43eafd12b89'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:18:22.424490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:22.450222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6397ef21-f272-4d74-8078-0644bdccb473,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:22.471026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096490df-6f27-4191-8704-bce94125d153 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:18:22.839461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:22.923546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:22.925569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.053401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.053984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98a15aed-24a4-466c-9044-57792c703f4c {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:18:23.059611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.060751 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4678ba29-1a01-4532-8572-b268ec06a3c0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/98a15aed-24a4-466c-9044-57792c703f4c HTTP/1.1" status: 204 len: 168 time: 1.3785932 Dec 08 13:18:23.063307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33966) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:23.080035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 355dfc03-6acb-4c14-a71d-fe0551b9b073 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:18:23.100007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 355dfc03-6acb-4c14-a71d-fe0551b9b073 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:18:23.100332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 355dfc03-6acb-4c14-a71d-fe0551b9b073 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:18:23.113317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3239f73-cc66-4e22-9ebe-3eab7658391a admin admin] Deleting subnet 68a64757-38c6-4933-aa48-f059014ffc65 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:18:23.116610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3239f73-cc66-4e22-9ebe-3eab7658391a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.152043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3239f73-cc66-4e22-9ebe-3eab7658391a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.229077 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3239f73-cc66-4e22-9ebe-3eab7658391a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.341743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3239f73-cc66-4e22-9ebe-3eab7658391a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.369268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3239f73-cc66-4e22-9ebe-3eab7658391a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a64757-38c6-4933-aa48-f059014ffc65,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:23.377127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3239f73-cc66-4e22-9ebe-3eab7658391a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.379436 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a3239f73-cc66-4e22-9ebe-3eab7658391a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/68a64757-38c6-4933-aa48-f059014ffc65 HTTP/1.1" status: 204 len: 168 time: 0.3148572 Dec 08 13:18:23.381209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdbf12b-3d5e-40b6-af7f-d08c0f312f8e None None] Network 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:18:23.382136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33968) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:23.455588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.510437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Deleting port bdf3843a-ef02-46dd-992e-f39f3a0877ea {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:23.510870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.534892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49427ea-0e7e-4d8d-b197-d88b6235c935 None None] DHCP port deletion for 58e95dc5-cebe-4147-bf35-0ce256eb3ae5 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:18:23.542406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6729c9c-2620-4669-9f5f-33cc19199287 req-75b140c5-9030-48b6-8195-89e8d5ff4738 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:23.543972 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d6729c9c-2620-4669-9f5f-33cc19199287 req-75b140c5-9030-48b6-8195-89e8d5ff4738 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 945 time: 0.0565257 Dec 08 13:18:23.582500 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] For port bdf3843a-ef02-46dd-992e-f39f3a0877ea, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bdf3843a-ef02-46dd-992e-f39f3a0877ea,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:23.582922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.585008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c49427ea-0e7e-4d8d-b197-d88b6235c935 None None] Deleting port bdf3843a-ef02-46dd-992e-f39f3a0877ea {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:23.585394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c49427ea-0e7e-4d8d-b197-d88b6235c935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.596179 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d6729c9c-2620-4669-9f5f-33cc19199287 req-11349a2e-cf00-42a3-9ef0-b060a2193bd5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458999 Dec 08 13:18:23.597180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Calling delete_port for bdf3843a-ef02-46dd-992e-f39f3a0877ea owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:23.653292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c49427ea-0e7e-4d8d-b197-d88b6235c935 None None] For port bdf3843a-ef02-46dd-992e-f39f3a0877ea, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bdf3843a-ef02-46dd-992e-f39f3a0877ea,segment=NetworkSegment(cb54065b-2ca2-4264-8bd2-97831788b64f),segment_id=cb54065b-2ca2-4264-8bd2-97831788b64f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:23.653782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c49427ea-0e7e-4d8d-b197-d88b6235c935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.667400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c49427ea-0e7e-4d8d-b197-d88b6235c935 None None] Calling delete_port for bdf3843a-ef02-46dd-992e-f39f3a0877ea owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:23.764182 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.769850 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c49427ea-0e7e-4d8d-b197-d88b6235c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.789534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf3843a-ef02-46dd-992e-f39f3a0877ea,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:23.794707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] No DVR routers for this DVR port bdf3843a-ef02-46dd-992e-f39f3a0877ea on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:18:23.795545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49427ea-0e7e-4d8d-b197-d88b6235c935 None None] Pushing event deleted for resources: {'Port': ['ID=bdf3843a-ef02-46dd-992e-f39f3a0877ea,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:23.799170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49427ea-0e7e-4d8d-b197-d88b6235c935 None None] No DVR routers for this DVR port bdf3843a-ef02-46dd-992e-f39f3a0877ea on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:18:23.868147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.887401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e95dc5-cebe-4147-bf35-0ce256eb3ae5']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:23.896542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb54065b-2ca2-4264-8bd2-97831788b64f') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:23.896834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb54065b-2ca2-4264-8bd2-97831788b64f') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:23.906546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.923352 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.930058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device af3bb9bc-fe89-4b59-96c7-b43eafd12b89 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:18:23.930238 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:18:23.930485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:18:23.932148 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:18:24.030080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:18:24.034174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:18:24.034588 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:24.082162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:24.086595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:24.091042 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] 10.222.0.76 "DELETE /v2.0/networks/58e95dc5-cebe-4147-bf35-0ce256eb3ae5 HTTP/1.1" status: 204 len: 168 time: 0.7071605 Dec 08 13:18:24.093547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33972) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:24.105321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cdf70-250c-4e67-93f6-73555c70d397 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e95dc5-cebe-4147-bf35-0ce256eb3ae5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:24.110389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:24.133468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:18:24.136403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f112de-3d56-43f0-88b6-7b32b2fe9eaf" -d '{"events": [{"server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:18:24.149927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port af3bb9bc-fe89-4b59-96c7-b43eafd12b89, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:24.192666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49511fa4-6c87-4f91-9644-5ca016d5c96c x-openstack-request-id: req-49511fa4-6c87-4f91-9644-5ca016d5c96c {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:18:24.193034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:18:24.193297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49511fa4-6c87-4f91-9644-5ca016d5c96c {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:18:24.193709 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'code': 200} Dec 08 13:18:24.225562 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:24.272986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:24.468301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:24.583670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2896a0-b3dc-4109-9285-4421a130987b req-dd58949f-948f-4d15-8e33-e6d1f2812122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:24.585156 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2896a0-b3dc-4109-9285-4421a130987b req-dd58949f-948f-4d15-8e33-e6d1f2812122 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 1099 time: 0.0844345 Dec 08 13:18:24.717064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6397ef21-f272-4d74-8078-0644bdccb473 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:18:24.723927 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2896a0-b3dc-4109-9285-4421a130987b req-b1554096-535d-4e06-b668-c99749e7aeee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980072 Dec 08 13:18:24.740011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 6397ef21-f272-4d74-8078-0644bdccb473 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:18:24.740357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6397ef21-f272-4d74-8078-0644bdccb473 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:18:24.740777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bdf3843a-ef02-46dd-992e-f39f3a0877ea no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:18:24.753737 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7f554-7836-4d11-9b41-3a0a9f853e8a req-6018bdb6-3f0b-497e-9be5-0c2cd833e6fd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:24.755262 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1fa7f554-7836-4d11-9b41-3a0a9f853e8a req-6018bdb6-3f0b-497e-9be5-0c2cd833e6fd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 946 time: 0.0877867 Dec 08 13:18:24.760028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: bdf3843a-ef02-46dd-992e-f39f3a0877ea {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:18:24.760379 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bdf3843a-ef02-46dd-992e-f39f3a0877ea not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:18:24.849651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1fa7f554-7836-4d11-9b41-3a0a9f853e8a req-5762eb5e-0e17-4e43-8cec-aed2581b2095 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759339 Dec 08 13:18:24.868218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Deleting port dccd00e0-9699-436e-b7a6-ee014baf851f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:24.868562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:24.946294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] For port dccd00e0-9699-436e-b7a6-ee014baf851f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=dccd00e0-9699-436e-b7a6-ee014baf851f,segment=NetworkSegment(2cc33eaa-0331-4137-9eb4-84e3d8d56ce5),segment_id=2cc33eaa-0331-4137-9eb4-84e3d8d56ce5)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:24.946692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:24.958896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Calling delete_port for dccd00e0-9699-436e-b7a6-ee014baf851f owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:25.190849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:25.239162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Pushing event deleted for resources: {'Port': ['ID=dccd00e0-9699-436e-b7a6-ee014baf851f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:25.386974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:25.593371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:18:25.698427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:18:25.703398 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-15abbec9-7410-4a6e-abca-b89f688c81cd admin admin] 10.222.0.76 "PUT /v2.0/routers/85b3ffbf-49d5-47e1-8573-fcf18465ede8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6087334 Dec 08 13:18:25.705837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33978) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:25.709906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] Sync routers for ids ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:18:25.719707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] Routers {'85b3ffbf-49d5-47e1-8573-fcf18465ede8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:25.720334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:18:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:25.810217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:25.830489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] Set router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:25.944366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:25.992387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7071712-fb96-4103-9b56-83557b30c4c2 req-2a49a9ae-f287-43be-8c45-d5bf6d7a0f1f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:25.993942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e7071712-fb96-4103-9b56-83557b30c4c2 req-2a49a9ae-f287-43be-8c45-d5bf6d7a0f1f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 946 time: 0.0593388 Dec 08 13:18:26.017860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:26Z', 'updated_at': '2021-12-08T13:18:25Z', 'revision_number': 5, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'gw_port': {'id': '894360b5-b83d-462b-b4a7-e10c1bf68ff5', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:08:27Z', 'updated_at': '2021-12-08T13:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:26.048012 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] Checking router: 85b3ffbf-49d5-47e1-8573-fcf18465ede8 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:18:26.055563 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e7071712-fb96-4103-9b56-83557b30c4c2 req-2c4c8ddd-9193-4794-96f7-4b943ee2f2e3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543151 Dec 08 13:18:26.056904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] Routers {'85b3ffbf-49d5-47e1-8573-fcf18465ede8'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:26.058188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:18:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:26.104098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Deleting port 894360b5-b83d-462b-b4a7-e10c1bf68ff5 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:26.104492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.147383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] Set router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:26.181821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] For port 894360b5-b83d-462b-b4a7-e10c1bf68ff5, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=894360b5-b83d-462b-b4a7-e10c1bf68ff5,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:26.182182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.194670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Calling delete_port for 894360b5-b83d-462b-b4a7-e10c1bf68ff5 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:26.200034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:26Z', 'updated_at': '2021-12-08T13:18:25Z', 'revision_number': 6, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:26.229810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219402f9-064e-42cb-bf68-84e3be49c9af None None] The sync data for ids ['85b3ffbf-49d5-47e1-8573-fcf18465ede8'] in dv-neutron-799625-5-hyperv is: [{'id': '85b3ffbf-49d5-47e1-8573-fcf18465ede8', 'name': 'tempest-TestVolumeBootPattern-1819522297-router', 'tenant_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:08:26Z', 'updated_at': '2021-12-08T13:18:25Z', 'revision_number': 6, 'project_id': 'b8a8b6b48ccb461fbd6c3bac28239f55', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:18:26.419012 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.449136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=894360b5-b83d-462b-b4a7-e10c1bf68ff5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:26.456849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f9d94-7ee0-4e65-a065-5189a66f6d1a None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:18:26.508260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.600395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.602565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.698864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.699490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b3ffbf-49d5-47e1-8573-fcf18465ede8 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:18:26.704005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.705143 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-41a1cd90-1a69-4440-a259-8453c62e8c95 admin admin] 10.222.0.76 "DELETE /v2.0/routers/85b3ffbf-49d5-47e1-8573-fcf18465ede8 HTTP/1.1" status: 204 len: 168 time: 0.9983482 Dec 08 13:18:26.707676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33982) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:26.751616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ed5c0f-be34-4669-ae82-4d710585769d admin admin] Deleting subnet 47529f19-62b2-4912-ac13-826e5206cb56 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:18:26.754593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45ed5c0f-be34-4669-ae82-4d710585769d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.792764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45ed5c0f-be34-4669-ae82-4d710585769d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.867183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45ed5c0f-be34-4669-ae82-4d710585769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.968052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45ed5c0f-be34-4669-ae82-4d710585769d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:26.992788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed5c0f-be34-4669-ae82-4d710585769d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47529f19-62b2-4912-ac13-826e5206cb56,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:26.995163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dccd00e0-9699-436e-b7a6-ee014baf851f no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:18:26.998671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45ed5c0f-be34-4669-ae82-4d710585769d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.001970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-45ed5c0f-be34-4669-ae82-4d710585769d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/47529f19-62b2-4912-ac13-826e5206cb56 HTTP/1.1" status: 204 len: 168 time: 0.2932699 Dec 08 13:18:27.004438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33984) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:27.021904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60512861-831e-4a4b-99fe-0f885cb49377 None None] Network fd11879a-5ba6-47ee-a3b6-c3ad1495c071 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:18:27.034148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: dccd00e0-9699-436e-b7a6-ee014baf851f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:18:27.037154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device dccd00e0-9699-436e-b7a6-ee014baf851f not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:18:27.037154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 894360b5-b83d-462b-b4a7-e10c1bf68ff5 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:18:27.063974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 894360b5-b83d-462b-b4a7-e10c1bf68ff5 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:18:27.071536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 894360b5-b83d-462b-b4a7-e10c1bf68ff5 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:18:27.097540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.194948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e00da-68af-4402-b4d9-817224abbaf5 None None] DHCP port deletion for fd11879a-5ba6-47ee-a3b6-c3ad1495c071 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:18:27.196630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0097-98fb-4377-a6d8-025535ee42f9 req-b6e71f38-be8a-4fc4-8c94-44f5493ba515 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:27.198748 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d56b0097-98fb-4377-a6d8-025535ee42f9 req-b6e71f38-be8a-4fc4-8c94-44f5493ba515 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 946 time: 0.0670133 Dec 08 13:18:27.202803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Deleting port 91e95ee9-6715-4c63-826d-18935b98f1ee {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:27.203149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.248494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e00da-68af-4402-b4d9-817224abbaf5 None None] Deleting port 91e95ee9-6715-4c63-826d-18935b98f1ee {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:18:27.248879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b9e00da-68af-4402-b4d9-817224abbaf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.295006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] For port 91e95ee9-6715-4c63-826d-18935b98f1ee, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=91e95ee9-6715-4c63-826d-18935b98f1ee,segment=NetworkSegment(2cc33eaa-0331-4137-9eb4-84e3d8d56ce5),segment_id=2cc33eaa-0331-4137-9eb4-84e3d8d56ce5)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:27.295374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.311997 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d56b0097-98fb-4377-a6d8-025535ee42f9 req-4f3fb6ab-1f37-4183-8db2-3471eac663ef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054115 Dec 08 13:18:27.315554 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2b9e00da-68af-4402-b4d9-817224abbaf5 None None] For port 91e95ee9-6715-4c63-826d-18935b98f1ee, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=91e95ee9-6715-4c63-826d-18935b98f1ee,segment=NetworkSegment(2cc33eaa-0331-4137-9eb4-84e3d8d56ce5),segment_id=2cc33eaa-0331-4137-9eb4-84e3d8d56ce5)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:18:27.315965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b9e00da-68af-4402-b4d9-817224abbaf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.316107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Calling delete_port for 91e95ee9-6715-4c63-826d-18935b98f1ee owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:27.329050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e00da-68af-4402-b4d9-817224abbaf5 None None] Calling delete_port for 91e95ee9-6715-4c63-826d-18935b98f1ee owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:18:27.434754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fcbae-945a-4b05-a2ed-1fe16bd9bfc4 req-89eb3485-c059-4c48-b40a-3d692cb1c3dd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:27.436077 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a92fcbae-945a-4b05-a2ed-1fe16bd9bfc4 req-89eb3485-c059-4c48-b40a-3d692cb1c3dd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 946 time: 0.0561428 Dec 08 13:18:27.473038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2b9e00da-68af-4402-b4d9-817224abbaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.499216 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a92fcbae-945a-4b05-a2ed-1fe16bd9bfc4 req-f7ea4c75-5e5d-4d75-8bc6-5af53862be01 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 Dec 08 13:18:27.499216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.500000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e00da-68af-4402-b4d9-817224abbaf5 None None] Pushing event deleted for resources: {'Port': ['ID=91e95ee9-6715-4c63-826d-18935b98f1ee,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:27.501294 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e00da-68af-4402-b4d9-817224abbaf5 None None] No DVR routers for this DVR port 91e95ee9-6715-4c63-826d-18935b98f1ee on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:18:27.509314 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33990) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:27.522739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Pushing event deleted for resources: {'Port': ['ID=91e95ee9-6715-4c63-826d-18935b98f1ee,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:27.524552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] No DVR routers for this DVR port 91e95ee9-6715-4c63-826d-18935b98f1ee on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:18:27.558419 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fbf5fe-61d9-40cc-a48b-811619cdf7ec tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:27.559995 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-08fbf5fe-61d9-40cc-a48b-811619cdf7ec tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 1094 time: 0.0496693 Dec 08 13:18:27.562788 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 33992) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:27.567427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:18:27.598477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.618118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd11879a-5ba6-47ee-a3b6-c3ad1495c071']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:27.627917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:27.628210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc33eaa-0331-4137-9eb4-84e3d8d56ce5') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:27.638131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.650902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.656876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:18:27.657256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: self.session.flush() Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:18:27.658901 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:18:27.673180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.774447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.815632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.827354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:27.830624 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] 10.222.0.76 "DELETE /v2.0/networks/fd11879a-5ba6-47ee-a3b6-c3ad1495c071 HTTP/1.1" status: 204 len: 168 time: 0.8251998 Dec 08 13:18:27.840354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015956c-3b2f-4631-bf13-a7e2bbf271cc admin admin] Pushing event deleted for resources: {'Network': ['ID=fd11879a-5ba6-47ee-a3b6-c3ad1495c071,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:27.881071 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.134 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/98442f67-c97a-43f9-924e-693bccf943f5) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:18:27.984101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.107465 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.143187 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:18:28.146209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:18:28.149710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:18:28.165265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33996) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:28.175969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=98442f67-c97a-43f9-924e-693bccf943f5,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:28.209948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f0a0e5ff-c36d-48aa-8236-4ab4cf6c909d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=846e760336ad44e4bde1f5d154098eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434628 Dec 08 13:18:28.210706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 33998) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:28.258302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-69954960-a965-4e9a-a719-74106e096ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.279369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-69954960-a965-4e9a-a719-74106e096ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.393108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-69954960-a965-4e9a-a719-74106e096ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.395861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-69954960-a965-4e9a-a719-74106e096ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.397132 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-69954960-a965-4e9a-a719-74106e096ce3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd083c74-1d2e-49ed-ae29-f3c6d22af58b HTTP/1.1" status: 204 len: 168 time: 0.1855698 Dec 08 13:18:28.406052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69954960-a965-4e9a-a719-74106e096ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd083c74-1d2e-49ed-ae29-f3c6d22af58b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:28.525361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.641270 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.716446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 91e95ee9-6715-4c63-826d-18935b98f1ee no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:18:28.804654 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.861480 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:28.886384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 91e95ee9-6715-4c63-826d-18935b98f1ee {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:18:28.886768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 91e95ee9-6715-4c63-826d-18935b98f1ee not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:18:28.933125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=98442f67-c97a-43f9-924e-693bccf943f5,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:28.944955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:29.042382 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP c02eff19-ade2-4e71-933c-c0e66e7469ee associated. External IP: 172.26.7.134, port: af3bb9bc-fe89-4b59-96c7-b43eafd12b89. Dec 08 13:18:29.079054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34004) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:29.158224 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b698c68a-944b-448e-a78f-9d5a4697c5b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8a8b6b48ccb461fbd6c3bac28239f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780571 Dec 08 13:18:29.160951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34006) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:18:29.212160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15690796-dd92-4b28-b89e-61d92884ce9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:29.239686 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15690796-dd92-4b28-b89e-61d92884ce9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:29.282595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 665c464b-721e-4ba0-8217-1cf1ff04b842 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:18:29.355783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15690796-dd92-4b28-b89e-61d92884ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:29.358444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15690796-dd92-4b28-b89e-61d92884ce9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:29.359693 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-15690796-dd92-4b28-b89e-61d92884ce9b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17f24260-25f3-44cd-8bf1-29f7d14f2884 HTTP/1.1" status: 204 len: 168 time: 0.1976392 Dec 08 13:18:29.369722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15690796-dd92-4b28-b89e-61d92884ce9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f24260-25f3-44cd-8bf1-29f7d14f2884,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:18:29.397083 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:18:29.409122 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] Sync routers for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:18:29.419218 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:29.421299 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:18:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:29.483764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:29.510002 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-02f65c65-6eba-4107-96f7-1ee789fcd42e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9461255 Dec 08 13:18:29.511306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:18:29.513563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02e7655-652f-4ec4-ab65-0c383ce96d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:18:29.528017 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:29.555640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6eaa4a-eabb-4f74-a6be-1acf621fa3f5 x-openstack-request-id: req-2b6eaa4a-eabb-4f74-a6be-1acf621fa3f5 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:18:29.555640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:18:29.555640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b6eaa4a-eabb-4f74-a6be-1acf621fa3f5 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:18:29.555640 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'status': 'completed', 'code': 200} Dec 08 13:18:29.623302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-88aeeb6b-2096-4a15-b527-3bff0a46b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:29.624823 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-88aeeb6b-2096-4a15-b527-3bff0a46b0d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 1099 time: 0.0435956 Dec 08 13:18:29.739474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-4da76c00-f108-4ca0-aa84-f2cec9ae0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:29.741078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-4da76c00-f108-4ca0-aa84-f2cec9ae0520 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 897 time: 0.1068776 Dec 08 13:18:29.782387 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:05Z', 'updated_at': '2021-12-08T13:18:08Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}, {'id': 'c02eff19-ade2-4e71-933c-c0e66e7469ee', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.134', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:e5:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:28Z', 'updated_at': '2021-12-08T13:18:28Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:29.810091 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] Checking router: 665c464b-721e-4ba0-8217-1cf1ff04b842 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:18:29.819403 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:18:29.820027 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:18:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:29.820248 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-53b0ed11-0530-4bd0-844f-4152c8e82164 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3bb9bc-fe89-4b59-96c7-b43eafd12b89 HTTP/1.1" status: 200 len: 1000 time: 0.0705686 Dec 08 13:18:29.871959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-3306f3b9-10f4-4336-af3c-316a6bec041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:29.873445 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-3306f3b9-10f4-4336-af3c-316a6bec041c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0458806 Dec 08 13:18:29.922860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-bf6f92bf-09ff-404a-8b33-b91dbcc35b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:18:29.924365 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-bf6f92bf-09ff-404a-8b33-b91dbcc35b95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425906 Dec 08 13:18:29.929212 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:18:30.031534 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-f297da66-8d79-4fcf-8ddb-5ccfb7dc608d service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974631 Dec 08 13:18:30.128925 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b02e7655-652f-4ec4-ab65-0c383ce96d2a req-d6f3b50b-46e1-4f2c-9970-de48f1a96d47 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879536 Dec 08 13:18:30.162365 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:05Z', 'updated_at': '2021-12-08T13:18:08Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}, {'id': 'c02eff19-ade2-4e71-933c-c0e66e7469ee', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.134', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:e5:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:28Z', 'updated_at': '2021-12-08T13:18:28Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:18:30.189875 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa219f-3ee0-4c9a-9dad-8202e3c5ae8f None None] The sync data for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv is: [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:05Z', 'updated_at': '2021-12-08T13:18:08Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}, {'id': 'c02eff19-ade2-4e71-933c-c0e66e7469ee', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.134', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:e5:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:28Z', 'updated_at': '2021-12-08T13:18:28Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:18:30.388836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa95394-1fa7-418f-94f8-279f9f25d552 None None] New status for floating IP c02eff19-ade2-4e71-933c-c0e66e7469ee: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:18:32.507928 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:18:40.264014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:40.510087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6282f75f-342a-44d2-8277-67a949d79748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:42.871958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8ce385ef-17ae-45c4-aa72-a57cc684af3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:44.094787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:45.212261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:18:46.195610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:01.385028 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-328e9778-2bcb-47ed-a1e1-c8bfa6da0705 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1762960 Dec 08 13:19:01.471327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-ade32edf-a942-4185-a35c-cf4ea1179e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:01.472710 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-ade32edf-a942-4185-a35c-cf4ea1179e6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1098 time: 0.0400491 Dec 08 13:19:01.890342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-12b9ca59-1f6d-42dd-8aad-83137cd2a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:01.891743 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-12b9ca59-1f6d-42dd-8aad-83137cd2a48c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 897 time: 0.3973699 Dec 08 13:19:01.956911 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-21d21679-e92f-48e1-938d-ce521e03b4f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 1001 time: 0.0564260 Dec 08 13:19:02.004946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-e6f3e0e3-5232-4ebc-938b-fe76ad298519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:02.006366 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-e6f3e0e3-5232-4ebc-938b-fe76ad298519 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0421295 Dec 08 13:19:02.054230 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-dad34916-14bd-4112-9c5c-c0dc8afee5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:02.055699 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-dad34916-14bd-4112-9c5c-c0dc8afee5b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420177 Dec 08 13:19:02.142860 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-2b957eb3-4d3c-4e14-b498-19f20bde6aa7 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796754 Dec 08 13:19:02.233719 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36e7c8e3-53c5-4e0f-9b62-8635388c7c6f req-72875d5e-b041-46b5-a524-4d3c06d16dfe service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838053 Dec 08 13:19:03.577574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34026) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:03.636363 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-10422053-4f24-4539-9f4c-0efc1a6ac678 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4 HTTP/1.1" status: 200 len: 993 time: 0.0575738 Dec 08 13:19:03.752445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-1dc1905d-3e36-451c-996d-5b1f22a5df21 req-b0f2ca15-1c2a-4f6c-9260-5c97838235b7 service neutron] (103715) timed out ('10.222.0.72', 49860) {{(pid=103715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 13:19:04.322012 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34034) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:04.327922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:04.391576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:04.537381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:04.567189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:04.617991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:04.662236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:04.662955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:04.664459 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/ports/693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 938 time: 0.3413970 Dec 08 13:19:04.665043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:19:04.667365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c2fd0-9789-46fb-b252-5b51e7a46b94" -d '{"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:19:04.691866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,revision_number=6']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:04.699922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.700285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.700680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.700985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.701331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.701676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.702157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.702502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.702877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.703223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.703562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.703896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.704226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c873da-4392-4d88-834d-f06a7294d086 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:04.708698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572e2e1a-c7ad-4f74-b13a-a3cb2bbd93ff x-openstack-request-id: req-572e2e1a-c7ad-4f74-b13a-a3cb2bbd93ff {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:19:04.709028 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:19:04.709293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-572e2e1a-c7ad-4f74-b13a-a3cb2bbd93ff {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:19:04.709699 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'status': 'completed', 'code': 200} Dec 08 13:19:04.776932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-6b469ffd-c905-4be0-8575-f391026436d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:04.778841 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-6b469ffd-c905-4be0-8575-f391026436d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1099 time: 0.0431702 Dec 08 13:19:04.862825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-90f85502-39ea-48c3-8316-2bf03f876da4 None None] Provisioning complete for port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:04.863458 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-90f85502-39ea-48c3-8316-2bf03f876da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:04.878231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-bc4dd5f5-1f35-4127-b522-3418ad942585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:04.879711 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-bc4dd5f5-1f35-4127-b522-3418ad942585 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 897 time: 0.0933640 Dec 08 13:19:04.907378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-90f85502-39ea-48c3-8316-2bf03f876da4 None None] Port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe is administratively disabled so it will not transition to active. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 08 13:19:04.954836 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-dabbd1b9-3589-4200-8067-a99ee17fb855 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 1002 time: 0.0664124 Dec 08 13:19:05.007816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-4066582d-bb7b-4872-8fa6-6241bbad8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:05.009274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-4066582d-bb7b-4872-8fa6-6241bbad8169 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0481975 Dec 08 13:19:05.053552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-512c84ad-0bf4-49db-bb88-eb4e20b92347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:05.055060 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-512c84ad-0bf4-49db-bb88-eb4e20b92347 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386651 Dec 08 13:19:05.145792 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-0197260f-5589-484b-8864-b7b203526135 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828657 Dec 08 13:19:05.242196 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-549c2fd0-9789-46fb-b252-5b51e7a46b94 req-e862b173-195f-45c6-8fb0-f15b48f09079 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885041 Dec 08 13:19:08.050641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34042) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:08.055885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0f47c627-f0df-4d6a-b067-015738ecfcff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:08.120117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f47c627-f0df-4d6a-b067-015738ecfcff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:08.262046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-0f47c627-f0df-4d6a-b067-015738ecfcff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:08.295794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f47c627-f0df-4d6a-b067-015738ecfcff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:08.383448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f47c627-f0df-4d6a-b067-015738ecfcff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:08.424706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f47c627-f0df-4d6a-b067-015738ecfcff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:08.425328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0f47c627-f0df-4d6a-b067-015738ecfcff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:08.426818 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0f47c627-f0df-4d6a-b067-015738ecfcff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/ports/693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 937 time: 0.3750825 Dec 08 13:19:08.427387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:19:08.429665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d10845-e217-4506-aef0-1536c4d5540b" -d '{"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:19:08.430113 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34044) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:08.460207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47c627-f0df-4d6a-b067-015738ecfcff tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,revision_number=7']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:08.474985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ce95e3-61a3-49da-bf93-739af95b2a57 x-openstack-request-id: req-35ce95e3-61a3-49da-bf93-739af95b2a57 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:19:08.475287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:19:08.475684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35ce95e3-61a3-49da-bf93-739af95b2a57 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:19:08.476356 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'status': 'completed', 'code': 200} Dec 08 13:19:08.516764 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-41b70727-ca7f-4848-b49b-170617ec85b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4 HTTP/1.1" status: 200 len: 993 time: 0.0843277 Dec 08 13:19:08.543675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10845-e217-4506-aef0-1536c4d5540b req-a6139596-0829-41c9-8837-3c43c51c6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:08.545248 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88d10845-e217-4506-aef0-1536c4d5540b req-a6139596-0829-41c9-8837-3c43c51c6020 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1098 time: 0.0448906 Dec 08 13:19:08.646947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10845-e217-4506-aef0-1536c4d5540b req-8e47de22-1f86-4402-bc96-e4f531227063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:08.647934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3392ac70-1871-4328-892e-bcdd58792468 None None] Provisioning complete for port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:08.648422 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3392ac70-1871-4328-892e-bcdd58792468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:08.648527 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88d10845-e217-4506-aef0-1536c4d5540b req-8e47de22-1f86-4402-bc96-e4f531227063 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 897 time: 0.0959744 Dec 08 13:19:08.670547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['693e33fc-5dfa-4449-a12c-c1ce3ff66abe'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:19:08.717735 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88d10845-e217-4506-aef0-1536c4d5540b req-b1867772-66d2-4a66-963d-f3ed508f7f62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 1001 time: 0.0610929 Dec 08 13:19:08.768583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10845-e217-4506-aef0-1536c4d5540b req-9c3384c7-e5de-45b1-a913-47f35ad89267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:08.770076 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88d10845-e217-4506-aef0-1536c4d5540b req-9c3384c7-e5de-45b1-a913-47f35ad89267 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0440700 Dec 08 13:19:08.820070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10845-e217-4506-aef0-1536c4d5540b req-1714061f-c7de-4b50-a99c-1e098cbf0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:08.821582 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88d10845-e217-4506-aef0-1536c4d5540b req-1714061f-c7de-4b50-a99c-1e098cbf0d63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446935 Dec 08 13:19:08.910920 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88d10845-e217-4506-aef0-1536c4d5540b req-519df62d-f0e1-4733-a58f-29f5a5012740 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816920 Dec 08 13:19:09.004176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88d10845-e217-4506-aef0-1536c4d5540b req-a11fdbc3-195a-4bb8-8f0e-425ebead01b2 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857911 Dec 08 13:19:09.506170 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:19:10.259890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:10.491905 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e5236e4d-da07-4bad-939c-ca552107e747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:11.044665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34054) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:11.198421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 98442f67-c97a-43f9-924e-693bccf943f5 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:19:11.198799 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:11.276397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:11.276730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:11.288854 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 98442f67-c97a-43f9-924e-693bccf943f5 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:19:11.506036 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:11.531590 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=98442f67-c97a-43f9-924e-693bccf943f5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:11.554492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.554873 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.555221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.555566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.555901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.556236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.556570 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.556901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.557232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.557593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.557920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.558247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.558587 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:11.598957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:11.599292 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP c02eff19-ade2-4e71-933c-c0e66e7469ee disassociated (deleted). External IP: 172.26.7.134, port: af3bb9bc-fe89-4b59-96c7-b43eafd12b89. Dec 08 13:19:11.806156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 665c464b-721e-4ba0-8217-1cf1ff04b842 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:19:11.911595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:19:11.916437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:11.924932 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] Sync routers for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:19:11.935241 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:11.935862 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:18:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:11.944624 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3727f8f9-81d2-48e0-b28b-63398f8a85d8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/floatingips/c02eff19-ade2-4e71-933c-c0e66e7469ee HTTP/1.1" status: 204 len: 168 time: 0.8988187 Dec 08 13:19:11.945299 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:19:11.947655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d83df-d5bb-4855-82f3-87a428920489" -d '{"events": [{"name": "network-changed", "server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:19:11.986503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d76f0d-2648-4a0b-be9f-8c101ebf77ba x-openstack-request-id: req-67d76f0d-2648-4a0b-be9f-8c101ebf77ba {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:19:11.986836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:19:11.987100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67d76f0d-2648-4a0b-be9f-8c101ebf77ba {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:19:11.987632 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'status': 'completed', 'code': 200} Dec 08 13:19:12.045870 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:12.049417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d83df-d5bb-4855-82f3-87a428920489 req-e58e0965-ecbc-4d3e-b6e9-b71ef47b7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:12.050957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c55d83df-d5bb-4855-82f3-87a428920489 req-e58e0965-ecbc-4d3e-b6e9-b71ef47b7cf1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 1099 time: 0.0418413 Dec 08 13:19:12.152570 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d83df-d5bb-4855-82f3-87a428920489 req-d472b76c-2c0b-459b-bc02-03a90d06b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:12.153961 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c55d83df-d5bb-4855-82f3-87a428920489 req-d472b76c-2c0b-459b-bc02-03a90d06b484 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 897 time: 0.0944748 Dec 08 13:19:12.196635 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c55d83df-d5bb-4855-82f3-87a428920489 req-36995c6d-9136-429d-b9e4-9e3a9c83b3b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3bb9bc-fe89-4b59-96c7-b43eafd12b89 HTTP/1.1" status: 200 len: 217 time: 0.0355780 Dec 08 13:19:12.249601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d83df-d5bb-4855-82f3-87a428920489 req-256202a4-b5f5-462f-be97-17df8b189eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:12.250875 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c55d83df-d5bb-4855-82f3-87a428920489 req-256202a4-b5f5-462f-be97-17df8b189eb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0471425 Dec 08 13:19:12.305981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d83df-d5bb-4855-82f3-87a428920489 req-fe28e285-0385-4e03-ae05-c1800876c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:12.307541 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c55d83df-d5bb-4855-82f3-87a428920489 req-fe28e285-0385-4e03-ae05-c1800876c4f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491290 Dec 08 13:19:12.365621 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:05Z', 'updated_at': '2021-12-08T13:18:08Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:12.394698 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] Checking router: 665c464b-721e-4ba0-8217-1cf1ff04b842 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:19:12.402992 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:12.403534 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:18:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:12.420176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f572e-6a74-453d-b41d-9028cedb412a req-ac0334d7-c0fd-4a54-9858-c22e65485030 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:12.421665 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d24f572e-6a74-453d-b41d-9028cedb412a req-ac0334d7-c0fd-4a54-9858-c22e65485030 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 946 time: 0.1100452 Dec 08 13:19:12.449411 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c55d83df-d5bb-4855-82f3-87a428920489 req-066a43d2-c8bd-4b69-a9b8-53e2a5d7859d service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290441 Dec 08 13:19:12.499896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d24f572e-6a74-453d-b41d-9028cedb412a req-7f80b2e0-59d8-41f2-856d-636ebba7d719 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714054 Dec 08 13:19:12.509529 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:12.561025 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c55d83df-d5bb-4855-82f3-87a428920489 req-db73e23f-1265-4a64-8ced-415f1014fda4 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996158 Dec 08 13:19:12.733912 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:05Z', 'updated_at': '2021-12-08T13:18:08Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:12.758765 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06f32d-be99-4ade-be24-1951e6264203 None None] The sync data for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv is: [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'port_id': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'mac_address': 'fa:16:3e:74:72:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:18:05Z', 'updated_at': '2021-12-08T13:18:08Z', 'revision_number': 1, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:19:12.863469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e8596125-f597-489b-9744-574da56d1cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:12.965699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a467000e-f30e-49f2-9c0a-3d29eb4e6125 None None] New status for floating IP c02eff19-ade2-4e71-933c-c0e66e7469ee: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:19:13.644600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-d2dff4dd-c16d-4651-80b7-48b909f73b49 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:13.646078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-d2dff4dd-c16d-4651-80b7-48b909f73b49 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 946 time: 0.0797243 Dec 08 13:19:13.653544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01b30b-2f11-4c54-bbb9-93478be6f868 req-3d9433d5-0ebf-4c35-814c-48f39a904de8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:13.654937 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8b01b30b-2f11-4c54-bbb9-93478be6f868 req-3d9433d5-0ebf-4c35-814c-48f39a904de8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 946 time: 0.0805757 Dec 08 13:19:13.749556 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8b01b30b-2f11-4c54-bbb9-93478be6f868 req-6c3e4b58-1255-4b9a-be41-201b314a1f91 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=382537d5-60d2-4043-8afc-8693382e5d06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874813 Dec 08 13:19:13.771353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:19:13.771693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:13.861744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port af3bb9bc-fe89-4b59-96c7-b43eafd12b89, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:13.862037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:13.874208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for af3bb9bc-fe89-4b59-96c7-b43eafd12b89 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:19:14.063771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:14.086288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:14.091897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=af3bb9bc-fe89-4b59-96c7-b43eafd12b89,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:14.132541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port af3bb9bc-fe89-4b59-96c7-b43eafd12b89 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:19:14.135111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:14.138422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-914ec753-ae99-4743-b8ff-6c29cba18455 req-b340d490-8d2e-4236-96eb-90064623accd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/af3bb9bc-fe89-4b59-96c7-b43eafd12b89 HTTP/1.1" status: 204 len: 173 time: 0.4826138 Dec 08 13:19:14.138927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'name': 'network-vif-deleted', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:19:14.141645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0789ab14-790e-487f-824c-b480a7691274" -d '{"events": [{"server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "name": "network-vif-deleted", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:19:14.176959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4e9205-7b97-4c4d-8944-b1fcadbe8a33 x-openstack-request-id: req-8c4e9205-7b97-4c4d-8944-b1fcadbe8a33 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:19:14.177596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadaaea8-6db1-4de0-9fef-b4d44105c96a", "name": "network-vif-deleted", "tag": "af3bb9bc-fe89-4b59-96c7-b43eafd12b89", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:19:14.177894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c4e9205-7b97-4c4d-8944-b1fcadbe8a33 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:19:14.178296 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadaaea8-6db1-4de0-9fef-b4d44105c96a', 'name': 'network-vif-deleted', 'tag': 'af3bb9bc-fe89-4b59-96c7-b43eafd12b89', 'status': 'completed', 'code': 200} Dec 08 13:19:14.857415 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e6998b7-b311-41d7-b6a5-13d375dcf762 req-fe954113-bc70-4432-8715-d31432f42a02 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadaaea8-6db1-4de0-9fef-b4d44105c96a HTTP/1.1" status: 200 len: 210 time: 0.0292103 Dec 08 13:19:15.240383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:15.917314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34070) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:15.975855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1514624-00e0-4361-b120-6b0987e3050c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.000513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1514624-00e0-4361-b120-6b0987e3050c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.126889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1514624-00e0-4361-b120-6b0987e3050c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.129451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1514624-00e0-4361-b120-6b0987e3050c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.130734 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f1514624-00e0-4361-b120-6b0987e3050c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/382537d5-60d2-4043-8afc-8693382e5d06 HTTP/1.1" status: 204 len: 168 time: 0.2124324 Dec 08 13:19:16.359968 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1514624-00e0-4361-b120-6b0987e3050c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382537d5-60d2-4043-8afc-8693382e5d06,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:16.361577 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.362202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34074) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:16.402257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 11d82254-fffc-485c-99b3-f580e186efc9 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:19:16.402520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.478494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.478846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.490487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 11d82254-fffc-485c-99b3-f580e186efc9 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:19:16.703684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.731357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=11d82254-fffc-485c-99b3-f580e186efc9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:16.792408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:16.792738 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4 disassociated (deleted). External IP: 172.26.7.194, port: 693e33fc-5dfa-4449-a12c-c1ce3ff66abe. Dec 08 13:19:17.000309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 665c464b-721e-4ba0-8217-1cf1ff04b842 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:19:17.108042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:19:17.112897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:17.118290 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] Sync routers for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:19:17.131936 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:17.132551 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:17.139243 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-64cfc157-3323-4264-bc23-d31984766dce tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/floatingips/2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4 HTTP/1.1" status: 204 len: 168 time: 0.8965158 Dec 08 13:19:17.139846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:19:17.142595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a73984-f1c9-429f-a5d3-f8380a7fce71" -d '{"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:19:17.180211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d676aafe-f126-4586-95ae-b595a277c645 x-openstack-request-id: req-d676aafe-f126-4586-95ae-b595a277c645 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:19:17.180531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:19:17.180842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d676aafe-f126-4586-95ae-b595a277c645 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:19:17.181258 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'status': 'completed', 'code': 200} Dec 08 13:19:17.246770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-35bff194-f031-439d-88a0-5babdc925101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:17.248418 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-35bff194-f031-439d-88a0-5babdc925101 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 1098 time: 0.0444405 Dec 08 13:19:17.248858 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:17.343677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-e42f7f82-5b75-4a33-ba4f-71de160c3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:17.345672 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-e42f7f82-5b75-4a33-ba4f-71de160c3d06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 200 len: 897 time: 0.0897346 Dec 08 13:19:17.386858 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-88fdb54e-11fe-4c04-b168-02a32c568981 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 200 len: 217 time: 0.0336199 Dec 08 13:19:17.442370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-e5756c9b-96a7-4bf4-962d-9f4fbaccf869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:17.443885 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-e5756c9b-96a7-4bf4-962d-9f4fbaccf869 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 200 len: 835 time: 0.0502577 Dec 08 13:19:17.448152 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:17.474443 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] Checking router: 665c464b-721e-4ba0-8217-1cf1ff04b842 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:19:17.482817 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:17.483424 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:17.490516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-425d5b87-abb1-4f98-b137-680622d95d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:17.492072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-425d5b87-abb1-4f98-b137-680622d95d9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2f5e969-5deb-47f1-b47e-1a10805d1e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404732 Dec 08 13:19:17.596177 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:17.615076 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-524832ea-5d97-4749-9ea4-966460485ac0 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151099 Dec 08 13:19:17.629885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c80172-d124-43f8-91d3-a3a5980bb79b req-efec0d08-a411-4690-8650-9989fe33d2c0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:17.631333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a5c80172-d124-43f8-91d3-a3a5980bb79b req-efec0d08-a411-4690-8650-9989fe33d2c0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 945 time: 0.0721848 Dec 08 13:19:17.734727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a5c80172-d124-43f8-91d3-a3a5980bb79b req-03a818bc-f3d7-4abf-a76d-23d7d7ce1790 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947738 Dec 08 13:19:17.749001 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3a73984-f1c9-429f-a5d3-f8380a7fce71 req-a43998e8-80f0-4720-8e6a-75fad39619e1 service neutron] 10.222.0.72 "GET /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167412 Dec 08 13:19:17.793125 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:17.819831 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10380370-2069-4393-bfbc-b0de5784c4cb None None] The sync data for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv is: [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:45Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '0e92cb65-67dc-4d0f-b640-fe380a9934d0', 'name': '', 'network_id': 'f2f5e969-5deb-47f1-b47e-1a10805d1e3c', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:45Z', 'updated_at': '2021-12-08T13:17:48Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'e05f7247-b2cd-416a-a509-ea68ca4b6a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:19:18.033757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74e584-e3e8-4bf9-8334-ce78a32c0196 None None] New status for floating IP 2bb1f102-4cd9-4f5f-80a5-46a2525ee3e4: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:19:18.193504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device af3bb9bc-fe89-4b59-96c7-b43eafd12b89 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:19:18.216999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: af3bb9bc-fe89-4b59-96c7-b43eafd12b89 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:19:18.217349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device af3bb9bc-fe89-4b59-96c7-b43eafd12b89 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:19:18.854983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7feee-3d24-4332-bffe-39ea99ba0d6b req-9b50d5c9-0460-4b69-9d08-6c2e9355227b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:18.856456 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-01e7feee-3d24-4332-bffe-39ea99ba0d6b req-9b50d5c9-0460-4b69-9d08-6c2e9355227b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Dec 08 13:19:18.909121 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-01e7feee-3d24-4332-bffe-39ea99ba0d6b req-fcb2098a-dba4-49c3-96e9-83857b321309 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ddc58cf-e4c9-4870-bafc-0ab96199a687&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458696 Dec 08 13:19:19.020415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-6976705e-d7bf-4539-a36c-cbb9c01c5b92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:19.021895 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-6976705e-d7bf-4539-a36c-cbb9c01c5b92 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Dec 08 13:19:19.112843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:19:19.113183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:19.204852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:19.204852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:19.212822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 693e33fc-5dfa-4449-a12c-c1ce3ff66abe owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:19:19.423385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:19.451669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=693e33fc-5dfa-4449-a12c-c1ce3ff66abe,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:19.490851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port 693e33fc-5dfa-4449-a12c-c1ce3ff66abe on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:19:19.495959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:19.496747 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-260c83a3-5f68-490c-89f7-ad91675a65b9 req-382fbf3e-2cd6-4f3c-bf17-a96e48d20e3a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/693e33fc-5dfa-4449-a12c-c1ce3ff66abe HTTP/1.1" status: 204 len: 173 time: 0.4688230 Dec 08 13:19:19.497185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'name': 'network-vif-deleted', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:19:19.499430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d73c06-421e-420f-b972-6c4dc8a8436d" -d '{"events": [{"server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "name": "network-vif-deleted", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:19:19.534178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb14f62-7ba8-42ce-a7fd-9ccfb14ffca5 x-openstack-request-id: req-fcb14f62-7ba8-42ce-a7fd-9ccfb14ffca5 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:19:19.534477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b9f4d7-887a-4efb-b114-78f3cef81d20", "name": "network-vif-deleted", "tag": "693e33fc-5dfa-4449-a12c-c1ce3ff66abe", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:19:19.534775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fcb14f62-7ba8-42ce-a7fd-9ccfb14ffca5 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:19:19.535203 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b9f4d7-887a-4efb-b114-78f3cef81d20', 'name': 'network-vif-deleted', 'tag': '693e33fc-5dfa-4449-a12c-c1ce3ff66abe', 'status': 'completed', 'code': 200} Dec 08 13:19:20.014565 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5f5f5d91-0af5-4fd8-a22d-5a9691c6b87b req-5f2eb90d-38f1-4281-943c-2654b03e7d81 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=16b9f4d7-887a-4efb-b114-78f3cef81d20 HTTP/1.1" status: 200 len: 210 time: 0.0289645 Dec 08 13:19:21.070730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34090) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:21.126747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a498c8-1504-4784-b8d1-8e76ea22f585 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:21.152027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a498c8-1504-4784-b8d1-8e76ea22f585 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:21.314925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a498c8-1504-4784-b8d1-8e76ea22f585 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:21.317578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a498c8-1504-4784-b8d1-8e76ea22f585 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:21.318796 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f2a498c8-1504-4784-b8d1-8e76ea22f585 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/7ddc58cf-e4c9-4870-bafc-0ab96199a687 HTTP/1.1" status: 204 len: 168 time: 0.2470458 Dec 08 13:19:21.329020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a498c8-1504-4784-b8d1-8e76ea22f585 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddc58cf-e4c9-4870-bafc-0ab96199a687,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:21.412799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34094) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:22.084909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:22.334782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 0e92cb65-67dc-4d0f-b640-fe380a9934d0 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:19:22.335170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:22.420736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 0e92cb65-67dc-4d0f-b640-fe380a9934d0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=0e92cb65-67dc-4d0f-b640-fe380a9934d0,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:22.421155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:22.434015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 0e92cb65-67dc-4d0f-b640-fe380a9934d0 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:19:22.671665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:22.703934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=0e92cb65-67dc-4d0f-b640-fe380a9934d0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:22.875809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.085941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router 665c464b-721e-4ba0-8217-1cf1ff04b842 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:19:23.195450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:19:23.203751 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d4af15c0-772b-4129-9420-a2fd7edb915b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/665c464b-721e-4ba0-8217-1cf1ff04b842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7866561 Dec 08 13:19:23.203751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34096) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:23.206729 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] Sync routers for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:19:23.216968 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:23.217571 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:23.254698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-6480bb92-cb03-41d4-a19d-39b3d082331f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting subnet e05f7247-b2cd-416a-a509-ea68ca4b6a7d {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:19:23.257797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6480bb92-cb03-41d4-a19d-39b3d082331f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.299048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6480bb92-cb03-41d4-a19d-39b3d082331f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.389734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6480bb92-cb03-41d4-a19d-39b3d082331f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.410362 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:23.515132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6480bb92-cb03-41d4-a19d-39b3d082331f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.543507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480bb92-cb03-41d4-a19d-39b3d082331f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Subnet': ['ID=e05f7247-b2cd-416a-a509-ea68ca4b6a7d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:23.545497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6480bb92-cb03-41d4-a19d-39b3d082331f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.551333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6480bb92-cb03-41d4-a19d-39b3d082331f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/subnets/e05f7247-b2cd-416a-a509-ea68ca4b6a7d HTTP/1.1" status: 204 len: 168 time: 0.3438990 Dec 08 13:19:23.551463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f6dea2-f2d2-4a62-bf86-a5ff637e1f35 None None] Network f2f5e969-5deb-47f1-b47e-1a10805d1e3c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:19:23.551905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34098) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:23.584147 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:19:22Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:23.614267 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] Checking router: 665c464b-721e-4ba0-8217-1cf1ff04b842 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:19:23.622662 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] Routers {'665c464b-721e-4ba0-8217-1cf1ff04b842'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:23.623273 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['665c464b-721e-4ba0-8217-1cf1ff04b842'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:23.668335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.726035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] DHCP port deletion for f2f5e969-5deb-47f1-b47e-1a10805d1e3c request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:19:23.731492 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] Set router 665c464b-721e-4ba0-8217-1cf1ff04b842 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:23.773906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Deleting port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:19:23.774388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.780860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.840072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] For port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e3e22e1d-c912-47b3-9ac0-198cc5ea17e4,segment=NetworkSegment(54d10008-391f-40be-b22e-a2ffc909f88d),segment_id=54d10008-391f-40be-b22e-a2ffc909f88d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:23.840470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.852899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Calling delete_port for e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:19:23.878810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 8d760827-174f-4b76-b599-12cae99ba74a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:19:23.879173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.911279 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:19:22Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:23.937458 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b54e1-3730-48ff-a89d-efdba79c3222 None None] The sync data for ids ['665c464b-721e-4ba0-8217-1cf1ff04b842'] in dv-neutron-799625-5-hyperv is: [{'id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'name': 'tempest-TestNetworkBasicOps-router-1201731903', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': '8d760827-174f-4b76-b599-12cae99ba74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:19:22Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': '8d760827-174f-4b76-b599-12cae99ba74a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665c464b-721e-4ba0-8217-1cf1ff04b842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:17:41Z', 'updated_at': '2021-12-08T13:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:19:23.962888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 8d760827-174f-4b76-b599-12cae99ba74a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8d760827-174f-4b76-b599-12cae99ba74a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:23.963256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:23.975641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 8d760827-174f-4b76-b599-12cae99ba74a owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:19:24.014559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.040917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Pushing event deleted for resources: {'Port': ['ID=e3e22e1d-c912-47b3-9ac0-198cc5ea17e4,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:24.043962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] No DVR routers for this DVR port e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:19:24.050997 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.051365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.055098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a990b9-08c6-4ce6-9599-44d7cfa706ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:24.192573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 693e33fc-5dfa-4449-a12c-c1ce3ff66abe no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:19:24.206029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.215060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 693e33fc-5dfa-4449-a12c-c1ce3ff66abe {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:19:24.215415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 693e33fc-5dfa-4449-a12c-c1ce3ff66abe not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:19:24.232292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=8d760827-174f-4b76-b599-12cae99ba74a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:24.245617 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50115c-0b10-4fe0-ad19-0dbac536e5fc None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:19:24.298128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.393321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.395583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.514849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.515433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Fanout notify agent at l3_agent the message router_deleted on router 665c464b-721e-4ba0-8217-1cf1ff04b842 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:19:24.522797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.523928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ae17f3af-69b3-4c79-b05e-8b109f59b344 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/routers/665c464b-721e-4ba0-8217-1cf1ff04b842 HTTP/1.1" status: 204 len: 168 time: 0.9713390 Dec 08 13:19:24.526881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34100) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:24.610603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.702295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.722530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f5e969-5deb-47f1-b47e-1a10805d1e3c']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:24.731368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d10008-391f-40be-b22e-a2ffc909f88d') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:24.731664 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d10008-391f-40be-b22e-a2ffc909f88d') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:24.740690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.753235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.759021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:19:24.759397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:19:24.762218 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:19:24.882678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.889415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:24.892409 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/networks/f2f5e969-5deb-47f1-b47e-1a10805d1e3c HTTP/1.1" status: 204 len: 168 time: 0.3645573 Dec 08 13:19:24.903692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c25c7f-1af9-4fe3-8311-643cb8c83eb2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Network': ['ID=f2f5e969-5deb-47f1-b47e-1a10805d1e3c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:24.921392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34102) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:24.926326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'network': {'name': 'tempest-network-smoke--1214610075', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'port_security_enabled': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:25.005994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0e92cb65-67dc-4d0f-b640-fe380a9934d0 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:19:25.026494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 0e92cb65-67dc-4d0f-b640-fe380a9934d0 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:19:25.026893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 0e92cb65-67dc-4d0f-b640-fe380a9934d0 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:19:25.027311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:19:25.031101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:19:25.034738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.046510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:19:25.046887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e3e22e1d-c912-47b3-9ac0-198cc5ea17e4 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:19:25.047345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8d760827-174f-4b76-b599-12cae99ba74a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:19:25.058061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:19:25.067027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8d760827-174f-4b76-b599-12cae99ba74a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:19:25.067375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8d760827-174f-4b76-b599-12cae99ba74a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:19:25.067979 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.068991 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Added segment 8bdbe7f6-9178-4899-9d5c-0ac7935d854e of type vlan for network 45830e74-20d8-4482-86fe-959097e91869 Dec 08 13:19:25.108505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.183132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.188966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:25.190052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.259567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Network': ['ID=45830e74-20d8-4482-86fe-959097e91869,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:25.269159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 45830e74-20d8-4482-86fe-959097e91869 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:19:25.277365 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a8998f72-3e42-4b48-b344-936a001fb928 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3549328 Dec 08 13:19:25.280236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34104) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:25.284914 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'admin_state_up': True, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:25.383410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.384509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.435669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.612754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.856027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.874304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:25.970511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.69 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/bab15882-a14d-4a4f-a1c7-b70934247f44) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:19:26.071473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:26.160694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:26.194105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:19:26.197049 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:19:26.200591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:19:26.209813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a40ae-5289-4909-a3dc-8716c6fe428d None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:19:26.232964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=bab15882-a14d-4a4f-a1c7-b70934247f44,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:26.310609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-29c72dcf-5d5b-474a-a753-4bba72cc57fc None None] Provisioning complete for port bab15882-a14d-4a4f-a1c7-b70934247f44 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:26.311067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-29c72dcf-5d5b-474a-a753-4bba72cc57fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:26.345658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-29c72dcf-5d5b-474a-a753-4bba72cc57fc None None] Port bab15882-a14d-4a4f-a1c7-b70934247f44 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:19:26.805175 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:26.994741 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:27.168114 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router cc1734cc-261e-454c-9b90-cf09d8562ac4 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:19:27.272981 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:19:27.282265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Sync routers for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:19:27.292586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:27.293193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:27.341573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:27.342850 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fb408f3b-cedc-46b2-9185-09b9b7ef4927 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0615361 Dec 08 13:19:27.346463 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34106) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:27.377712 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-35b7a687-e7de-40e9-80a4-ad818e684a1a tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=cc3ba29949ba4170ae0e5423d641d2ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300539 Dec 08 13:19:27.380680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34108) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:27.399818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:27.466212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a28d16-58ce-47da-bd4d-3ac480e4b359 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:27.467754 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-48a28d16-58ce-47da-bd4d-3ac480e4b359 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853810 Dec 08 13:19:27.470524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34110) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:27.498350 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2d9341fc-b75a-4627-9e37-ca59383dd405 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261652 Dec 08 13:19:27.500756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34112) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:27.505601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112018039', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:27.574453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:26Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:27.601414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Checking router: cc1734cc-261e-454c-9b90-cf09d8562ac4 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:19:27.602559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Updating router cc1734cc-261e-454c-9b90-cf09d8562ac4 port bab15882-a14d-4a4f-a1c7-b70934247f44 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:19:27.625279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:27.642248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:19:27.646333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:27.871350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:27.878410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:27.931481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Subnet': ['ID=abcc0190-1f8c-48a7-b31d-7e4ad805c58b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:27.938753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Checking segment: {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:19:27.939117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network hostable DHCP agents. Network: 45830e74-20d8-4482-86fe-959097e91869, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:19:27.971339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.017122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67dbd9-85df-4254-a4b4-464bbe1719fb None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:19:28.034727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Attempting to bind port bab15882-a14d-4a4f-a1c7-b70934247f44 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:19:28.035092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Attempting to bind port bab15882-a14d-4a4f-a1c7-b70934247f44 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:19:28.035514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Attempting to bind port bab15882-a14d-4a4f-a1c7-b70934247f44 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:19:28.037838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4f613-0f72-4a86-bfce-667cdd7acdcc None None] Pushing event updated for resources: {'Port': ['ID=bab15882-a14d-4a4f-a1c7-b70934247f44,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:28.045215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:19:28.045598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:19:28.046007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.046426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:19:28.046975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Bound port: bab15882-a14d-4a4f-a1c7-b70934247f44, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:19:28.047361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.048241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 45830e74-20d8-4482-86fe-959097e91869 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:19:28.103041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-67bcc7cf-49fb-4f45-b757-a0126c3b9e33 None None] Provisioning complete for port bab15882-a14d-4a4f-a1c7-b70934247f44 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:28.103410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-67bcc7cf-49fb-4f45-b757-a0126c3b9e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.125726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 45830e74-20d8-4482-86fe-959097e91869) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:19:28.129711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] For port bab15882-a14d-4a4f-a1c7-b70934247f44, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:19:28.131782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:28.132393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.141150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55677348-8cf0-487b-91a6-4b501f9859a3 None None] Network 45830e74-20d8-4482-86fe-959097e91869 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:19:28.166082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] For port bab15882-a14d-4a4f-a1c7-b70934247f44, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bab15882-a14d-4a4f-a1c7-b70934247f44,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:19:28.169583 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-67bcc7cf-49fb-4f45-b757-a0126c3b9e33 None None] Port bab15882-a14d-4a4f-a1c7-b70934247f44 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:19:28.203409 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-353de684-cbba-4332-a530-2d881b643d23 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7014997 Dec 08 13:19:28.206731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34114) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:28.244896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.274905 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-45830e74-20d8-4482-86fe-959097e91869', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:19:28.275811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.309033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da9d6b-6930-4c93-b39b-18603f2275f8 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:19:28.380507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4f613-0f72-4a86-bfce-667cdd7acdcc None None] Pushing event updated for resources: {'Port': ['ID=bab15882-a14d-4a4f-a1c7-b70934247f44,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:28.388853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:28.389483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:28.648568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.667308 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fa0a3767-f299-4867-ae30-8d51c8167716 None None] Provisioning complete for port bab15882-a14d-4a4f-a1c7-b70934247f44 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:28.667692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3767-f299-4867-ae30-8d51c8167716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.721468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Allocated IP 172.20.0.2 (45830e74-20d8-4482-86fe-959097e91869/abcc0190-1f8c-48a7-b31d-7e4ad805c58b/8518e4ed-88ae-4ff9-9680-a118d491daed) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:19:28.740030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:28.948801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3767-f299-4867-ae30-8d51c8167716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:28.995817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fa0a3767-f299-4867-ae30-8d51c8167716 None None] For port bab15882-a14d-4a4f-a1c7-b70934247f44, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bab15882-a14d-4a4f-a1c7-b70934247f44,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:29.061871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:29.074829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3767-f299-4867-ae30-8d51c8167716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:29.102378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:26Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:29.131580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796d20c-009c-42e6-9a0d-4e18d225b12b None None] The sync data for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv is: [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:26Z', 'revision_number': 3, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:19:29.150281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a3767-f299-4867-ae30-8d51c8167716 None None] Pushing event updated for resources: {'Port': ['ID=bab15882-a14d-4a4f-a1c7-b70934247f44,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:29.155193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:29.200076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Network 45830e74-20d8-4482-86fe-959097e91869 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:19:29.204637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:19:29.207656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:19:29.219249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.1 (45830e74-20d8-4482-86fe-959097e91869/abcc0190-1f8c-48a7-b31d-7e4ad805c58b/15da73f3-f92a-4c62-a1ee-9212817132c2) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:19:29.219717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Pushing event updated for resources: {'Port': ['ID=8518e4ed-88ae-4ff9-9680-a118d491daed,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:29.276027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Attempting to bind port 8518e4ed-88ae-4ff9-9680-a118d491daed on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:19:29.276414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Attempting to bind port 8518e4ed-88ae-4ff9-9680-a118d491daed by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:19:29.276792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Attempting to bind port 8518e4ed-88ae-4ff9-9680-a118d491daed on network 45830e74-20d8-4482-86fe-959097e91869 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:19:29.282847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:19:29.283838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Checking segment: {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:19:29.284392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:29.284790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Bound using segment: {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:19:29.285339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Bound port: 8518e4ed-88ae-4ff9-9680-a118d491daed, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:19:29.285733 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:29.360198 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] For port 8518e4ed-88ae-4ff9-9680-a118d491daed, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:19:29.363915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] For port 8518e4ed-88ae-4ff9-9680-a118d491daed, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8518e4ed-88ae-4ff9-9680-a118d491daed,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:19:29.441633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:29.505290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d93c-6571-4221-8746-0f4bde20d169 None None] Pushing event updated for resources: {'Port': ['ID=8518e4ed-88ae-4ff9-9680-a118d491daed,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:29.731944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:29.832184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:29.876568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 45830e74-20d8-4482-86fe-959097e91869 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:19:29.880423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:19:29.886532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:19:29.893198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=15da73f3-f92a-4c62-a1ee-9212817132c2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:29.934065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.135665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.385050 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a2939-112d-4ebb-a567-6f5b921282b4 None None] Network 45830e74-20d8-4482-86fe-959097e91869 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:19:30.420751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.451686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-406544e5-962e-4ab6-8a11-0132bc5816d3 None None] Provisioning complete for port 8518e4ed-88ae-4ff9-9680-a118d491daed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:30.452058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-406544e5-962e-4ab6-8a11-0132bc5816d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.479852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.566358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=15da73f3-f92a-4c62-a1ee-9212817132c2,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:30.567139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-406544e5-962e-4ab6-8a11-0132bc5816d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.568986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.604022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-406544e5-962e-4ab6-8a11-0132bc5816d3 None None] For port 8518e4ed-88ae-4ff9-9680-a118d491daed, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8518e4ed-88ae-4ff9-9680-a118d491daed,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:30.681102 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-406544e5-962e-4ab6-8a11-0132bc5816d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.686490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 45830e74-20d8-4482-86fe-959097e91869 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:19:30.700212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:19:30.742236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406544e5-962e-4ab6-8a11-0132bc5816d3 None None] Pushing event updated for resources: {'Port': ['ID=8518e4ed-88ae-4ff9-9680-a118d491daed,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:30.837608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bab15882-a14d-4a4f-a1c7-b70934247f44 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:19:30.852901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router cc1734cc-261e-454c-9b90-cf09d8562ac4 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:19:30.905377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port bab15882-a14d-4a4f-a1c7-b70934247f44 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:30.905759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.932954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-09fe00b6-4ed0-4ad4-ba06-0fbb35e507fa None None] Provisioning complete for port 8518e4ed-88ae-4ff9-9680-a118d491daed triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:30.933331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-09fe00b6-4ed0-4ad4-ba06-0fbb35e507fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:30.982263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:19:30.992339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ee69420a-0949-4b29-a245-84eba0318445 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/cc1734cc-261e-454c-9b90-cf09d8562ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7821934 Dec 08 13:19:30.992583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34116) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:31.058855 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8518e4ed-88ae-4ff9-9680-a118d491daed up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:19:31.101183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a61829-afa2-4a91-b78d-41925b741f71 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:31.101658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a61829-afa2-4a91-b78d-41925b741f71 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:31.102288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a61829-afa2-4a91-b78d-41925b741f71 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:31.102780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a61829-afa2-4a91-b78d-41925b741f71 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:31.104518 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b9a61829-afa2-4a91-b78d-41925b741f71 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1109030 Dec 08 13:19:31.107436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34118) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:31.117757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-09fe00b6-4ed0-4ad4-ba06-0fbb35e507fa None None] Provisioning complete for port 15da73f3-f92a-4c62-a1ee-9212817132c2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:31.118132 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-09fe00b6-4ed0-4ad4-ba06-0fbb35e507fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.125139 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Sync routers for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:19:31.149053 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:31.150017 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:31.158001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8518e4ed-88ae-4ff9-9680-a118d491daed triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:31.160315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.170267 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d16804-b8e8-4fdd-a03b-fe23f9e1b082 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:31.170771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d16804-b8e8-4fdd-a03b-fe23f9e1b082 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:31.171229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d16804-b8e8-4fdd-a03b-fe23f9e1b082 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:31.171675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d16804-b8e8-4fdd-a03b-fe23f9e1b082 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:31.176823 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34120) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:31.183997 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-34d16804-b8e8-4fdd-a03b-fe23f9e1b082 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0751379 Dec 08 13:19:31.191775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-09fe00b6-4ed0-4ad4-ba06-0fbb35e507fa None None] Port 15da73f3-f92a-4c62-a1ee-9212817132c2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:19:31.282046 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:31.310446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7995984b-97bb-4f0f-a790-fdd0198cd13b None None] Provisioning complete for port 15da73f3-f92a-4c62-a1ee-9212817132c2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:31.310948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7995984b-97bb-4f0f-a790-fdd0198cd13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.337513 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b03e85b2-39c3-44f9-8fde-7e23b7441b27 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1591442 Dec 08 13:19:31.348003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7995984b-97bb-4f0f-a790-fdd0198cd13b None None] Port 15da73f3-f92a-4c62-a1ee-9212817132c2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:19:31.483012 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:19:30Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:31.509434 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Checking router: cc1734cc-261e-454c-9b90-cf09d8562ac4 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:19:31.509783 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Updating router cc1734cc-261e-454c-9b90-cf09d8562ac4 port 15da73f3-f92a-4c62-a1ee-9212817132c2 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:19:31.533680 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.574442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34124) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:31.579441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ddba888a-4ebf-4c40-84aa-f5df429e3590 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344376951', 'description': 'tempest-secgroup-smoke-344376951 description', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:31.654407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ddba888a-4ebf-4c40-84aa-f5df429e3590 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.721803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ddba888a-4ebf-4c40-84aa-f5df429e3590 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.785559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ddba888a-4ebf-4c40-84aa-f5df429e3590 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.810150 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.815414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba888a-4ebf-4c40-84aa-f5df429e3590 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:31.862561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ddba888a-4ebf-4c40-84aa-f5df429e3590 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.863797 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ddba888a-4ebf-4c40-84aa-f5df429e3590 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2882421 Dec 08 13:19:31.866597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34126) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:31.871087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e05f5a7c-7b16-4830-8612-29c7a483a5a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:31.891788 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:31.944135 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Pushing event updated for resources: {'Port': ['ID=15da73f3-f92a-4c62-a1ee-9212817132c2,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:31.967137 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.967498 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.967843 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.968177 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.968507 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.968832 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.969172 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.969501 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.969836 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.970159 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.970532 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.971416 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.971759 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:19:31.980785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e05f5a7c-7b16-4830-8612-29c7a483a5a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.006667 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Attempting to bind port 15da73f3-f92a-4c62-a1ee-9212817132c2 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:19:32.007535 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Attempting to bind port 15da73f3-f92a-4c62-a1ee-9212817132c2 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:19:32.007535 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Attempting to bind port 15da73f3-f92a-4c62-a1ee-9212817132c2 on network 45830e74-20d8-4482-86fe-959097e91869 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:19:32.012895 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:19:32.018188 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Checking segment: {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:19:32.018188 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.018188 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Bound using segment: {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:19:32.018188 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Bound port: 15da73f3-f92a-4c62-a1ee-9212817132c2, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:19:32.018188 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.047329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e05f5a7c-7b16-4830-8612-29c7a483a5a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.095202 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] For port 15da73f3-f92a-4c62-a1ee-9212817132c2, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:19:32.099019 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] For port 15da73f3-f92a-4c62-a1ee-9212817132c2, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=15da73f3-f92a-4c62-a1ee-9212817132c2,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:19:32.137396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e05f5a7c-7b16-4830-8612-29c7a483a5a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.155427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f5a7c-7b16-4830-8612-29c7a483a5a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879fa9ba-bc03-4ff7-9d41-46ddec139997,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:32.171500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c3c979f2-a768-46d4-a106-6def1d9092a8 None None] Provisioning complete for port 15da73f3-f92a-4c62-a1ee-9212817132c2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:32.171961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c3c979f2-a768-46d4-a106-6def1d9092a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.177396 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.205889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c3c979f2-a768-46d4-a106-6def1d9092a8 None None] Port 15da73f3-f92a-4c62-a1ee-9212817132c2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:19:32.235804 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:32.236458 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:32.240098 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153497a9-4029-4b32-afd4-bfb9db95fddc None None] Pushing event updated for resources: {'Port': ['ID=15da73f3-f92a-4c62-a1ee-9212817132c2,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:32.253586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e05f5a7c-7b16-4830-8612-29c7a483a5a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.255810 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e05f5a7c-7b16-4830-8612-29c7a483a5a7 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882325 Dec 08 13:19:32.258453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34128) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:32.264224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4155e603-56ca-4680-a411-8355bafb493a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:32.365828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4155e603-56ca-4680-a411-8355bafb493a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.432456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4155e603-56ca-4680-a411-8355bafb493a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.433833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5daf372a-6161-493e-8232-4b2d9196c757 None None] Provisioning complete for port 15da73f3-f92a-4c62-a1ee-9212817132c2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:32.434430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5daf372a-6161-493e-8232-4b2d9196c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.444925 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:32.494365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4155e603-56ca-4680-a411-8355bafb493a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.513186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155e603-56ca-4680-a411-8355bafb493a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfdc769-bd27-4fb4-bb95-5e0b5f249278,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:32.515202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5daf372a-6161-493e-8232-4b2d9196c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.547310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5daf372a-6161-493e-8232-4b2d9196c757 None None] For port 15da73f3-f92a-4c62-a1ee-9212817132c2, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=15da73f3-f92a-4c62-a1ee-9212817132c2,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:32.596552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4155e603-56ca-4680-a411-8355bafb493a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.597795 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4155e603-56ca-4680-a411-8355bafb493a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3375120 Dec 08 13:19:32.600642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34130) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:32.605068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c4d0cde9-9b45-48d1-9069-cc405d3dbab2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:32.623467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5daf372a-6161-493e-8232-4b2d9196c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.642283 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:19:32Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:32.669260 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed7f7f-f5b8-48ff-960c-9b1ae0c5916a None None] The sync data for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv is: [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:19:32Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:19:32.671719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf372a-6161-493e-8232-4b2d9196c757 None None] Pushing event updated for resources: {'Port': ['ID=15da73f3-f92a-4c62-a1ee-9212817132c2,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:32.697496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cde9-9b45-48d1-9069-cc405d3dbab2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.776357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cde9-9b45-48d1-9069-cc405d3dbab2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.807109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8518e4ed-88ae-4ff9-9680-a118d491daed up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:19:32.857251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cde9-9b45-48d1-9069-cc405d3dbab2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.857884 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8518e4ed-88ae-4ff9-9680-a118d491daed triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:32.858265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.878984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0cde9-9b45-48d1-9069-cc405d3dbab2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f61402-e43c-4e41-b228-5f13d36ff09f,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:32.950841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4d0cde9-9b45-48d1-9069-cc405d3dbab2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:32.952276 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c4d0cde9-9b45-48d1-9069-cc405d3dbab2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506632 Dec 08 13:19:32.954991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34132) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:32.959571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-2c29949a-0593-43ca-9e20-33fb4d7d64b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:33.048023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c29949a-0593-43ca-9e20-33fb4d7d64b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.109348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c29949a-0593-43ca-9e20-33fb4d7d64b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.183015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c29949a-0593-43ca-9e20-33fb4d7d64b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.201861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29949a-0593-43ca-9e20-33fb4d7d64b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae450969-a2ff-46dd-b2ae-d5c86acab864,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:33.271053 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c29949a-0593-43ca-9e20-33fb4d7d64b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.274797 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2c29949a-0593-43ca-9e20-33fb4d7d64b8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163738 Dec 08 13:19:33.275015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34134) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:33.279770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-2c5eaefd-4fa2-41db-b5a6-1198e62d2774 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:33.379995 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-2c5eaefd-4fa2-41db-b5a6-1198e62d2774 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:19:33.385393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c5eaefd-4fa2-41db-b5a6-1198e62d2774 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.449457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c5eaefd-4fa2-41db-b5a6-1198e62d2774 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.525882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c5eaefd-4fa2-41db-b5a6-1198e62d2774 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.545203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eaefd-4fa2-41db-b5a6-1198e62d2774 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700e992e-db2a-46c7-b150-de7f5b402645,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:33.619702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2c5eaefd-4fa2-41db-b5a6-1198e62d2774 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.621064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2c5eaefd-4fa2-41db-b5a6-1198e62d2774 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450882 Dec 08 13:19:33.623811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34136) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:33.628357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5adabf71-9a51-4865-bb72-ee998965516a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'security_group_rule': {'security_group_id': 'f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451', 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:33.711429 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-5adabf71-9a51-4865-bb72-ee998965516a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Project cc3ba29949ba4170ae0e5423d641d2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:19:33.716739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5adabf71-9a51-4865-bb72-ee998965516a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.775770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5adabf71-9a51-4865-bb72-ee998965516a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.848006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5adabf71-9a51-4865-bb72-ee998965516a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.865858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adabf71-9a51-4865-bb72-ee998965516a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4d15ef-7e13-489e-bffa-f0c8ecbd69ad,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:33.948593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5adabf71-9a51-4865-bb72-ee998965516a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:33.950260 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5adabf71-9a51-4865-bb72-ee998965516a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3254309 Dec 08 13:19:34.351275 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-7e828751-5f75-41a9-bb13-5ee1e900eae3 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344376951&fields=id&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 267 time: 0.0435643 Dec 08 13:19:34.457403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-c36e37ef-dbe9-4138-88f8-14b42e0cbd0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:34.458856 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-c36e37ef-dbe9-4138-88f8-14b42e0cbd0e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/networks?id=45830e74-20d8-4482-86fe-959097e91869 HTTP/1.1" status: 200 len: 797 time: 0.1008995 Dec 08 13:19:34.473263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-0533b8a0-ed38-445a-ae6c-2e75da05df5d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/quotas/cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 375 time: 0.0085592 Dec 08 13:19:34.523182 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-628fa1c1-7d13-46a6-9c84-2bd582208a37 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447338 Dec 08 13:19:34.620526 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-4f592aa5-4796-4ffc-883d-8630cf1614db service neutron] 10.222.0.76 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861447 Dec 08 13:19:34.714066 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-0899f53c-3747-4113-b174-1c1d77d39848 service neutron] 10.222.0.76 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875344 Dec 08 13:19:34.770989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 15da73f3-f92a-4c62-a1ee-9212817132c2 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:19:34.818782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 15da73f3-f92a-4c62-a1ee-9212817132c2 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:34.819075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:34.987654 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-224e7cd9-67fd-4d01-8a54-9023f427dd29 req-f0e7a873-696f-4cbc-9c21-c1e2bd137ea6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 210 time: 0.0821929 Dec 08 13:19:36.083082 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-43936bf9-17ba-4652-91ee-61ad4de77b38 req-43ae2767-e7d1-4307-8e0a-5c6f5a7687d5 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 210 time: 0.0306399 Dec 08 13:19:36.626992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-2e7e68bf-009c-44f4-a182-b7a0c8734efd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:36.628457 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-2e7e68bf-009c-44f4-a182-b7a0c8734efd tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/networks?id=45830e74-20d8-4482-86fe-959097e91869 HTTP/1.1" status: 200 len: 797 time: 0.1001191 Dec 08 13:19:36.693000 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-e156ca2a-61bb-418e-a617-f2bddb03c882 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3ba29949ba4170ae0e5423d641d2ab HTTP/1.1" status: 200 len: 379 time: 0.0539799 Dec 08 13:19:36.701344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'port': {'device_id': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'admin_state_up': True, 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'security_groups': ['f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:36.899788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Made reservation on behalf of cc3ba29949ba4170ae0e5423d641d2ab for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:19:36.903420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:37.032647 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.20.0.5 (45830e74-20d8-4482-86fe-959097e91869/abcc0190-1f8c-48a7-b31d-7e4ad805c58b/8726c9f2-3cf0-47d3-b513-c3484098904e) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:19:37.190674 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71e42431-8811-407a-8a98-effcb0015b7d req-4fd0652f-94ba-4726-94b4-c6ba4b2da27d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 210 time: 0.0379741 Dec 08 13:19:37.195220 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:37.282840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:37.326061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 45830e74-20d8-4482-86fe-959097e91869 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:19:37.329086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:19:37.335253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:19:37.341016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=8726c9f2-3cf0-47d3-b513-c3484098904e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:37.386855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:37.387489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:37.516967 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-b516a37d-35eb-4a55-a0c3-7ead5b9e77a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194878 Dec 08 13:19:37.529429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Request body: {'port': {'device_id': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:37.576185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f597eea1-8fa3-4d7c-af52-286e20abbbf4 None None] Provisioning complete for port 8726c9f2-3cf0-47d3-b513-c3484098904e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:37.576752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f597eea1-8fa3-4d7c-af52-286e20abbbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:37.586003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:37.609802 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f597eea1-8fa3-4d7c-af52-286e20abbbf4 None None] Port 8726c9f2-3cf0-47d3-b513-c3484098904e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:19:37.843898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8726c9f2-3cf0-47d3-b513-c3484098904e {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:19:37.851898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:37.864104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Transition to ACTIVE for port object 8726c9f2-3cf0-47d3-b513-c3484098904e will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:19:37.928024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:37.977811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Pushing event updated for resources: {'Port': ['ID=8726c9f2-3cf0-47d3-b513-c3484098904e,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:38.053055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Attempting to bind port 8726c9f2-3cf0-47d3-b513-c3484098904e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:19:38.053396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Attempting to bind port 8726c9f2-3cf0-47d3-b513-c3484098904e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:19:38.053731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Attempting to bind port 8726c9f2-3cf0-47d3-b513-c3484098904e on network 45830e74-20d8-4482-86fe-959097e91869 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:19:38.058421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Port 8726c9f2-3cf0-47d3-b513-c3484098904e on network 45830e74-20d8-4482-86fe-959097e91869 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:19:38.058786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Attempting to bind port 8726c9f2-3cf0-47d3-b513-c3484098904e on network 45830e74-20d8-4482-86fe-959097e91869 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:19:38.064015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:19:38.064353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Checking segment: {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:19:38.064744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Bound using segment: {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:19:38.065209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Bound port: 8726c9f2-3cf0-47d3-b513-c3484098904e, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdbe7f6-9178-4899-9d5c-0ac7935d854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45830e74-20d8-4482-86fe-959097e91869'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:19:38.065565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:38.129401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] For port 8726c9f2-3cf0-47d3-b513-c3484098904e, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:19:38.132354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] For port 8726c9f2-3cf0-47d3-b513-c3484098904e, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=8726c9f2-3cf0-47d3-b513-c3484098904e,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:19:38.206600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:38.240903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:38.241525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:38.243154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] 10.222.0.72 "PUT /v2.0/ports/8726c9f2-3cf0-47d3-b513-c3484098904e HTTP/1.1" status: 200 len: 1093 time: 0.7175887 Dec 08 13:19:38.245899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:19:38.248934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef21c1d-7faf-4486-983b-ca94da41684a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:19:38.320537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637859fe-0ff8-4af7-8a1d-15752883294c service neutron] Pushing event updated for resources: {'Port': ['ID=8726c9f2-3cf0-47d3-b513-c3484098904e,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:38.340709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ba926-1da1-406b-a378-57746be132ae req-d56927b7-b58e-4af6-8000-5ec19b57510d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:38.342278 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f4ba926-1da1-406b-a378-57746be132ae req-d56927b7-b58e-4af6-8000-5ec19b57510d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 943 time: 0.0777984 Dec 08 13:19:38.379565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03d272b-cd7a-43c4-a798-d2209a2ab915 x-openstack-request-id: req-d03d272b-cd7a-43c4-a798-d2209a2ab915 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:19:38.379978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:19:38.380241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d03d272b-cd7a-43c4-a798-d2209a2ab915 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:19:38.380647 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'status': 'completed', 'code': 200} Dec 08 13:19:38.421805 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f4ba926-1da1-406b-a378-57746be132ae req-507fd444-0170-4073-90d5-23f1b9eb20a6 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727170 Dec 08 13:19:38.436869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-93db30b7-ac7b-4db4-b99d-59f1b12b69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:38.438896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-93db30b7-ac7b-4db4-b99d-59f1b12b69af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 1096 time: 0.0574133 Dec 08 13:19:38.480439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-80545c7a-d52a-4c87-b05c-0b61ac990ce4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8726c9f2-3cf0-47d3-b513-c3484098904e HTTP/1.1" status: 200 len: 217 time: 0.0339651 Dec 08 13:19:38.531663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-ffdae242-1527-4d9a-ad09-47c3cfef802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:38.532984 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-ffdae242-1527-4d9a-ad09-47c3cfef802e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=abcc0190-1f8c-48a7-b31d-7e4ad805c58b HTTP/1.1" status: 200 len: 835 time: 0.0459199 Dec 08 13:19:38.581702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-69030fdd-8078-4d8a-bc89-9fb615de49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:38.583294 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-69030fdd-8078-4d8a-bc89-9fb615de49f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45830e74-20d8-4482-86fe-959097e91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425441 Dec 08 13:19:38.673051 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-125a703d-195f-4f70-a30c-66264402caf1 service neutron] 10.222.0.72 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813768 Dec 08 13:19:38.768349 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3e139be-05ec-466a-bf50-5c7c5726dce2 req-59b912a9-2149-4a11-8f4a-eeceadc79ad2 service neutron] 10.222.0.72 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883677 Dec 08 13:19:38.943941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-0379635f-6983-4c5e-a803-f2df8cc41f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:38.945445 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-0379635f-6983-4c5e-a803-f2df8cc41f67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 1096 time: 0.0419874 Dec 08 13:19:39.039091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-51e7c741-7a8b-4699-9b0e-30655825f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:39.040545 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-51e7c741-7a8b-4699-9b0e-30655825f6f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=45830e74-20d8-4482-86fe-959097e91869 HTTP/1.1" status: 200 len: 898 time: 0.0865023 Dec 08 13:19:39.083169 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-bdb42876-edce-45da-8c17-2ce9dee316d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8726c9f2-3cf0-47d3-b513-c3484098904e HTTP/1.1" status: 200 len: 217 time: 0.0340950 Dec 08 13:19:39.134873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-d0c06bca-567a-4428-b963-ac9748dda533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:39.136267 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-d0c06bca-567a-4428-b963-ac9748dda533 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=abcc0190-1f8c-48a7-b31d-7e4ad805c58b HTTP/1.1" status: 200 len: 835 time: 0.0456581 Dec 08 13:19:39.182386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-998c7004-ce4c-4749-9f4a-0c3e51562a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:39.183863 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-998c7004-ce4c-4749-9f4a-0c3e51562a0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45830e74-20d8-4482-86fe-959097e91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389433 Dec 08 13:19:39.272666 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-b6f93c30-936b-440c-a14d-4ee134439856 service neutron] 10.222.0.72 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806732 Dec 08 13:19:39.366286 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ef21c1d-7faf-4486-983b-ca94da41684a req-b45a41fc-16d2-4fc8-a98e-5dc833111732 service neutron] 10.222.0.72 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853093 Dec 08 13:19:39.535845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b025e31-5f7c-4e82-8d64-ba7d758bd440 req-ffeec9bc-6857-4c95-9ac2-5699d2ba96ec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:39.537228 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3b025e31-5f7c-4e82-8d64-ba7d758bd440 req-ffeec9bc-6857-4c95-9ac2-5699d2ba96ec tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 943 time: 0.0482154 Dec 08 13:19:39.585379 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3b025e31-5f7c-4e82-8d64-ba7d758bd440 req-0d0f18d0-d096-42f8-bddd-ca7b130937a2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422966 Dec 08 13:19:40.304885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:40.499277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e37dfc49-16ce-4a12-af4c-890e900c8d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:40.703846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc7cfd-ed19-42cb-b71c-030db405874e req-9d2082d8-880f-429b-858a-af93ef117c6d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:40.705318 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9ecc7cfd-ed19-42cb-b71c-030db405874e req-9d2082d8-880f-429b-858a-af93ef117c6d tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 943 time: 0.0528889 Dec 08 13:19:40.757307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9ecc7cfd-ed19-42cb-b71c-030db405874e req-8357d108-d728-41ea-a198-d1aa1b99ae13 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427659 Dec 08 13:19:41.866709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125cc4f-8401-4616-8c77-f0a3d11fd677 req-e7b5a753-457e-401b-9789-f90e2fd03a54 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:41.868160 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4125cc4f-8401-4616-8c77-f0a3d11fd677 req-e7b5a753-457e-401b-9789-f90e2fd03a54 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 943 time: 0.0470233 Dec 08 13:19:41.915543 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4125cc4f-8401-4616-8c77-f0a3d11fd677 req-450cc0f9-6912-4d6a-8b80-3c8ee4f1246b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415030 Dec 08 13:19:42.254349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 8726c9f2-3cf0-47d3-b513-c3484098904e details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:19:42.350154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 8726c9f2-3cf0-47d3-b513-c3484098904e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=8726c9f2-3cf0-47d3-b513-c3484098904e,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:42.361018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'port_id': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'mac_address': 'fa:16:3e:78:aa:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:19:42.400380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:42.413000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8726c9f2-3cf0-47d3-b513-c3484098904e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:19:42.431827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 8726c9f2-3cf0-47d3-b513-c3484098904e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=8726c9f2-3cf0-47d3-b513-c3484098904e,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:42.496556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:42.543061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=8726c9f2-3cf0-47d3-b513-c3484098904e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:42.688680 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['8726c9f2-3cf0-47d3-b513-c3484098904e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:19:42.875400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f2e883de-fc18-4013-9343-48580651f4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:43.028058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76336a70-bbca-4efb-a22a-d398c5f82608 req-f149cb6a-e128-4519-b191-eccfa0d0aa37 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:43.029533 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76336a70-bbca-4efb-a22a-d398c5f82608 req-f149cb6a-e128-4519-b191-eccfa0d0aa37 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 944 time: 0.0480332 Dec 08 13:19:43.082697 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76336a70-bbca-4efb-a22a-d398c5f82608 req-9afdddcc-ddf7-4c55-9eef-a0d57b3cb2d9 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472677 Dec 08 13:19:44.105183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:44.194418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2c529-8aa8-4a00-9bdd-b32461d0313b req-77d3bdc4-6185-4321-89f6-bc1f9e2c470c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:44.195902 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f2c529-8aa8-4a00-9bdd-b32461d0313b req-77d3bdc4-6185-4321-89f6-bc1f9e2c470c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 944 time: 0.0477705 Dec 08 13:19:44.246094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f2c529-8aa8-4a00-9bdd-b32461d0313b req-b51ead46-57e9-4620-868c-d4e3b00bcd3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440302 Dec 08 13:19:44.271621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 8726c9f2-3cf0-47d3-b513-c3484098904e up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:19:44.376699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 8726c9f2-3cf0-47d3-b513-c3484098904e completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:19:44.380894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 8726c9f2-3cf0-47d3-b513-c3484098904e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:19:44.381262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:44.599869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:44.621496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:19:44.623777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b361b1e-f18f-4bba-a296-1795df807e90" -d '{"events": [{"server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "name": "network-vif-plugged", "status": "completed", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:19:44.636359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 8726c9f2-3cf0-47d3-b513-c3484098904e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=8726c9f2-3cf0-47d3-b513-c3484098904e,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:19:44.661438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34c0702-5d05-4fe6-95d9-0eed01826524 x-openstack-request-id: req-a34c0702-5d05-4fe6-95d9-0eed01826524 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:19:44.661731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "name": "network-vif-plugged", "status": "completed", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:19:44.661985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a34c0702-5d05-4fe6-95d9-0eed01826524 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:19:44.662383 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'code': 200} Dec 08 13:19:44.702725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:44.755689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=8726c9f2-3cf0-47d3-b513-c3484098904e,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:44.950684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75cadf-4725-45f6-aa6a-c0dc4ce3d512 req-fcd05442-4b93-4640-8d3d-2c6c056e5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:44.952060 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6c75cadf-4725-45f6-aa6a-c0dc4ce3d512 req-fcd05442-4b93-4640-8d3d-2c6c056e5410 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 1098 time: 0.0400014 Dec 08 13:19:44.997637 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6c75cadf-4725-45f6-aa6a-c0dc4ce3d512 req-1e45d45c-11df-44b3-88d5-3d83aa9f503d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387347 Dec 08 13:19:45.213646 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:45.362847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b582b4e-f61e-4a7d-8225-f89f28c3cc26 req-d9a397d0-f5b5-4924-9188-11cc563d8c54 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:45.364304 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5b582b4e-f61e-4a7d-8225-f89f28c3cc26 req-d9a397d0-f5b5-4924-9188-11cc563d8c54 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 945 time: 0.0518613 Dec 08 13:19:45.411699 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5b582b4e-f61e-4a7d-8225-f89f28c3cc26 req-642e599e-597f-47d7-b65c-d364665ece1a tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415123 Dec 08 13:19:46.202292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:46.506136 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:19:46.526290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dadd12-1e23-4dd3-a631-3e70be85a576 req-851950ab-d01d-4afc-ba57-54fcb67a5a6b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:46.527803 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-26dadd12-1e23-4dd3-a631-3e70be85a576 req-851950ab-d01d-4afc-ba57-54fcb67a5a6b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 945 time: 0.0484257 Dec 08 13:19:46.576182 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-26dadd12-1e23-4dd3-a631-3e70be85a576 req-8bb3038b-35af-41bf-8cf9-e698bdf6b647 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425565 Dec 08 13:19:46.698506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970f73d-b3df-46b1-8f6f-dfa8f5f076f3 req-d5041ac6-d33e-4847-bfeb-abb1a5bd91f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:46.700106 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6970f73d-b3df-46b1-8f6f-dfa8f5f076f3 req-d5041ac6-d33e-4847-bfeb-abb1a5bd91f0 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 945 time: 0.0493250 Dec 08 13:19:46.754857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6970f73d-b3df-46b1-8f6f-dfa8f5f076f3 req-e1cb4bef-65bc-49d5-86a5-621188ca41f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488327 Dec 08 13:19:46.775895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34200) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:46.814960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3244f5-a3f4-4e21-b5ec-a2ea96513986 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:46.816450 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7a3244f5-a3f4-4e21-b5ec-a2ea96513986 tempest-TestNetworkBasicOps-2001118686 tempest-TestNetworkBasicOps-2001118686-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 1093 time: 0.0395925 Dec 08 13:19:46.819238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34202) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:46.823408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:19:46.916628 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:47.018668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:47.119535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Allocated IP 172.26.7.50 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/b4a445ac-6f3f-44e7-9364-99e69afa4c49) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:19:47.226916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:47.316786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:47.354473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:19:47.357301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:19:47.362790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:19:47.368154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=b4a445ac-6f3f-44e7-9364-99e69afa4c49,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:48.026903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:48.156947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:48.306192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:48.365182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:48.442446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event updated for resources: {'Port': ['ID=b4a445ac-6f3f-44e7-9364-99e69afa4c49,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:19:48.472333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:48.548076 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 21297251-a74d-493a-80e0-5f7f556d2e98 associated. External IP: 172.26.7.50, port: 8726c9f2-3cf0-47d3-b513-c3484098904e. Dec 08 13:19:48.756232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router cc1734cc-261e-454c-9b90-cf09d8562ac4 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:19:48.889108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:19:48.899431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] Sync routers for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:19:48.909014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:48.909640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:48.996254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:19:49.017933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:49.025981 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e91cd77c-7151-41be-98d8-8379ff6e8f32 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2032969 Dec 08 13:19:49.025981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:19:49.026397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a5f37d-aee9-46fa-8756-02255ed635f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:19:49.027194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34204) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:49.073452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57357b87-13e9-46cd-be04-fce8bad59292 x-openstack-request-id: req-57357b87-13e9-46cd-be04-fce8bad59292 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:19:49.073934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:19:49.074025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-57357b87-13e9-46cd-be04-fce8bad59292 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:19:49.075601 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'status': 'completed', 'code': 200} Dec 08 13:19:49.094421 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2e3ac137-c26a-4d96-be0b-c35aecbeff42 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/21297251-a74d-493a-80e0-5f7f556d2e98 HTTP/1.1" status: 200 len: 990 time: 0.0659616 Dec 08 13:19:49.140068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-4d3eb92f-f72c-4030-b736-cc0d0d57e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:49.141580 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-4d3eb92f-f72c-4030-b736-cc0d0d57e647 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 1098 time: 0.0436683 Dec 08 13:19:49.240247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-78a05b54-c70a-4fcd-babe-ce08ae0547ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:49.241780 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-78a05b54-c70a-4fcd-babe-ce08ae0547ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=45830e74-20d8-4482-86fe-959097e91869 HTTP/1.1" status: 200 len: 898 time: 0.0928910 Dec 08 13:19:49.291546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '21297251-a74d-493a-80e0-5f7f556d2e98', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'port_id': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'mac_address': 'fa:16:3e:78:aa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:19:47Z', 'updated_at': '2021-12-08T13:19:47Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:19:32Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:49.315893 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-a25a827f-5d70-4b16-92bc-6ad0404479d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8726c9f2-3cf0-47d3-b513-c3484098904e HTTP/1.1" status: 200 len: 998 time: 0.0658009 Dec 08 13:19:49.326596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] Checking router: cc1734cc-261e-454c-9b90-cf09d8562ac4 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:19:49.335553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:19:49.336170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:19:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:49.363524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-69edf210-fc96-4541-982a-49c9c2358f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:49.365044 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-69edf210-fc96-4541-982a-49c9c2358f3f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=abcc0190-1f8c-48a7-b31d-7e4ad805c58b HTTP/1.1" status: 200 len: 835 time: 0.0436456 Dec 08 13:19:49.411103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-2e6cb309-a664-4cd6-993a-4a6e4fea106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:19:49.412667 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-2e6cb309-a664-4cd6-993a-4a6e4fea106c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45830e74-20d8-4482-86fe-959097e91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404689 Dec 08 13:19:49.442853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:19:49.516035 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-5aa57fb9-c612-4685-8f25-60c82c8c8836 service neutron] 10.222.0.72 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957429 Dec 08 13:19:49.607983 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93a5f37d-aee9-46fa-8756-02255ed635f3 req-2f904a3e-158f-49a9-b424-fa5d5e41aabb service neutron] 10.222.0.72 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853982 Dec 08 13:19:49.675145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '21297251-a74d-493a-80e0-5f7f556d2e98', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'port_id': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'mac_address': 'fa:16:3e:78:aa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:19:47Z', 'updated_at': '2021-12-08T13:19:47Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:19:32Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:19:49.702119 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d3cf3-52f5-422b-90e5-7482da94a545 None None] The sync data for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv is: [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:30Z', 'revision_number': 4, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '21297251-a74d-493a-80e0-5f7f556d2e98', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'port_id': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'mac_address': 'fa:16:3e:78:aa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:19:47Z', 'updated_at': '2021-12-08T13:19:47Z', 'revision_number': 0, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:19:32Z', 'revision_number': 5, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:19:49.886271 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8eb01-e791-419b-b39a-f915329c4e82 None None] New status for floating IP 21297251-a74d-493a-80e0-5f7f556d2e98: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:19:50.098408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34208) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:19:50.160426 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4c05163e-5e5f-4c01-8a4c-da7c61e9da05 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/21297251-a74d-493a-80e0-5f7f556d2e98 HTTP/1.1" status: 200 len: 992 time: 0.0607479 Dec 08 13:20:10.269970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:10.475772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fedadb1b-b276-4a86-94c1-5f0adcf51d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:12.869734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e997246d-dc19-4e68-beac-362f11b0e127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:14.113218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:15.212867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:16.195190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:16.687573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34218) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:16.692155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-419571f6-ecbf-4a47-89ef-b0dace7b236c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:20:16.992974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-419571f6-ecbf-4a47-89ef-b0dace7b236c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:17.058648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-419571f6-ecbf-4a47-89ef-b0dace7b236c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:17.166640 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419571f6-ecbf-4a47-89ef-b0dace7b236c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router cc1734cc-261e-454c-9b90-cf09d8562ac4 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:20:17.272065 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419571f6-ecbf-4a47-89ef-b0dace7b236c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:20:17.278904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-419571f6-ecbf-4a47-89ef-b0dace7b236c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:17.280759 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-419571f6-ecbf-4a47-89ef-b0dace7b236c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/cc1734cc-261e-454c-9b90-cf09d8562ac4 HTTP/1.1" status: 200 len: 888 time: 0.5921493 Dec 08 13:20:17.286022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6198d3d-45be-4595-8c1c-5465e69e998f None None] Sync routers for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:20:17.295638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6198d3d-45be-4595-8c1c-5465e69e998f None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:20:17.296254 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e6198d3d-45be-4595-8c1c-5465e69e998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:20:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:17.328159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e6198d3d-45be-4595-8c1c-5465e69e998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:17.337127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6198d3d-45be-4595-8c1c-5465e69e998f None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:20:17.337718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e6198d3d-45be-4595-8c1c-5465e69e998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:20:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:17.368118 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e6198d3d-45be-4595-8c1c-5465e69e998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:17.368735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6198d3d-45be-4595-8c1c-5465e69e998f None None] The sync data for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv is: [] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:20:18.122018 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40dfe4c-8643-43e2-824d-0990cdefc433 None None] New status for floating IP 21297251-a74d-493a-80e0-5f7f556d2e98: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:20:18.771883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 15da73f3-f92a-4c62-a1ee-9212817132c2 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:20:18.849560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:18.884163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 15da73f3-f92a-4c62-a1ee-9212817132c2, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=15da73f3-f92a-4c62-a1ee-9212817132c2,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:18.953372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:18.954115 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bab15882-a14d-4a4f-a1c7-b70934247f44 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:20:19.027544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=15da73f3-f92a-4c62-a1ee-9212817132c2,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:19.067912 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:19.087266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port bab15882-a14d-4a4f-a1c7-b70934247f44, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bab15882-a14d-4a4f-a1c7-b70934247f44,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:19.153127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:19.199541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=bab15882-a14d-4a4f-a1c7-b70934247f44,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:19.399432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34222) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:19.404152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-251778ba-27a5-491e-b88d-5c734b4a701e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:20:19.696228 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-251778ba-27a5-491e-b88d-5c734b4a701e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-989798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4108'] for router, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:19.761696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-251778ba-27a5-491e-b88d-5c734b4a701e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-989807'] for router, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:19.868067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251778ba-27a5-491e-b88d-5c734b4a701e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router cc1734cc-261e-454c-9b90-cf09d8562ac4 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:20:19.982454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251778ba-27a5-491e-b88d-5c734b4a701e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:20:19.990051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-251778ba-27a5-491e-b88d-5c734b4a701e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:19.991272 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-251778ba-27a5-491e-b88d-5c734b4a701e tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/cc1734cc-261e-454c-9b90-cf09d8562ac4 HTTP/1.1" status: 200 len: 887 time: 0.5908270 Dec 08 13:20:19.992656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] Sync routers for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:20:19.994720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34224) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:20.004403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:20:20.005029 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:20:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:20.114723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:20:20.333275 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b8b14bc1-a1eb-4026-b5b3-b110faea7760 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/21297251-a74d-493a-80e0-5f7f556d2e98 HTTP/1.1" status: 200 len: 990 time: 0.3373554 Dec 08 13:20:20.351478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:19Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '21297251-a74d-493a-80e0-5f7f556d2e98', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'port_id': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'mac_address': 'fa:16:3e:78:aa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:19:47Z', 'updated_at': '2021-12-08T13:20:18Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:20:18Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:20.377503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] Checking router: cc1734cc-261e-454c-9b90-cf09d8562ac4 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:20:20.385499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:20:20.386094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:20:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:20.488161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:20:20.712949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:19Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '21297251-a74d-493a-80e0-5f7f556d2e98', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'port_id': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'mac_address': 'fa:16:3e:78:aa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:19:47Z', 'updated_at': '2021-12-08T13:20:18Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:20:18Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:20.738507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816c96a-758a-4b5e-9280-a7162ad7257c None None] The sync data for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv is: [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:19Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '21297251-a74d-493a-80e0-5f7f556d2e98', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'port_id': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'mac_address': 'fa:16:3e:78:aa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:19:47Z', 'updated_at': '2021-12-08T13:20:18Z', 'revision_number': 2, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:20:18Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:20:21.336419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34226) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:21.404039 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-223dc412-2081-4aa5-92c3-643ab99e7064 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/21297251-a74d-493a-80e0-5f7f556d2e98 HTTP/1.1" status: 200 len: 990 time: 0.0663829 Dec 08 13:20:22.238528 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5daca-40af-440e-beee-b605cab36132 None None] New status for floating IP 21297251-a74d-493a-80e0-5f7f556d2e98: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:20:22.407818 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34228) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:22.473213 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d8689ffd-1202-461b-8c25-f8d09265eaab tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/21297251-a74d-493a-80e0-5f7f556d2e98 HTTP/1.1" status: 200 len: 990 time: 0.0640590 Dec 08 13:20:22.809300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 15da73f3-f92a-4c62-a1ee-9212817132c2 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:20:22.856494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 15da73f3-f92a-4c62-a1ee-9212817132c2 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:20:22.856885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:23.077344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:23.108738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 15da73f3-f92a-4c62-a1ee-9212817132c2, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=15da73f3-f92a-4c62-a1ee-9212817132c2,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:23.223712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:23.224486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bab15882-a14d-4a4f-a1c7-b70934247f44 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:20:23.298440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=15da73f3-f92a-4c62-a1ee-9212817132c2,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:23.310302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port bab15882-a14d-4a4f-a1c7-b70934247f44 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:20:23.310704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:23.384916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:23.404367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port bab15882-a14d-4a4f-a1c7-b70934247f44, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bab15882-a14d-4a4f-a1c7-b70934247f44,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:23.476659 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34230) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:23.486848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:23.506829 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:20:23.536900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=bab15882-a14d-4a4f-a1c7-b70934247f44,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:23.541317 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b875ddae-9544-425e-ac19-0ff46a232fef tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/floatingips/21297251-a74d-493a-80e0-5f7f556d2e98 HTTP/1.1" status: 200 len: 992 time: 0.0634658 Dec 08 13:20:23.792052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34236) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:23.948678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port b4a445ac-6f3f-44e7-9364-99e69afa4c49 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:20:23.948969 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:24.024788 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:24.025119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:24.036472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for b4a445ac-6f3f-44e7-9364-99e69afa4c49 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:20:24.252301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:24.276430 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=b4a445ac-6f3f-44e7-9364-99e69afa4c49,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:24.288064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.288405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.288752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.289093 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.289428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.289759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.290090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.290425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.290781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.291130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.291439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.291761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.292101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:24.343559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:24.343888 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Floating IP 21297251-a74d-493a-80e0-5f7f556d2e98 disassociated (deleted). External IP: 172.26.7.50, port: 8726c9f2-3cf0-47d3-b513-c3484098904e. Dec 08 13:20:24.546046 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router cc1734cc-261e-454c-9b90-cf09d8562ac4 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:20:24.650680 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:20:24.655343 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:24.661563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] Sync routers for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:20:24.670869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:20:24.671480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:20:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:24.684664 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bbe6f5c8-97a2-45fe-98ba-8dedcc547b2c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/floatingips/21297251-a74d-493a-80e0-5f7f556d2e98 HTTP/1.1" status: 204 len: 168 time: 0.8892066 Dec 08 13:20:24.684664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:20:24.685466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1707a0-c14b-4834-a065-a1bfb7203ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:20:24.722086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addd4faf-c8cb-4c87-b101-18e9fedd9629 x-openstack-request-id: req-addd4faf-c8cb-4c87-b101-18e9fedd9629 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:20:24.722870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:20:24.722870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-addd4faf-c8cb-4c87-b101-18e9fedd9629 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:20:24.723136 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'status': 'completed', 'code': 200} Dec 08 13:20:24.793832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-8d5d480b-9eb1-45bd-8277-3117d88009f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:24.795368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-8d5d480b-9eb1-45bd-8277-3117d88009f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 1098 time: 0.0476851 Dec 08 13:20:24.798180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:20:24.828560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 15da73f3-f92a-4c62-a1ee-9212817132c2 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:20:24.901661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-0ea90fa6-ad84-43d6-86b2-672d8975fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:24.904261 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-0ea90fa6-ad84-43d6-86b2-672d8975fa92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=45830e74-20d8-4482-86fe-959097e91869 HTTP/1.1" status: 200 len: 898 time: 0.1009338 Dec 08 13:20:24.947582 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-81255a84-3427-4c5e-9f90-05bc361538fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8726c9f2-3cf0-47d3-b513-c3484098904e HTTP/1.1" status: 200 len: 217 time: 0.0360723 Dec 08 13:20:24.981111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 15da73f3-f92a-4c62-a1ee-9212817132c2 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:20:24.981497 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:24.998694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-0950b190-45e1-4ec1-9d1d-16a84f71eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:25.003461 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-0950b190-45e1-4ec1-9d1d-16a84f71eb36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=abcc0190-1f8c-48a7-b31d-7e4ad805c58b HTTP/1.1" status: 200 len: 835 time: 0.0453541 Dec 08 13:20:25.051900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-06c45964-1782-478a-98f9-b5ca04a4ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:25.053326 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-06c45964-1782-478a-98f9-b5ca04a4ab77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45830e74-20d8-4482-86fe-959097e91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455623 Dec 08 13:20:25.117097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:19Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:20:23Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:25.119513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bab15882-a14d-4a4f-a1c7-b70934247f44 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:20:25.156459 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-b33da7e2-314e-4922-96fa-2a543fd1f85d service neutron] 10.222.0.72 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954638 Dec 08 13:20:25.167804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] Checking router: cc1734cc-261e-454c-9b90-cf09d8562ac4 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:20:25.187276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:20:25.187916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:20:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:25.243782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port bab15882-a14d-4a4f-a1c7-b70934247f44 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:20:25.244163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:25.273321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26502712-b91c-4889-9a0f-ac9931fedfb0 req-67a1f387-2885-4f29-a541-ff5e04684ba2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:25.280533 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-26502712-b91c-4889-9a0f-ac9931fedfb0 req-67a1f387-2885-4f29-a541-ff5e04684ba2 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 945 time: 0.1358521 Dec 08 13:20:25.334635 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2b1707a0-c14b-4834-a065-a1bfb7203ae0 req-9b9a7844-0a4b-461f-bb18-ef8b99ca98e7 service neutron] 10.222.0.72 "GET /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564269 Dec 08 13:20:25.341724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:20:25.347339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-26502712-b91c-4889-9a0f-ac9931fedfb0 req-c1ace303-28b6-4c21-bc91-ac1e84e629cf tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659132 Dec 08 13:20:25.562980 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:19Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:20:23Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:25.592749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2f68b-9f06-41a0-97e9-9af382d6549a None None] The sync data for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv is: [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:19Z', 'revision_number': 6, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '15da73f3-f92a-4c62-a1ee-9212817132c2', 'name': '', 'network_id': '45830e74-20d8-4482-86fe-959097e91869', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'mac_address': 'fa:16:3e:21:59:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:28Z', 'updated_at': '2021-12-08T13:20:23Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'subnets': [{'id': 'abcc0190-1f8c-48a7-b31d-7e4ad805c58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:20:26.214261 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79015d79-d998-4f0d-a32e-a9ccc311a40d None None] New status for floating IP 21297251-a74d-493a-80e0-5f7f556d2e98: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:20:26.484359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-3f3a5837-32fc-4d0c-bda4-2dcbceeb9d6c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:26.485799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-3f3a5837-32fc-4d0c-bda4-2dcbceeb9d6c tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 945 time: 0.0792470 Dec 08 13:20:26.497436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b076-f6e5-4414-a75b-678c36dfe471 req-05663933-6c39-422d-a8ea-a5e794e21fdb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:26.498814 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c02b076-f6e5-4414-a75b-678c36dfe471 req-05663933-6c39-422d-a8ea-a5e794e21fdb tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 945 time: 0.0637217 Dec 08 13:20:26.595843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c02b076-f6e5-4414-a75b-678c36dfe471 req-19cc0438-5120-4f8c-8b29-75a7614efd9f tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/security-groups?id=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887551 Dec 08 13:20:26.617714 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 8726c9f2-3cf0-47d3-b513-c3484098904e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:20:26.618055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:26.705951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 8726c9f2-3cf0-47d3-b513-c3484098904e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=8726c9f2-3cf0-47d3-b513-c3484098904e,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:26.706313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:26.718437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 8726c9f2-3cf0-47d3-b513-c3484098904e owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:20:26.926836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:26.955882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=8726c9f2-3cf0-47d3-b513-c3484098904e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:26.967747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.968116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.968469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.968816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.969158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.969524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.969860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.970196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.970530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.970881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.971220 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.971554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:26.971877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:27.005828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] No DVR routers for this DVR port 8726c9f2-3cf0-47d3-b513-c3484098904e on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:20:27.008218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:27.011572 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d221ab48-dd61-47e1-8b19-e9d24fe7d314 req-a6c1bc20-2fda-4bfb-92b2-f8d222c22a3b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.72 "DELETE /v2.0/ports/8726c9f2-3cf0-47d3-b513-c3484098904e HTTP/1.1" status: 204 len: 173 time: 0.5118897 Dec 08 13:20:27.012007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'name': 'network-vif-deleted', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:20:27.014271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae97629-d88d-413c-9762-e3832fc12deb" -d '{"events": [{"server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "name": "network-vif-deleted", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:20:27.050727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e666b-dc50-4b97-bb19-95af6cc46dfb x-openstack-request-id: req-728e666b-dc50-4b97-bb19-95af6cc46dfb {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:20:27.051065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2842aa-aaeb-41c0-aef8-17f481adc76e", "name": "network-vif-deleted", "tag": "8726c9f2-3cf0-47d3-b513-c3484098904e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:20:27.051453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-728e666b-dc50-4b97-bb19-95af6cc46dfb {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:20:27.051871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2842aa-aaeb-41c0-aef8-17f481adc76e', 'name': 'network-vif-deleted', 'tag': '8726c9f2-3cf0-47d3-b513-c3484098904e', 'status': 'completed', 'code': 200} Dec 08 13:20:27.704715 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03358660-484c-4c2f-84ff-d50c080d5499 req-841f5184-588d-4410-8bae-93ab96df3f20 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2842aa-aaeb-41c0-aef8-17f481adc76e HTTP/1.1" status: 200 len: 210 time: 0.0296507 Dec 08 13:20:28.761818 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34252) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:28.822646 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51b561b6-7b4d-4339-9a0a-7e3aa75db2f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:28.847772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51b561b6-7b4d-4339-9a0a-7e3aa75db2f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:29.012693 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51b561b6-7b4d-4339-9a0a-7e3aa75db2f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:29.015312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-51b561b6-7b4d-4339-9a0a-7e3aa75db2f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:29.016494 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-51b561b6-7b4d-4339-9a0a-7e3aa75db2f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/security-groups/f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451 HTTP/1.1" status: 204 len: 168 time: 0.2536790 Dec 08 13:20:29.026342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b561b6-7b4d-4339-9a0a-7e3aa75db2f8 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a4b047-cbb7-4d9c-8f83-1f2d6a09b451,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:29.125161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34256) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:29.480271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:29.731282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port 15da73f3-f92a-4c62-a1ee-9212817132c2 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:20:29.731549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:29.821574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port 15da73f3-f92a-4c62-a1ee-9212817132c2, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=15da73f3-f92a-4c62-a1ee-9212817132c2,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:29.821934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:29.833343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for 15da73f3-f92a-4c62-a1ee-9212817132c2 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:20:30.109359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:30.135859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=15da73f3-f92a-4c62-a1ee-9212817132c2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:30.313071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:30.520696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Router cc1734cc-261e-454c-9b90-cf09d8562ac4 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:20:30.596920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 8726c9f2-3cf0-47d3-b513-c3484098904e no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:20:30.618518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 8726c9f2-3cf0-47d3-b513-c3484098904e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:20:30.618903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 8726c9f2-3cf0-47d3-b513-c3484098904e not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:20:30.626685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:20:30.631597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-677d32f8-7ffb-45b3-b935-cc9c2f290107 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "PUT /v2.0/routers/cc1734cc-261e-454c-9b90-cf09d8562ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5053923 Dec 08 13:20:30.634242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34258) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:30.636343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] Sync routers for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:20:30.646634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:20:30.647259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:20:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:30.759602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:20:30.953049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:29Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:30.980057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] Checking router: cc1734cc-261e-454c-9b90-cf09d8562ac4 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:20:30.989462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] Routers {'cc1734cc-261e-454c-9b90-cf09d8562ac4'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:20:30.990090 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:20:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['cc1734cc-261e-454c-9b90-cf09d8562ac4'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:31.012928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcebeb4c-e15b-4f32-906b-dd97018a1577 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting subnet abcc0190-1f8c-48a7-b31d-7e4ad805c58b {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:20:31.016029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fcebeb4c-e15b-4f32-906b-dd97018a1577 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.054687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fcebeb4c-e15b-4f32-906b-dd97018a1577 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.093357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] Set router cc1734cc-261e-454c-9b90-cf09d8562ac4 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:20:31.135253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fcebeb4c-e15b-4f32-906b-dd97018a1577 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.268242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:29Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:31.269904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fcebeb4c-e15b-4f32-906b-dd97018a1577 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.297540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e7946-9992-48ff-bab6-94bb79814faa None None] The sync data for ids ['cc1734cc-261e-454c-9b90-cf09d8562ac4'] in dv-neutron-799625-5-hyperv is: [{'id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'name': 'tempest-TestNetworkBasicOps-router-1149641665', 'tenant_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:29Z', 'revision_number': 7, 'project_id': 'cc3ba29949ba4170ae0e5423d641d2ab', 'gw_port': {'id': 'bab15882-a14d-4a4f-a1c7-b70934247f44', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1734cc-261e-454c-9b90-cf09d8562ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:19:25Z', 'updated_at': '2021-12-08T13:20:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:20:31.298489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebeb4c-e15b-4f32-906b-dd97018a1577 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Subnet': ['ID=abcc0190-1f8c-48a7-b31d-7e4ad805c58b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:31.301043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fcebeb4c-e15b-4f32-906b-dd97018a1577 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.309694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fcebeb4c-e15b-4f32-906b-dd97018a1577 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/subnets/abcc0190-1f8c-48a7-b31d-7e4ad805c58b HTTP/1.1" status: 204 len: 168 time: 0.6690667 Dec 08 13:20:31.309694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34260) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:31.312133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0f6ba-db60-48bf-8e30-f0aeff59e59a None None] Network 45830e74-20d8-4482-86fe-959097e91869 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:20:31.417004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.525416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.648208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Deleting port bab15882-a14d-4a4f-a1c7-b70934247f44 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:20:31.648661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.671558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] DHCP port deletion for 45830e74-20d8-4482-86fe-959097e91869 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:20:31.726269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Deleting port 8518e4ed-88ae-4ff9-9680-a118d491daed {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:20:31.726820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.735171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] For port bab15882-a14d-4a4f-a1c7-b70934247f44, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bab15882-a14d-4a4f-a1c7-b70934247f44,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:31.735538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.749405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Calling delete_port for bab15882-a14d-4a4f-a1c7-b70934247f44 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:20:31.792734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] For port 8518e4ed-88ae-4ff9-9680-a118d491daed, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8518e4ed-88ae-4ff9-9680-a118d491daed,segment=NetworkSegment(8bdbe7f6-9178-4899-9d5c-0ac7935d854e),segment_id=8bdbe7f6-9178-4899-9d5c-0ac7935d854e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:31.793143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.806298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Calling delete_port for 8518e4ed-88ae-4ff9-9680-a118d491daed owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:20:31.967052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:31.992547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Pushing event deleted for resources: {'Port': ['ID=8518e4ed-88ae-4ff9-9680-a118d491daed,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:31.996787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] No DVR routers for this DVR port 8518e4ed-88ae-4ff9-9680-a118d491daed on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:20:31.999248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.003753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.004075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.004418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.004770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.005110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.011247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.011247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.011247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.011247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.011247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.011247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.011247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.011247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e95ed8-3e54-4dde-989d-084fb5f4f0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:20:32.030218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Port': ['ID=bab15882-a14d-4a4f-a1c7-b70934247f44,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:32.051611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de31e6-ae76-4732-8ae8-14bca4fc2ca5 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:20:32.104195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.208344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.210498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.389831 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.390475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Fanout notify agent at l3_agent the message router_deleted on router cc1734cc-261e-454c-9b90-cf09d8562ac4 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:20:32.397566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.398715 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3cf12a01-63e9-4ad3-8d39-aa80d7a4286b tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/routers/cc1734cc-261e-454c-9b90-cf09d8562ac4 HTTP/1.1" status: 204 len: 168 time: 1.0907047 Dec 08 13:20:32.401569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34262) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:32.481879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.572166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.591308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45830e74-20d8-4482-86fe-959097e91869']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:32.600711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdbe7f6-9178-4899-9d5c-0ac7935d854e') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:32.601004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdbe7f6-9178-4899-9d5c-0ac7935d854e') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:20:32.609986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.623210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.628901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:20:32.629284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:20:32.632145 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:20:32.740926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.745162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:32.748365 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] 10.222.0.76 "DELETE /v2.0/networks/45830e74-20d8-4482-86fe-959097e91869 HTTP/1.1" status: 204 len: 168 time: 0.3460147 Dec 08 13:20:32.763059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3802a-b865-45a2-aca6-4cb412da8154 tempest-TestNetworkBasicOps-708663960 tempest-TestNetworkBasicOps-708663960-project] Pushing event deleted for resources: {'Network': ['ID=45830e74-20d8-4482-86fe-959097e91869,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:32.895549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 15da73f3-f92a-4c62-a1ee-9212817132c2 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:20:32.917382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 15da73f3-f92a-4c62-a1ee-9212817132c2 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:20:32.917657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 15da73f3-f92a-4c62-a1ee-9212817132c2 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:20:32.918088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bab15882-a14d-4a4f-a1c7-b70934247f44 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:20:32.936673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: bab15882-a14d-4a4f-a1c7-b70934247f44 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:20:32.937110 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bab15882-a14d-4a4f-a1c7-b70934247f44 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:20:32.937520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8518e4ed-88ae-4ff9-9680-a118d491daed no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:20:32.958625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8518e4ed-88ae-4ff9-9680-a118d491daed {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:20:32.958978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8518e4ed-88ae-4ff9-9680-a118d491daed not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:20:33.281131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34268) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:33.408070 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-dc373501-df3a-4ffc-8cfb-77922f2b042f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc3ba29949ba4170ae0e5423d641d2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257801 Dec 08 13:20:33.410452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34272) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:33.456568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4da8c818-0740-4661-8da2-4ccf9b6f913b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:33.480963 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4da8c818-0740-4661-8da2-4ccf9b6f913b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:33.592292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4da8c818-0740-4661-8da2-4ccf9b6f913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:33.594860 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4da8c818-0740-4661-8da2-4ccf9b6f913b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:33.596137 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4da8c818-0740-4661-8da2-4ccf9b6f913b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bab25174-15f3-464e-a9a4-195de860b5dc HTTP/1.1" status: 204 len: 168 time: 0.1847699 Dec 08 13:20:33.603710 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8c818-0740-4661-8da2-4ccf9b6f913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab25174-15f3-464e-a9a4-195de860b5dc,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:34.196617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 34278) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:34.210070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43e3157b-4cef-40e3-a0e7-4367083f1014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:34.281667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43e3157b-4cef-40e3-a0e7-4367083f1014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:34.338515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43e3157b-4cef-40e3-a0e7-4367083f1014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:34.377937 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-43e3157b-4cef-40e3-a0e7-4367083f1014 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a112bff91a9b4fd2965ab32af3ef1d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801567 Dec 08 13:20:34.378856 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3157b-4cef-40e3-a0e7-4367083f1014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c912bde0-d392-4f49-99a7-019af8422c32,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:34.380615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34280) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:20:34.433135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6b324760-2451-4a46-b189-74b62e7fdc38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:34.453613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6b324760-2451-4a46-b189-74b62e7fdc38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:34.583932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6b324760-2451-4a46-b189-74b62e7fdc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:34.586649 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6b324760-2451-4a46-b189-74b62e7fdc38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:34.587816 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6b324760-2451-4a46-b189-74b62e7fdc38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c912bde0-d392-4f49-99a7-019af8422c32 HTTP/1.1" status: 204 len: 168 time: 0.2061808 Dec 08 13:20:34.595546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b324760-2451-4a46-b189-74b62e7fdc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912bde0-d392-4f49-99a7-019af8422c32,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:40.300922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:40.535666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-15c3113b-35f1-4c1b-b6ab-94fb272c88dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:41.852110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-6bbe5bad-9009-4dde-bfca-9f4181e36dd8 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=ac246c60b6e046bab13528da1742b7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290375 Dec 08 13:20:42.040113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cde5-b799-4625-8807-657cb6085063 req-f2a40a4c-9cf9-4623-81c2-953f2795c65a tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:42.041585 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-f2a40a4c-9cf9-4623-81c2-953f2795c65a tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807292 Dec 08 13:20:42.056596 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-b9a2318b-361f-46ed-a11c-b9227a9c97c1 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/quotas/ac246c60b6e046bab13528da1742b7a3 HTTP/1.1" status: 200 len: 375 time: 0.0093379 Dec 08 13:20:42.091144 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-e866f173-96cb-42b7-8822-8238e9332308 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac246c60b6e046bab13528da1742b7a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291116 Dec 08 13:20:42.359269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-120f4044-dd9e-4196-864c-d99712563bd2 req-6510c6a0-dac2-42b6-a6c1-dec8b548faf0 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 210 time: 0.0272441 Dec 08 13:20:42.908944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43de61a2-44e8-48fa-a609-082d683434a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:43.454260 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cb942ff7-28e4-4c0d-9858-056e62a15784 req-87685d58-9f47-4e64-8a63-58758abfb9dd tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 210 time: 0.0261467 Dec 08 13:20:44.103388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:44.388790 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-aca3606b-9fac-4294-8e84-3254a17feefa tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac246c60b6e046bab13528da1742b7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205147 Dec 08 13:20:44.497349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cde5-b799-4625-8807-657cb6085063 req-81387975-46c2-48b7-b583-6e4db469dd45 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:44.498887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-81387975-46c2-48b7-b583-6e4db469dd45 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043816 Dec 08 13:20:44.511015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Request body: {'port': {'device_id': 'c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada', 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed', 'admin_state_up': True, 'tenant_id': 'ac246c60b6e046bab13528da1742b7a3'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:20:44.559796 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c159d9cf-ea9e-4765-bf9e-979baa949633 req-ac91a143-785c-4897-b8bf-9489968e4920 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 210 time: 0.0339105 Dec 08 13:20:44.697920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Made reservation on behalf of ac246c60b6e046bab13528da1742b7a3 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:20:44.701446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:44.711316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:44.784334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:44.872589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:44.941499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea009f57-3e14-462d-8d5a-a31bbb5fe460,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:45.014937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Allocated IP 192.168.233.102 (b2877655-aa8b-468e-b5fc-b444e9b876ed/13c96a7e-fa15-4dc9-a583-8b888255d7d9/39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:20:45.156146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:45.234973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:45.263792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:45.308276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Network b2877655-aa8b-468e-b5fc-b444e9b876ed is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:20:45.311698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:20:45.315342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:20:45.376962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Pushing event updated for resources: {'Port': ['ID=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:45.376962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:45.376962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:45.472189 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-9e4db92e-79b2-469c-97af-c53ae567ef85 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9648621 Dec 08 13:20:45.487070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Request body: {'port': {'device_id': 'c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:20:45.543700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:45.583800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f3511e03-76f9-46d2-b5b2-2229e3697b03 None None] Provisioning complete for port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:20:45.584241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3511e03-76f9-46d2-b5b2-2229e3697b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:45.621464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f3511e03-76f9-46d2-b5b2-2229e3697b03 None None] Port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:20:45.729613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be5942-1e1b-4139-9351-962947ff023c req-4864c179-1011-4114-a136-784d0ce8732f tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:45.731102 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49be5942-1e1b-4139-9351-962947ff023c req-4864c179-1011-4114-a136-784d0ce8732f tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 936 time: 0.0870228 Dec 08 13:20:45.829038 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49be5942-1e1b-4139-9351-962947ff023c req-7c233efe-4dec-4a88-8552-982b3ee4c440 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705335 Dec 08 13:20:45.874494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:20:45.882209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:45.894288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Transition to ACTIVE for port object 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:20:45.958045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:46.013274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Pushing event updated for resources: {'Port': ['ID=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:46.079322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Attempting to bind port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:20:46.080164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Attempting to bind port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'da2897b5-f0aa-4f53-a869-4b65bbd3946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:20:46.080458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Attempting to bind port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d on network b2877655-aa8b-468e-b5fc-b444e9b876ed {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:20:46.085175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d on network b2877655-aa8b-468e-b5fc-b444e9b876ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:20:46.085506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Attempting to bind port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d on network b2877655-aa8b-468e-b5fc-b444e9b876ed {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:20:46.090887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:20:46.091229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Checking segment: {'id': 'da2897b5-f0aa-4f53-a869-4b65bbd3946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:20:46.091618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Bound using segment: {'id': 'da2897b5-f0aa-4f53-a869-4b65bbd3946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:20:46.094605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Bound port: 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2897b5-f0aa-4f53-a869-4b65bbd3946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:20:46.094983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:46.164482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] For port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:20:46.167656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] For port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,segment=NetworkSegment(da2897b5-f0aa-4f53-a869-4b65bbd3946c),segment_id=da2897b5-f0aa-4f53-a869-4b65bbd3946c)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:20:46.198263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:46.223970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:46.262295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:46.262987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:46.264345 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] 10.222.0.72 "PUT /v2.0/ports/39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d HTTP/1.1" status: 200 len: 1098 time: 0.7815251 Dec 08 13:20:46.264781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada', 'tag': '39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:20:46.267050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5b8165-b3c5-47e7-ac18-b4e9e60cf93d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada", "tag": "39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:20:46.296994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1f314-ea74-4bd9-a604-dfb9ab7afb15 service neutron] Pushing event updated for resources: {'Port': ['ID=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:46.307508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d8bff6-22e0-4918-b394-625b6c17fac2 x-openstack-request-id: req-d3d8bff6-22e0-4918-b394-625b6c17fac2 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:20:46.307828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada", "tag": "39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:20:46.308091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3d8bff6-22e0-4918-b394-625b6c17fac2 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:20:46.308611 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada', 'tag': '39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d', 'status': 'completed', 'code': 200} Dec 08 13:20:46.373751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b8165-b3c5-47e7-ac18-b4e9e60cf93d req-6b9adcc9-04bf-4c96-9b8c-ec1c3caceebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:46.375311 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e5b8165-b3c5-47e7-ac18-b4e9e60cf93d req-6b9adcc9-04bf-4c96-9b8c-ec1c3caceebe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac246c60b6e046bab13528da1742b7a3&device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 1101 time: 0.0438046 Dec 08 13:20:46.402826 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e5b8165-b3c5-47e7-ac18-b4e9e60cf93d req-9f1f03ba-ab02-437f-bc7b-b59e35d62d0a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac246c60b6e046bab13528da1742b7a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195465 Dec 08 13:20:46.499825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b8165-b3c5-47e7-ac18-b4e9e60cf93d req-6b55d69f-f136-44cf-a641-be345106db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:46.501276 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e5b8165-b3c5-47e7-ac18-b4e9e60cf93d req-6b55d69f-f136-44cf-a641-be345106db6b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917552 Dec 08 13:20:46.578482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cde5-b799-4625-8807-657cb6085063 req-a05a5bc1-3636-47fc-b58b-178a36278c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:46.580936 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-a05a5bc1-3636-47fc-b58b-178a36278c3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac246c60b6e046bab13528da1742b7a3&device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 1101 time: 0.0438750 Dec 08 13:20:46.622962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-b7a67828-2ee6-4b89-9ecd-240d09db8eb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d HTTP/1.1" status: 200 len: 217 time: 0.0344155 Dec 08 13:20:46.674406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cde5-b799-4625-8807-657cb6085063 req-d476f6ef-886a-43b9-b5d7-77a871450c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:46.675901 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-d476f6ef-886a-43b9-b5d7-77a871450c20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13c96a7e-fa15-4dc9-a583-8b888255d7d9 HTTP/1.1" status: 200 len: 843 time: 0.0467525 Dec 08 13:20:46.719936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cde5-b799-4625-8807-657cb6085063 req-1334d82f-993a-4b61-aa9b-75bc68773702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:46.721844 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-1334d82f-993a-4b61-aa9b-75bc68773702 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b2877655-aa8b-468e-b5fc-b444e9b876ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0384619 Dec 08 13:20:46.809953 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-c81cc37a-0b68-48b4-990e-dc2ed62b0a15 service neutron] 10.222.0.72 "GET /v2.0/networks/b2877655-aa8b-468e-b5fc-b444e9b876ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806675 Dec 08 13:20:46.912616 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5193cde5-b799-4625-8807-657cb6085063 req-5030f67d-6dc2-482d-9cc4-ae1e483ffff5 service neutron] 10.222.0.72 "GET /v2.0/networks/b2877655-aa8b-468e-b5fc-b444e9b876ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955813 Dec 08 13:20:46.948127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52fcc8-0044-48ac-a25e-ccf5b1b93f4a req-198a39da-d124-47ec-9d82-a96804896824 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:46.949598 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac52fcc8-0044-48ac-a25e-ccf5b1b93f4a req-198a39da-d124-47ec-9d82-a96804896824 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 948 time: 0.0517957 Dec 08 13:20:47.003421 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac52fcc8-0044-48ac-a25e-ccf5b1b93f4a req-49f72f6e-dd11-46a1-9461-d746c748063b tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473914 Dec 08 13:20:48.121428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630edc-7837-4b7e-b416-7d4450f9e426 req-afc86b11-e0df-4b7d-9c3c-d8c461c2ebec tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:48.122902 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11630edc-7837-4b7e-b416-7d4450f9e426 req-afc86b11-e0df-4b7d-9c3c-d8c461c2ebec tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 948 time: 0.0519111 Dec 08 13:20:48.168388 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11630edc-7837-4b7e-b416-7d4450f9e426 req-be58ea34-4b32-4b23-8e22-4b99d381ab78 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395336 Dec 08 13:20:49.284870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfbcd7-a9a2-42ad-9f19-e47c451c276d req-789904dc-e100-4562-89ae-cd2a27886157 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:49.286329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aedfbcd7-a9a2-42ad-9f19-e47c451c276d req-789904dc-e100-4562-89ae-cd2a27886157 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 948 time: 0.0508790 Dec 08 13:20:49.332579 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aedfbcd7-a9a2-42ad-9f19-e47c451c276d req-822b7204-e066-442c-a4b5-cde73f9b45b6 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Dec 08 13:20:50.445470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db25dc6-e825-4681-8f6d-ff02013f1a14 req-b8091265-973d-4698-a9c2-9cfbf1f1f520 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:50.446985 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3db25dc6-e825-4681-8f6d-ff02013f1a14 req-b8091265-973d-4698-a9c2-9cfbf1f1f520 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 948 time: 0.0481894 Dec 08 13:20:50.497491 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3db25dc6-e825-4681-8f6d-ff02013f1a14 req-66f5c369-3779-4107-b60e-97eecd672a3c tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446732 Dec 08 13:20:50.702589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:20:50.798992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,segment=NetworkSegment(da2897b5-f0aa-4f53-a869-4b65bbd3946c),segment_id=da2897b5-f0aa-4f53-a869-4b65bbd3946c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:50.809510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d', 'network_id': 'b2877655-aa8b-468e-b5fc-b444e9b876ed', 'port_id': '39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d', 'mac_address': 'fa:16:3e:1e:88:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c96a7e-fa15-4dc9-a583-8b888255d7d9', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:20:50.848391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:50.860408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:20:50.879689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,segment=NetworkSegment(da2897b5-f0aa-4f53-a869-4b65bbd3946c),segment_id=da2897b5-f0aa-4f53-a869-4b65bbd3946c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:50.992037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:51.040138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:51.199784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:20:51.611219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0511c-c952-40cc-9772-47dbbc062b8a req-8414000d-8ae1-445f-911e-6f94d8239e37 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:51.612672 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5f0511c-c952-40cc-9772-47dbbc062b8a req-8414000d-8ae1-445f-911e-6f94d8239e37 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 949 time: 0.0484734 Dec 08 13:20:51.659354 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5f0511c-c952-40cc-9772-47dbbc062b8a req-db4b00fb-e052-4476-8270-3c88af566b20 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Dec 08 13:20:52.722217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:20:52.771739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a5449-5bc7-4c24-a262-11c63e6358b3 req-91d0d3b5-9303-417b-8707-94a280ad9f2b tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:52.779198 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-113a5449-5bc7-4c24-a262-11c63e6358b3 req-91d0d3b5-9303-417b-8707-94a280ad9f2b tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 949 time: 0.0475929 Dec 08 13:20:52.812114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:20:52.816147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:20:52.816518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:52.821949 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-113a5449-5bc7-4c24-a262-11c63e6358b3 req-84033f4c-03b9-4f47-aa48-870581f31ba2 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Dec 08 13:20:52.890740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:52.912320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:20:52.914530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada80609-280c-489d-b003-80c1a2a5f0d7" -d '{"events": [{"server_uuid": "c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada", "name": "network-vif-plugged", "status": "completed", "tag": "39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:20:52.930382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,segment=NetworkSegment(da2897b5-f0aa-4f53-a869-4b65bbd3946c),segment_id=da2897b5-f0aa-4f53-a869-4b65bbd3946c)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:52.989213 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:53.013112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f4cec6-5c8c-4f83-90bb-4605a4d254d7 x-openstack-request-id: req-e7f4cec6-5c8c-4f83-90bb-4605a4d254d7 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:20:53.013412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada", "name": "network-vif-plugged", "status": "completed", "tag": "39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:20:53.013666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7f4cec6-5c8c-4f83-90bb-4605a4d254d7 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:20:53.014055 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d', 'code': 200} Dec 08 13:20:53.042075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:53.281792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e78fef-ebc4-4135-9201-ad37068a69d1 req-7d518368-ccd7-45a4-9cca-fc224d26ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:53.283942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c8e78fef-ebc4-4135-9201-ad37068a69d1 req-7d518368-ccd7-45a4-9cca-fc224d26ca76 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 1103 time: 0.0429473 Dec 08 13:20:53.327300 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c8e78fef-ebc4-4135-9201-ad37068a69d1 req-56b82d49-9124-4c55-a632-ade9435dbebc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361180 Dec 08 13:20:53.936052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83255e62-2002-4d7e-97c1-cdb3537fe1fe req-52fac1a1-e325-4cba-b600-51e5f99a0509 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:53.937443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-83255e62-2002-4d7e-97c1-cdb3537fe1fe req-52fac1a1-e325-4cba-b600-51e5f99a0509 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 950 time: 0.0473754 Dec 08 13:20:53.982930 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-83255e62-2002-4d7e-97c1-cdb3537fe1fe req-a2e425a7-dad2-49ff-a2ac-a82ecd37eafc tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 Dec 08 13:20:55.098238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372279a-3b3f-4da2-82db-b4615f94049b req-70d8bff2-2052-4fad-b7fd-33bba245709c tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:55.099730 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f372279a-3b3f-4da2-82db-b4615f94049b req-70d8bff2-2052-4fad-b7fd-33bba245709c tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 950 time: 0.0476744 Dec 08 13:20:55.148880 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f372279a-3b3f-4da2-82db-b4615f94049b req-a164cabf-cbb9-4830-87e5-f8e3887e1285 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Dec 08 13:20:55.526064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-3126f8bf-1201-4fde-820a-062b1570adf7 req-de11c337-4ced-4f7c-86ee-4ea96fe7a96f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:20:55.527023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3126f8bf-1201-4fde-820a-062b1570adf7 req-de11c337-4ced-4f7c-86ee-4ea96fe7a96f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053844 Dec 08 13:20:56.012564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-fcb04b3c-813f-4201-babd-75a575b9189b req-b816fb35-2697-4f12-aa9a-c5edd90c3cf3 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:20:56.013571 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fcb04b3c-813f-4201-babd-75a575b9189b req-b816fb35-2697-4f12-aa9a-c5edd90c3cf3 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052166 Dec 08 13:20:56.719232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fefc72-10c6-46b5-ac64-7fdb93a3d0f4 req-afc920da-f958-4572-98dc-25702dd14f31 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:56.720721 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f0fefc72-10c6-46b5-ac64-7fdb93a3d0f4 req-afc920da-f958-4572-98dc-25702dd14f31 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 950 time: 0.0486832 Dec 08 13:20:56.767608 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f0fefc72-10c6-46b5-ac64-7fdb93a3d0f4 req-50bf5aa9-23b5-43a3-8f3b-0f5905f741d8 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Dec 08 13:20:57.881424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508b0fe-3aa8-44c4-9842-912e7e46975b req-22c69f3f-1a66-4c12-9d02-559917d4f634 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:57.882908 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e508b0fe-3aa8-44c4-9842-912e7e46975b req-22c69f3f-1a66-4c12-9d02-559917d4f634 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 950 time: 0.0469632 Dec 08 13:20:57.928725 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e508b0fe-3aa8-44c4-9842-912e7e46975b req-d8ec992c-a81e-4be7-8fab-bff66abfa049 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea009f57-3e14-462d-8d5a-a31bbb5fe460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 Dec 08 13:20:57.985701 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-23f61ab9-a12a-48d2-8880-ebe446dda08d tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:20:57.987167 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-23f61ab9-a12a-48d2-8880-ebe446dda08d tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 950 time: 0.0516031 Dec 08 13:20:58.075289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Deleting port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:20:58.075639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:58.167218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] For port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,segment=NetworkSegment(da2897b5-f0aa-4f53-a869-4b65bbd3946c),segment_id=da2897b5-f0aa-4f53-a869-4b65bbd3946c)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:20:58.167577 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:58.181795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Calling delete_port for 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:20:58.409367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:58.421207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:20:58.437034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Pushing event deleted for resources: {'Port': ['ID=39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:20:58.480834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] No DVR routers for this DVR port 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:20:58.483447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:20:58.487540 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bd7befa9-5fce-4c49-bb8d-5efd09ac3272 req-710a9e35-d45a-4a95-9f15-e1cb4583b9bb tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.72 "DELETE /v2.0/ports/39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d HTTP/1.1" status: 204 len: 173 time: 0.4945958 Dec 08 13:20:58.488033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada', 'name': 'network-vif-deleted', 'tag': '39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:20:58.490926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d046ee1c-e32f-45b7-b222-b9fd43a980f7" -d '{"events": [{"server_uuid": "c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada", "name": "network-vif-deleted", "tag": "39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:20:58.532056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969680c8-dd53-425d-8a37-9f5404994142 x-openstack-request-id: req-969680c8-dd53-425d-8a37-9f5404994142 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:20:58.532588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada", "name": "network-vif-deleted", "tag": "39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:20:58.532852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-969680c8-dd53-425d-8a37-9f5404994142 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:20:58.535051 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada', 'name': 'network-vif-deleted', 'tag': '39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d', 'status': 'completed', 'code': 200} Dec 08 13:20:59.038813 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6232a7f-f13c-4ef3-9092-9923a1e6460f req-1d6d3a23-09c1-4b6f-bd41-984459aa69d9 tempest-ServersAdminNegativeTestJSON-1083257546 tempest-ServersAdminNegativeTestJSON-1083257546-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6133b3f-8a8c-40e3-9f8b-b0c9e8f66ada HTTP/1.1" status: 200 len: 210 time: 0.0311897 Dec 08 13:21:00.505714 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:21:00.575344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34424) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:00.702667 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6a53c094-3fc2-444e-877b-ed06f3b8b1ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac246c60b6e046bab13528da1742b7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261141 Dec 08 13:21:00.705510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34428) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:00.752937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7ddf-425e-45d0-b039-14ec743c2562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:00.773454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7ddf-425e-45d0-b039-14ec743c2562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:00.889265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7ddf-425e-45d0-b039-14ec743c2562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:00.892408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7ddf-425e-45d0-b039-14ec743c2562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:00.893590 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4b1c7ddf-425e-45d0-b039-14ec743c2562 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea009f57-3e14-462d-8d5a-a31bbb5fe460 HTTP/1.1" status: 204 len: 168 time: 0.1871941 Dec 08 13:21:00.901543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c7ddf-425e-45d0-b039-14ec743c2562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea009f57-3e14-462d-8d5a-a31bbb5fe460,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:01.463585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34434) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:01.476722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4bb45bb9-3451-4b48-847c-5eb00e0dee27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:01.549069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4bb45bb9-3451-4b48-847c-5eb00e0dee27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:01.628301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4bb45bb9-3451-4b48-847c-5eb00e0dee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:01.665090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb45bb9-3451-4b48-847c-5eb00e0dee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0780a0d-6abb-42bf-9dcd-9c08321e3ee6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:01.668890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4bb45bb9-3451-4b48-847c-5eb00e0dee27 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1e3fb9a48d24a04bf80ad3868125725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2042944 Dec 08 13:21:01.671515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34436) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:01.717178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0939d78-3915-4d63-a4da-bb7fe411ab36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:01.738187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0939d78-3915-4d63-a4da-bb7fe411ab36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:01.861170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0939d78-3915-4d63-a4da-bb7fe411ab36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:01.863785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e0939d78-3915-4d63-a4da-bb7fe411ab36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:01.864929 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e0939d78-3915-4d63-a4da-bb7fe411ab36 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b0780a0d-6abb-42bf-9dcd-9c08321e3ee6 HTTP/1.1" status: 204 len: 168 time: 0.1925728 Dec 08 13:21:01.872474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0939d78-3915-4d63-a4da-bb7fe411ab36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0780a0d-6abb-42bf-9dcd-9c08321e3ee6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:02.786135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34458) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:02.829656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:21:02.848693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:21:02.849038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 39ca2098-b0e6-41bd-a2ba-e77ba2a77f8d not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:21:02.886554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-895406335-network', 'tenant_id': '95aacc5f56644a608a4574b19d63b707'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:21:02.963329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Made reservation on behalf of 95aacc5f56644a608a4574b19d63b707 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:21:02.965588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:02.973761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:03.045957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:03.108416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:03.138407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:21:03.144277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:03.152970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:03.152970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Added segment 703db837-726f-48ef-90f5-ed585cbb5f5d of type vlan for network e247c4f5-0bfe-4372-a209-e352d48459c4 Dec 08 13:21:03.192615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:03.266329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:03.267218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:03.267807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:03.358778 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5714190 Dec 08 13:21:03.359514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4682ad-a01e-4c0c-81ba-cbadfad5a07d admin admin] Pushing event updated for resources: {'Network': ['ID=e247c4f5-0bfe-4372-a209-e352d48459c4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:03.362267 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34462) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:03.366862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Request body: {'subnet': {'network_id': 'e247c4f5-0bfe-4372-a209-e352d48459c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-895406335-subnet', 'tenant_id': '95aacc5f56644a608a4574b19d63b707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:21:03.369616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network e247c4f5-0bfe-4372-a209-e352d48459c4 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:21:03.449115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Made reservation on behalf of 95aacc5f56644a608a4574b19d63b707 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:21:03.451493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:03.983245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:04.042204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94904825-7f65-48d9-a6aa-61ab34f6b162,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:04.049106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Checking segment: {'id': '703db837-726f-48ef-90f5-ed585cbb5f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e247c4f5-0bfe-4372-a209-e352d48459c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:21:04.049473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Network hostable DHCP agents. Network: e247c4f5-0bfe-4372-a209-e352d48459c4, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:21:04.114270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Network e247c4f5-0bfe-4372-a209-e352d48459c4 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:21:04.192333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, e247c4f5-0bfe-4372-a209-e352d48459c4) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:21:04.196597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:04.197192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:04.202283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b03d7f-424f-48e2-ac48-422dd8ba49b9 None None] Network e247c4f5-0bfe-4372-a209-e352d48459c4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:21:04.283272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-32e6aa9f-2377-44e4-ae38-b0daeba813a4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9197412 Dec 08 13:21:04.298448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9b6d5-aa97-43b7-a691-446b6acb257f None None] Network e247c4f5-0bfe-4372-a209-e352d48459c4 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:21:04.694213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5115354-4365-48df-aab8-89214e10f3f7 req-77a75556-5978-409f-995d-ca8faf380620 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:04.695701 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-77a75556-5978-409f-995d-ca8faf380620 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/networks?id=e247c4f5-0bfe-4372-a209-e352d48459c4 HTTP/1.1" status: 200 len: 811 time: 0.0999541 Dec 08 13:21:04.710114 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-4c678e64-b0ea-42a8-bd88-64011ec920c7 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/quotas/95aacc5f56644a608a4574b19d63b707 HTTP/1.1" status: 200 len: 375 time: 0.0087352 Dec 08 13:21:04.740800 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-cfcd2ee2-5566-4111-b917-d61efc37c17b tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=95aacc5f56644a608a4574b19d63b707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256634 Dec 08 13:21:04.832817 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-8574fd7c-8e90-4149-9152-4bdeeced0697 service neutron] 10.222.0.76 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853024 Dec 08 13:21:04.926010 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-e92896eb-a03b-41c7-9509-4a7832ce524a service neutron] 10.222.0.76 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871685 Dec 08 13:21:05.148300 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5a710bb-909c-4459-b66c-3d6edf5e2b28 req-6b636900-3b23-422f-b238-869554575aff tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 210 time: 0.0268919 Dec 08 13:21:06.246103 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eedf960a-2d50-4dd9-8e30-e1840689d5d8 req-548f3fd1-7fcf-4b71-b9ff-7c3195555464 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 210 time: 0.0260100 Dec 08 13:21:07.190162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5115354-4365-48df-aab8-89214e10f3f7 req-f5943f01-859b-4e10-bbd8-16f828b8dadb tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:07.191560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-f5943f01-859b-4e10-bbd8-16f828b8dadb tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.72 "GET /v2.0/networks?id=e247c4f5-0bfe-4372-a209-e352d48459c4 HTTP/1.1" status: 200 len: 811 time: 0.1062872 Dec 08 13:21:07.205166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Request body: {'port': {'device_id': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'network_id': 'e247c4f5-0bfe-4372-a209-e352d48459c4', 'admin_state_up': True, 'tenant_id': '95aacc5f56644a608a4574b19d63b707'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:21:07.343216 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0219b923-5291-4e22-8623-233f63fc910b req-9791ff04-cbf3-4b2d-8775-2672b7588909 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 210 time: 0.0259011 Dec 08 13:21:07.386231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Made reservation on behalf of 95aacc5f56644a608a4574b19d63b707 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:21:07.389772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:07.515644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Allocated IP 172.20.0.10 (e247c4f5-0bfe-4372-a209-e352d48459c4/94904825-7f65-48d9-a6aa-61ab34f6b162/e3e2d7a5-e956-4541-9540-ae14f35e469e) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:21:07.660308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:07.737389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:07.777062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Network e247c4f5-0bfe-4372-a209-e352d48459c4 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:21:07.780133 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:21:07.782421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:21:07.812475 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Pushing event updated for resources: {'Port': ['ID=e3e2d7a5-e956-4541-9540-ae14f35e469e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:07.838723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:07.839328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:07.925780 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-53837913-0e0e-4ce8-8883-2cb4de3c79be tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7248209 Dec 08 13:21:07.939461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Request body: {'port': {'device_id': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:21:07.996425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:08.253918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e2d7a5-e956-4541-9540-ae14f35e469e {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:21:08.261348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:08.272958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Transition to ACTIVE for port object e3e2d7a5-e956-4541-9540-ae14f35e469e will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:21:08.357556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:08.443877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2d7a5-e956-4541-9540-ae14f35e469e,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:08.521534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565449-5c97-42ef-b6a1-ed0de97b7baf req-daaf62ca-b4ba-4241-a9b6-bb97ccfac956 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:08.523022 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f565449-5c97-42ef-b6a1-ed0de97b7baf req-daaf62ca-b4ba-4241-a9b6-bb97ccfac956 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 944 time: 0.1101696 Dec 08 13:21:08.524091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Attempting to bind port e3e2d7a5-e956-4541-9540-ae14f35e469e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:21:08.524420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Attempting to bind port e3e2d7a5-e956-4541-9540-ae14f35e469e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '703db837-726f-48ef-90f5-ed585cbb5f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e247c4f5-0bfe-4372-a209-e352d48459c4'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:21:08.524747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Attempting to bind port e3e2d7a5-e956-4541-9540-ae14f35e469e on network e247c4f5-0bfe-4372-a209-e352d48459c4 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:21:08.531761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Port e3e2d7a5-e956-4541-9540-ae14f35e469e on network e247c4f5-0bfe-4372-a209-e352d48459c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:21:08.532658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Attempting to bind port e3e2d7a5-e956-4541-9540-ae14f35e469e on network e247c4f5-0bfe-4372-a209-e352d48459c4 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:21:08.549858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:21:08.550195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Checking segment: {'id': '703db837-726f-48ef-90f5-ed585cbb5f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e247c4f5-0bfe-4372-a209-e352d48459c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:21:08.550629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Bound using segment: {'id': '703db837-726f-48ef-90f5-ed585cbb5f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e247c4f5-0bfe-4372-a209-e352d48459c4'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:21:08.551067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Bound port: e3e2d7a5-e956-4541-9540-ae14f35e469e, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703db837-726f-48ef-90f5-ed585cbb5f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e247c4f5-0bfe-4372-a209-e352d48459c4'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:21:08.551431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:08.614374 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f565449-5c97-42ef-b6a1-ed0de97b7baf req-b915325b-7aa6-4856-b3e1-64759e210c95 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842354 Dec 08 13:21:08.638071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:21:08.641025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e,segment=NetworkSegment(703db837-726f-48ef-90f5-ed585cbb5f5d),segment_id=703db837-726f-48ef-90f5-ed585cbb5f5d)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:21:08.689274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:08.726367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:08.727038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:08.728420 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] 10.222.0.72 "PUT /v2.0/ports/e3e2d7a5-e956-4541-9540-ae14f35e469e HTTP/1.1" status: 200 len: 1094 time: 0.7937319 Dec 08 13:21:08.728877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:21:08.731149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb25168b-89fd-4e8e-880b-2b52623e669e" -d '{"events": [{"name": "network-changed", "server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:21:08.752555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca990d-3fa8-4b06-ad3d-2234e9f67c96 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2d7a5-e956-4541-9540-ae14f35e469e,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:08.768048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c2cb5-285c-4873-bd87-b66704705424 x-openstack-request-id: req-914c2cb5-285c-4873-bd87-b66704705424 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:21:08.768341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:21:08.768598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-914c2cb5-285c-4873-bd87-b66704705424 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:21:08.769002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e', 'status': 'completed', 'code': 200} Dec 08 13:21:08.828227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25168b-89fd-4e8e-880b-2b52623e669e req-64ca3e66-c885-4dec-b676-cc1ee01e0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:08.830164 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cb25168b-89fd-4e8e-880b-2b52623e669e req-64ca3e66-c885-4dec-b676-cc1ee01e0adb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95aacc5f56644a608a4574b19d63b707&device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 1097 time: 0.0407813 Dec 08 13:21:08.928754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25168b-89fd-4e8e-880b-2b52623e669e req-4887a242-25a4-4549-a86c-d0462f64694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:08.930211 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cb25168b-89fd-4e8e-880b-2b52623e669e req-4887a242-25a4-4549-a86c-d0462f64694f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=95aacc5f56644a608a4574b19d63b707&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0927382 Dec 08 13:21:09.020935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25168b-89fd-4e8e-880b-2b52623e669e req-c3d23ec1-9673-4c14-b245-4aa966715354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:09.022381 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cb25168b-89fd-4e8e-880b-2b52623e669e req-c3d23ec1-9673-4c14-b245-4aa966715354 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855451 Dec 08 13:21:09.102955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5115354-4365-48df-aab8-89214e10f3f7 req-d8412a60-ae0f-4472-b925-7ec738e00694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:09.104334 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-d8412a60-ae0f-4472-b925-7ec738e00694 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95aacc5f56644a608a4574b19d63b707&device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 1097 time: 0.0466461 Dec 08 13:21:09.146372 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-b7057b8d-4941-4463-8f22-63992ff19e30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e HTTP/1.1" status: 200 len: 217 time: 0.0337505 Dec 08 13:21:09.194131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5115354-4365-48df-aab8-89214e10f3f7 req-23fe3592-42d2-4b5b-87fd-cc9b60152cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:09.195648 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-23fe3592-42d2-4b5b-87fd-cc9b60152cf5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94904825-7f65-48d9-a6aa-61ab34f6b162 HTTP/1.1" status: 200 len: 851 time: 0.0418532 Dec 08 13:21:09.227133 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-0f541cb5-ecf3-4f6c-8d7c-2f9efe4ade8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e247c4f5-0bfe-4372-a209-e352d48459c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234075 Dec 08 13:21:09.318626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-0db502b0-f799-433c-9f26-b446435563ce service neutron] 10.222.0.72 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839057 Dec 08 13:21:09.407624 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5115354-4365-48df-aab8-89214e10f3f7 req-288e4aa9-a0cb-4546-907e-f64b2d90b8be service neutron] 10.222.0.72 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807440 Dec 08 13:21:09.730256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c968e-8157-40f5-9593-1c7cb1065a81 req-227dbd89-c26d-48ad-937c-f17ebdfe9722 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:09.731823 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e9c968e-8157-40f5-9593-1c7cb1065a81 req-227dbd89-c26d-48ad-937c-f17ebdfe9722 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 944 time: 0.0530465 Dec 08 13:21:09.777993 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e9c968e-8157-40f5-9593-1c7cb1065a81 req-86b3fd56-fe88-4f88-a19d-e3527c7886e5 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Dec 08 13:21:10.323059 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:10.502290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-36904133-1533-49c1-af10-96156416e857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:10.889555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aee373-2069-45a1-a807-65e7f1652429 req-732f7432-300a-48a5-acbf-e483d99ba6a5 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:10.891025 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7aee373-2069-45a1-a807-65e7f1652429 req-732f7432-300a-48a5-acbf-e483d99ba6a5 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 944 time: 0.0470200 Dec 08 13:21:10.937793 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7aee373-2069-45a1-a807-65e7f1652429 req-6917975a-de81-4ef2-9bb7-475411344515 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Dec 08 13:21:12.053185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4045bf-35b7-4744-a79b-6572d5d3e9ae req-3418cd77-d4b2-4b8a-b4a5-ac2375345d99 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:12.054694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac4045bf-35b7-4744-a79b-6572d5d3e9ae req-3418cd77-d4b2-4b8a-b4a5-ac2375345d99 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 944 time: 0.0516260 Dec 08 13:21:12.101419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac4045bf-35b7-4744-a79b-6572d5d3e9ae req-4e19b804-6783-443c-bfe8-fa39831c56f1 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Dec 08 13:21:12.879681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-40c62d42-bc6a-4ad5-a133-b0d21d5483cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:12.907652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e3e2d7a5-e956-4541-9540-ae14f35e469e details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:21:12.998403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e,segment=NetworkSegment(703db837-726f-48ef-90f5-ed585cbb5f5d),segment_id=703db837-726f-48ef-90f5-ed585cbb5f5d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:21:13.009463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'e3e2d7a5-e956-4541-9540-ae14f35e469e', 'network_id': 'e247c4f5-0bfe-4372-a209-e352d48459c4', 'port_id': 'e3e2d7a5-e956-4541-9540-ae14f35e469e', 'mac_address': 'fa:16:3e:7b:61:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94904825-7f65-48d9-a6aa-61ab34f6b162', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:21:13.048420 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:13.060878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e2d7a5-e956-4541-9540-ae14f35e469e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:21:13.081375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e,segment=NetworkSegment(703db837-726f-48ef-90f5-ed585cbb5f5d),segment_id=703db837-726f-48ef-90f5-ed585cbb5f5d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:21:13.160037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:13.206995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=e3e2d7a5-e956-4541-9540-ae14f35e469e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:13.217654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7d286-c6dc-4118-861b-c69b87ecc798 req-0279e99c-ad72-400d-80d2-bb58c5bb705b tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:13.219228 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2cf7d286-c6dc-4118-861b-c69b87ecc798 req-0279e99c-ad72-400d-80d2-bb58c5bb705b tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 945 time: 0.0502248 Dec 08 13:21:13.266353 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2cf7d286-c6dc-4118-861b-c69b87ecc798 req-5e9ca5b6-92b8-4b83-9b7b-2a893c5e7976 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Dec 08 13:21:13.353411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['e3e2d7a5-e956-4541-9540-ae14f35e469e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:21:14.096665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:14.377899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eefc8a-65cd-4eed-845f-ca960c889f92 req-155883c1-bd04-4792-a949-f62d4211c1cb tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:14.379353 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e2eefc8a-65cd-4eed-845f-ca960c889f92 req-155883c1-bd04-4792-a949-f62d4211c1cb tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 945 time: 0.0480616 Dec 08 13:21:14.428384 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e2eefc8a-65cd-4eed-845f-ca960c889f92 req-95d0351d-c4f6-46ce-8b12-3d8186af4652 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Dec 08 13:21:14.924881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e3e2d7a5-e956-4541-9540-ae14f35e469e up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:21:15.068379 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port e3e2d7a5-e956-4541-9540-ae14f35e469e completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:21:15.072216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port e3e2d7a5-e956-4541-9540-ae14f35e469e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:21:15.072598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:15.155528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:15.188044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:21:15.188044 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9060cfa-c602-46d1-80e7-9a2f4bc6c8f1" -d '{"events": [{"server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:21:15.200733 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e,segment=NetworkSegment(703db837-726f-48ef-90f5-ed585cbb5f5d),segment_id=703db837-726f-48ef-90f5-ed585cbb5f5d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:21:15.222018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ab7f8e-f408-47fd-b445-b9bfc2ebcdb8 x-openstack-request-id: req-d7ab7f8e-f408-47fd-b445-b9bfc2ebcdb8 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:21:15.222314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:21:15.222965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7ab7f8e-f408-47fd-b445-b9bfc2ebcdb8 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:21:15.228722 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e', 'code': 200} Dec 08 13:21:15.245644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:15.274225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:15.321898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=e3e2d7a5-e956-4541-9540-ae14f35e469e,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:15.544128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8c99f-59d3-4939-936a-8ca6d32e7d05 req-dd1e11e6-8f21-46b5-92fa-f9a6438c7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:15.545626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2cb8c99f-59d3-4939-936a-8ca6d32e7d05 req-dd1e11e6-8f21-46b5-92fa-f9a6438c7a51 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 1099 time: 0.0713546 Dec 08 13:21:15.567401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223efeda-1a0c-4766-838a-3929951ae439 req-df3ec1d7-b3b3-42c6-9a98-df6aadcccd19 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:15.568811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-223efeda-1a0c-4766-838a-3929951ae439 req-df3ec1d7-b3b3-42c6-9a98-df6aadcccd19 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0681043 Dec 08 13:21:15.631759 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2cb8c99f-59d3-4939-936a-8ca6d32e7d05 req-f266a67b-75d1-4129-89d7-7a6a5469a0b8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779970 Dec 08 13:21:15.635460 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-223efeda-1a0c-4766-838a-3929951ae439 req-a18fe449-98f9-4118-88b0-35d954a4e33a tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Dec 08 13:21:16.239397 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:16.758208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e2434-4654-42bf-800a-da9a0f407419 req-a1a91b0e-087d-4815-a014-d22568c09aac tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:16.763192 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bf7e2434-4654-42bf-800a-da9a0f407419 req-a1a91b0e-087d-4815-a014-d22568c09aac tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0538576 Dec 08 13:21:16.808975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bf7e2434-4654-42bf-800a-da9a0f407419 req-0fca9805-de9e-4ea1-a24c-fccfe0f569ba tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Dec 08 13:21:17.920649 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f6ac2-760b-4c86-b2f2-221d6021c92f req-a692e454-dd49-412b-9cc7-09f79e663585 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:17.922035 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-789f6ac2-760b-4c86-b2f2-221d6021c92f req-a692e454-dd49-412b-9cc7-09f79e663585 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0477488 Dec 08 13:21:17.969317 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-789f6ac2-760b-4c86-b2f2-221d6021c92f req-f9fd77ba-65d0-4b2d-ac31-da0cdac47304 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409312 Dec 08 13:21:18.607403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e7a5-ca35-4d16-bec1-5da3b700a94c req-99b6bc66-b24f-4466-845b-f3daec385ac0 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:18.608877 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be03e7a5-ca35-4d16-bec1-5da3b700a94c req-99b6bc66-b24f-4466-845b-f3daec385ac0 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0485120 Dec 08 13:21:18.659542 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be03e7a5-ca35-4d16-bec1-5da3b700a94c req-d4785810-2ae0-4c77-9a06-165736c64c9c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Dec 08 13:21:18.792704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34532) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:18.871591 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-c477f429-7b0a-45fb-8fea-f9034efcc1f3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777397 Dec 08 13:21:18.880817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-5ea0b0c6-fe1f-42e5-aba2-e524f7be3a53 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:21:18.881759 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-5ea0b0c6-fe1f-42e5-aba2-e524f7be3a53 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048530 Dec 08 13:21:19.775168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae3ced-8dd6-4958-abba-c3d5d2711f2f req-7fec9555-8b88-4d0e-9e89-39a74cbaf10a tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:19.776811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eaae3ced-8dd6-4958-abba-c3d5d2711f2f req-7fec9555-8b88-4d0e-9e89-39a74cbaf10a tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0511961 Dec 08 13:21:19.826341 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eaae3ced-8dd6-4958-abba-c3d5d2711f2f req-9c9ea998-4ae1-484a-8156-7a7f0867f6d7 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Dec 08 13:21:20.878682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-d481acef-7295-46d1-8fbc-79541e61643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:20.880196 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-d481acef-7295-46d1-8fbc-79541e61643f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95aacc5f56644a608a4574b19d63b707&device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 1099 time: 0.0441017 Dec 08 13:21:20.999956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a603f0a-4e95-482e-a4ef-777fbcbe0c61 req-340aa378-e63d-4fe6-83e1-b0745754f490 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:21.002075 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8a603f0a-4e95-482e-a4ef-777fbcbe0c61 req-340aa378-e63d-4fe6-83e1-b0745754f490 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.1063116 Dec 08 13:21:21.017483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-af2c58ab-2570-4326-a97c-059eed6994b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:21.018889 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-af2c58ab-2570-4326-a97c-059eed6994b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e247c4f5-0bfe-4372-a209-e352d48459c4 HTTP/1.1" status: 200 len: 912 time: 0.1315382 Dec 08 13:21:21.072365 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-0ea75a4b-fc14-49ef-a24c-ad6e10abc0d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e HTTP/1.1" status: 200 len: 217 time: 0.0436139 Dec 08 13:21:21.113009 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8a603f0a-4e95-482e-a4ef-777fbcbe0c61 req-919ff899-f122-4f72-bd01-79cf5783eb72 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037605 Dec 08 13:21:21.130340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-eb4c3013-fe6f-4ca4-900f-6a5871ff4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:21.131814 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-eb4c3013-fe6f-4ca4-900f-6a5871ff4d17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94904825-7f65-48d9-a6aa-61ab34f6b162 HTTP/1.1" status: 200 len: 851 time: 0.0499625 Dec 08 13:21:21.162108 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-1f90b04a-c08b-47f0-b431-22ab0c6f8f79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e247c4f5-0bfe-4372-a209-e352d48459c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237343 Dec 08 13:21:21.253552 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-3d329889-76fa-4bd5-8572-b0b700573890 service neutron] 10.222.0.72 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840504 Dec 08 13:21:21.340455 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-c6dcb135-5cbc-444c-b6db-269f09e5ddeb service neutron] 10.222.0.72 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796533 Dec 08 13:21:22.235706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208067b-aca5-4846-9cbf-a27ea36dd310 req-dd4b0305-18da-4d0f-bade-f69c2a257804 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:22.237180 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f208067b-aca5-4846-9cbf-a27ea36dd310 req-dd4b0305-18da-4d0f-bade-f69c2a257804 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0537853 Dec 08 13:21:22.283066 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f208067b-aca5-4846-9cbf-a27ea36dd310 req-fa14e029-b67c-48bf-97ac-b1e5ed5fc35c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Dec 08 13:21:23.396441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d92a99-2fbe-4cb1-be74-efae2a32e8f8 req-4feac5d8-03c0-4aa0-a502-d239297d72e3 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:23.397924 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3d92a99-2fbe-4cb1-be74-efae2a32e8f8 req-4feac5d8-03c0-4aa0-a502-d239297d72e3 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0481122 Dec 08 13:21:23.444696 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3d92a99-2fbe-4cb1-be74-efae2a32e8f8 req-b8ddb2b7-e43d-4900-b6fd-cd176c762206 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 Dec 08 13:21:24.563814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17320b2-3bec-4f3f-8807-febc329c37d0 req-2b852f90-f174-4426-a023-46ac3a1c300a tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:24.574718 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c17320b2-3bec-4f3f-8807-febc329c37d0 req-2b852f90-f174-4426-a023-46ac3a1c300a tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0514863 Dec 08 13:21:24.611605 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c17320b2-3bec-4f3f-8807-febc329c37d0 req-426bba9e-1ecf-497d-9423-525db3265d9c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Dec 08 13:21:25.725407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7115ee9-9169-4110-b1d8-b893f465cf03 req-b372200f-564f-40c9-af4f-21b94446e217 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:25.726914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a7115ee9-9169-4110-b1d8-b893f465cf03 req-b372200f-564f-40c9-af4f-21b94446e217 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0487285 Dec 08 13:21:25.774015 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a7115ee9-9169-4110-b1d8-b893f465cf03 req-ef9b5dcf-f533-4995-bd7e-962a098a7016 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Dec 08 13:21:26.887212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2b735-6855-4128-9cf1-f77d9e019705 req-dfca28b0-08dd-463c-a28e-68414d8d22f3 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:26.888698 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2cf2b735-6855-4128-9cf1-f77d9e019705 req-dfca28b0-08dd-463c-a28e-68414d8d22f3 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0484097 Dec 08 13:21:26.939290 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2cf2b735-6855-4128-9cf1-f77d9e019705 req-261324bf-dd1f-4870-852a-5ed0a6d4cae8 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Dec 08 13:21:28.052418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede283e-0a07-4f09-80f2-ff8a31677287 req-c980f4e4-705c-4771-8b38-7b9bb1e471a0 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:28.053870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ede283e-0a07-4f09-80f2-ff8a31677287 req-c980f4e4-705c-4771-8b38-7b9bb1e471a0 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0475545 Dec 08 13:21:28.099111 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ede283e-0a07-4f09-80f2-ff8a31677287 req-f749646e-357b-4164-adcb-2de472388b20 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394342 Dec 08 13:21:29.212020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229ee4-41d9-47e0-8046-045c17f5438d req-a3aa6ba9-55cc-4ee8-97f3-04f89821a4d5 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:29.213501 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44229ee4-41d9-47e0-8046-045c17f5438d req-a3aa6ba9-55cc-4ee8-97f3-04f89821a4d5 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0487518 Dec 08 13:21:29.259818 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44229ee4-41d9-47e0-8046-045c17f5438d req-97754273-8a2f-4d07-a154-e6d4ecb71558 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Dec 08 13:21:30.376890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe28a30-fdf7-4669-83a8-b3a91015029d req-db464021-e2da-4599-8b09-16bcc33b8959 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:30.378372 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bfe28a30-fdf7-4669-83a8-b3a91015029d req-db464021-e2da-4599-8b09-16bcc33b8959 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0521953 Dec 08 13:21:30.424552 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bfe28a30-fdf7-4669-83a8-b3a91015029d req-bd6ec05c-2f65-40cc-b404-441cf200ec28 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Dec 08 13:21:31.538291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57409f-064f-4404-a7fb-5ab4023d4af4 req-cd735a26-97b5-4bf6-a2a7-c22340aa6560 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:31.539783 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c57409f-064f-4404-a7fb-5ab4023d4af4 req-cd735a26-97b5-4bf6-a2a7-c22340aa6560 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0479217 Dec 08 13:21:31.586934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c57409f-064f-4404-a7fb-5ab4023d4af4 req-92154ead-b119-443d-bbf9-3d1e573e85a1 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Dec 08 13:21:32.700821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498276a-9bfa-4337-8bf4-fe399d261acb req-4e532903-e22f-423a-a8ae-a48d6bfd6945 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:32.702289 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a498276a-9bfa-4337-8bf4-fe399d261acb req-4e532903-e22f-423a-a8ae-a48d6bfd6945 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0479922 Dec 08 13:21:32.752301 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a498276a-9bfa-4337-8bf4-fe399d261acb req-ea35b2c4-4e7c-4def-b781-a022b479a60c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Dec 08 13:21:33.864824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbbdfc-f7b9-47f9-be3c-13d64308c2a1 req-db3e323f-ec64-4fbe-a6cd-75747b663bd6 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:33.866297 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b5fbbdfc-f7b9-47f9-be3c-13d64308c2a1 req-db3e323f-ec64-4fbe-a6cd-75747b663bd6 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0474761 Dec 08 13:21:33.912353 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b5fbbdfc-f7b9-47f9-be3c-13d64308c2a1 req-f50c7ab1-0a17-4dd7-abc5-94127888f0b2 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401902 Dec 08 13:21:35.025844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25de7b-af1c-432a-beb9-fbf4e9d4e59b req-d724967a-4ba2-4dfe-b19c-53ecc997ccc5 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:35.027339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb25de7b-af1c-432a-beb9-fbf4e9d4e59b req-d724967a-4ba2-4dfe-b19c-53ecc997ccc5 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0477462 Dec 08 13:21:35.073929 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb25de7b-af1c-432a-beb9-fbf4e9d4e59b req-e211d953-f71d-41ac-bed0-e8419a653ce4 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 Dec 08 13:21:36.191127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b28be-5d90-4a70-b3e8-a2b875808e87 req-b95c77ed-5012-446b-9ddf-e81c1b6b2480 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:36.192600 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-936b28be-5d90-4a70-b3e8-a2b875808e87 req-b95c77ed-5012-446b-9ddf-e81c1b6b2480 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0519361 Dec 08 13:21:36.238926 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-936b28be-5d90-4a70-b3e8-a2b875808e87 req-501baaf9-497a-48ea-8c6d-edb750ba3e5e tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Dec 08 13:21:37.351422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a96d7-b217-4167-9fd9-1b6a7ad7db6d req-d8e56972-46b1-4349-8150-779c03f97cee tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:37.352905 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-391a96d7-b217-4167-9fd9-1b6a7ad7db6d req-d8e56972-46b1-4349-8150-779c03f97cee tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0497508 Dec 08 13:21:37.399315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-391a96d7-b217-4167-9fd9-1b6a7ad7db6d req-1b53f0c4-123b-4a36-9d20-e9f02efb43c3 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Dec 08 13:21:37.504366 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:21:38.516143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc208b-a45b-4737-8986-7b55df7772bb req-d76fff4c-8ca9-4fe0-9c8f-74128eb2e25c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:38.517617 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4afc208b-a45b-4737-8986-7b55df7772bb req-d76fff4c-8ca9-4fe0-9c8f-74128eb2e25c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0513625 Dec 08 13:21:38.563685 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4afc208b-a45b-4737-8986-7b55df7772bb req-56219433-8c59-4f61-9948-3d756342bb63 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 Dec 08 13:21:39.679417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaae4c-97a0-4f6d-9912-105a54f5ede3 req-4a763629-f6de-4954-b4f9-a982ff98b18c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:39.681421 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7faaae4c-97a0-4f6d-9912-105a54f5ede3 req-4a763629-f6de-4954-b4f9-a982ff98b18c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0508771 Dec 08 13:21:39.728259 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7faaae4c-97a0-4f6d-9912-105a54f5ede3 req-43771662-e7e3-4b8e-b965-9d9ba54dafe3 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Dec 08 13:21:40.307324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:40.490346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-62d8aeab-b9db-4cef-b698-7c9bacf57cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:40.839637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915c246-c825-4737-8075-32ffbc0c1c5a req-2a491c2b-0a01-4ef4-be79-64df80b3b9f8 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:40.841080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7915c246-c825-4737-8075-32ffbc0c1c5a req-2a491c2b-0a01-4ef4-be79-64df80b3b9f8 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0468683 Dec 08 13:21:40.889989 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7915c246-c825-4737-8075-32ffbc0c1c5a req-5f55fd23-5ecf-4ba1-a512-409a60003dad tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Dec 08 13:21:42.002884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c95db-a1db-4b40-82e5-3a82f37d5f01 req-df423aae-822f-4c94-a9db-b9f8d2516b6c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:42.004368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a07c95db-a1db-4b40-82e5-3a82f37d5f01 req-df423aae-822f-4c94-a9db-b9f8d2516b6c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0477438 Dec 08 13:21:42.052743 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a07c95db-a1db-4b40-82e5-3a82f37d5f01 req-c061be10-67bf-408b-87b3-1504ec9444d2 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Dec 08 13:21:42.859236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1871296a-0769-44f2-94f3-8ecade90abe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:43.164960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a40224-0d50-4941-a116-c367df3f890c req-594a45ce-23a4-4b51-8326-9137cd481685 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:43.166424 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24a40224-0d50-4941-a116-c367df3f890c req-594a45ce-23a4-4b51-8326-9137cd481685 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0478272 Dec 08 13:21:43.214260 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24a40224-0d50-4941-a116-c367df3f890c req-cf52604d-c5e3-4f1e-a2f3-b5724088e8b4 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Dec 08 13:21:44.110597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:44.329915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14a9d8-6635-4eb9-a3af-2aaf78ddb854 req-b9326c61-a8d8-4d4c-8988-71c04d00c5aa tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:44.331396 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-db14a9d8-6635-4eb9-a3af-2aaf78ddb854 req-b9326c61-a8d8-4d4c-8988-71c04d00c5aa tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0521765 Dec 08 13:21:44.376660 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-db14a9d8-6635-4eb9-a3af-2aaf78ddb854 req-6cb41fc4-a679-4bad-902e-07e0ab34485f tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393381 Dec 08 13:21:45.248129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:45.490087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b08e4-5a04-4414-b29b-296a29676aac req-1550b167-6b8b-4c14-ac02-621c1c6033e4 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:45.491561 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d5b08e4-5a04-4414-b29b-296a29676aac req-1550b167-6b8b-4c14-ac02-621c1c6033e4 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0478630 Dec 08 13:21:45.537970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d5b08e4-5a04-4414-b29b-296a29676aac req-42bf5fdb-9817-4109-8bc3-5c013e8cca79 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Dec 08 13:21:46.188087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:46.649957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ce6a3-c56d-49f3-97bf-6dbd23ffd312 req-9c045d9d-696a-4e33-ad28-dc70c86283ba tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:46.651465 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c08ce6a3-c56d-49f3-97bf-6dbd23ffd312 req-9c045d9d-696a-4e33-ad28-dc70c86283ba tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0475397 Dec 08 13:21:46.701870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c08ce6a3-c56d-49f3-97bf-6dbd23ffd312 req-f9e217f6-f9e9-4e21-82cc-e635fe7f801b tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Dec 08 13:21:47.816829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ff51b-2a29-4ce3-8cd7-3fd8df561b8a req-1b9d93d5-9330-43af-9add-ae6bff5b257c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:47.818271 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-503ff51b-2a29-4ce3-8cd7-3fd8df561b8a req-1b9d93d5-9330-43af-9add-ae6bff5b257c tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0479968 Dec 08 13:21:47.863520 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-503ff51b-2a29-4ce3-8cd7-3fd8df561b8a req-84a80a08-85c9-4083-a589-607f7c443654 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Dec 08 13:21:48.484422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-f7746420-ce3f-4f7b-9877-7e66c33b0e21 service neutron] 10.222.0.72 "GET /v2.0/ports/e3e2d7a5-e956-4541-9540-ae14f35e469e/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0540822 Dec 08 13:21:48.982352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a52f6f-1cbb-4742-90b7-9603b38da705 req-06aa7ccf-4c1f-4ede-8f81-a84b23ffdb98 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:48.983907 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38a52f6f-1cbb-4742-90b7-9603b38da705 req-06aa7ccf-4c1f-4ede-8f81-a84b23ffdb98 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0533564 Dec 08 13:21:49.094837 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-38a52f6f-1cbb-4742-90b7-9603b38da705 req-ddb1f9d8-dea8-4ad5-90e3-b4a9a20aa616 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046832 Dec 08 13:21:49.102829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-f54670a8-0b54-42d1-936d-48e3e8c1966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:49.104269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-f54670a8-0b54-42d1-936d-48e3e8c1966f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f&tenant_id=95aacc5f56644a608a4574b19d63b707 HTTP/1.1" status: 200 len: 1099 time: 0.0999222 Dec 08 13:21:49.164944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-fcc3a9a6-d4fc-4822-a044-ad7e2f71a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:49.166400 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-fcc3a9a6-d4fc-4822-a044-ad7e2f71a65c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95aacc5f56644a608a4574b19d63b707&device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 1099 time: 0.0393350 Dec 08 13:21:49.262023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-90973c61-697f-4a39-a7ed-aba176e9b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:49.263523 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-90973c61-697f-4a39-a7ed-aba176e9b9dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=e247c4f5-0bfe-4372-a209-e352d48459c4 HTTP/1.1" status: 200 len: 912 time: 0.0901890 Dec 08 13:21:49.303154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-5198163a-17d5-4dc5-87c6-1570eee3f8c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e HTTP/1.1" status: 200 len: 217 time: 0.0330880 Dec 08 13:21:49.354206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-02002922-c683-40e1-b50e-0f1e81790c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:49.355612 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-02002922-c683-40e1-b50e-0f1e81790c55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94904825-7f65-48d9-a6aa-61ab34f6b162 HTTP/1.1" status: 200 len: 851 time: 0.0451431 Dec 08 13:21:49.385998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-84e48ad3-e518-4663-9d3c-826d1e00ed12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e247c4f5-0bfe-4372-a209-e352d48459c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234933 Dec 08 13:21:49.471684 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-b3227188-0582-4e8f-975e-e4024d05da67 service neutron] 10.222.0.72 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786400 Dec 08 13:21:49.561134 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56de13e8-dddc-4b03-bd83-2fa3365ab238 req-5134ac91-fbe9-4951-9992-7bf2feec8f57 service neutron] 10.222.0.72 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825756 Dec 08 13:21:50.208172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cef99-14eb-43c9-aea4-9d3e532981db req-fecf7281-db32-4020-9d0d-5e0bad040829 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:50.209637 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1a1cef99-14eb-43c9-aea4-9d3e532981db req-fecf7281-db32-4020-9d0d-5e0bad040829 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0483701 Dec 08 13:21:50.255896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1a1cef99-14eb-43c9-aea4-9d3e532981db req-f53a3757-6b95-414a-b986-d240e3a12b63 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Dec 08 13:21:51.378045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ac43f-2e47-4066-a1cb-bf1f5a31425b req-fa72cb0d-738f-4735-aef2-688d41a03974 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:51.380309 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e77ac43f-2e47-4066-a1cb-bf1f5a31425b req-fa72cb0d-738f-4735-aef2-688d41a03974 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0534983 Dec 08 13:21:51.431760 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e77ac43f-2e47-4066-a1cb-bf1f5a31425b req-dee707c1-c93a-4282-9f54-577abaab917e tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442626 Dec 08 13:21:52.548240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc1086-ce40-42c6-a1cd-91751aa1cd77 req-3f1497c8-19fa-4d68-8558-de0a5b52007d tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:52.549726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eddc1086-ce40-42c6-a1cd-91751aa1cd77 req-3f1497c8-19fa-4d68-8558-de0a5b52007d tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0491688 Dec 08 13:21:52.596903 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eddc1086-ce40-42c6-a1cd-91751aa1cd77 req-b8d0f44f-c535-4830-87b3-e6cea2381ef5 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Dec 08 13:21:53.050557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e3e2d7a5-e956-4541-9540-ae14f35e469e details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:21:53.052596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e3e2d7a5-e956-4541-9540-ae14f35e469e no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:21:53.112356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-07ebd642-005a-43ec-92f9-002f4f2dd1f7 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:53.113825 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-07ebd642-005a-43ec-92f9-002f4f2dd1f7 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.72 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f&tenant_id=95aacc5f56644a608a4574b19d63b707&binding%3Ahost_id=hv-neutron-7996 HTTP/1.1" status: 200 len: 946 time: 0.0893991 Dec 08 13:21:53.196062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-4560f0cb-49d4-4417-aeb0-9b15cda32276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:53.197576 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-4560f0cb-49d4-4417-aeb0-9b15cda32276 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=95aacc5f56644a608a4574b19d63b707&device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 1099 time: 0.0417914 Dec 08 13:21:53.201310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:53.212460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e,segment=NetworkSegment(703db837-726f-48ef-90f5-ed585cbb5f5d),segment_id=703db837-726f-48ef-90f5-ed585cbb5f5d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:21:53.233374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'e3e2d7a5-e956-4541-9540-ae14f35e469e', 'network_id': 'e247c4f5-0bfe-4372-a209-e352d48459c4', 'port_id': 'e3e2d7a5-e956-4541-9540-ae14f35e469e', 'mac_address': 'fa:16:3e:7b:61:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94904825-7f65-48d9-a6aa-61ab34f6b162', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:21:53.243959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:21:53.246215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a372e1e-6271-481d-ad91-698f766628a2" -d '{"events": [{"server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:21:53.275120 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e,segment=NetworkSegment(703db837-726f-48ef-90f5-ed585cbb5f5d),segment_id=703db837-726f-48ef-90f5-ed585cbb5f5d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:21:53.290870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:53.299135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-47657247-82eb-446b-992c-84229f2f25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:53.300709 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-47657247-82eb-446b-992c-84229f2f25e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e247c4f5-0bfe-4372-a209-e352d48459c4 HTTP/1.1" status: 200 len: 912 time: 0.0959237 Dec 08 13:21:53.305460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3e2d7a5-e956-4541-9540-ae14f35e469e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:21:53.318204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbcb1dd-9b8d-4fe6-ba23-a3b2a687f773 x-openstack-request-id: req-ebbcb1dd-9b8d-4fe6-ba23-a3b2a687f773 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:21:53.318499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:21:53.318791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ebbcb1dd-9b8d-4fe6-ba23-a3b2a687f773 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:21:53.319196 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e', 'code': 200} Dec 08 13:21:53.343986 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-3e0fc584-8761-4dd4-9f66-d1679c0155cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e HTTP/1.1" status: 200 len: 217 time: 0.0359147 Dec 08 13:21:53.347697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:53.393392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-91b24abf-0838-4c42-83c9-01db05a10ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:53.394890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-91b24abf-0838-4c42-83c9-01db05a10ef1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94904825-7f65-48d9-a6aa-61ab34f6b162 HTTP/1.1" status: 200 len: 851 time: 0.0433896 Dec 08 13:21:53.417434 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:21:53.417797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:21:53.422769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=e3e2d7a5-e956-4541-9540-ae14f35e469e,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:53.426086 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-cd71c277-0b6d-4c52-beed-5c4b3ef5bd05 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e247c4f5-0bfe-4372-a209-e352d48459c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246148 Dec 08 13:21:53.429764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.430124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.430480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.430853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.431196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.431534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.431877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.432215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.432564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.432903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.433234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.434138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.434476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:53.516052 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-907c87b5-de93-40c0-89ad-dbf5890226a3 service neutron] 10.222.0.72 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828969 Dec 08 13:21:53.604094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-3a484ac3-ec1f-4db8-832b-bb87176d949a service neutron] 10.222.0.72 "GET /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808718 Dec 08 13:21:53.955975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:53.968066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e2d7a5-e956-4541-9540-ae14f35e469e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:21:53.987023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e,segment=NetworkSegment(703db837-726f-48ef-90f5-ed585cbb5f5d),segment_id=703db837-726f-48ef-90f5-ed585cbb5f5d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:21:54.053663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:54.103441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=e3e2d7a5-e956-4541-9540-ae14f35e469e,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:54.111676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['e3e2d7a5-e956-4541-9540-ae14f35e469e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:21:54.993079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092bb8f-6b04-4061-b88f-847522c63553 req-f410ba9b-a7ad-42da-a868-5d6e6760e883 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:54.994552 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c092bb8f-6b04-4061-b88f-847522c63553 req-f410ba9b-a7ad-42da-a868-5d6e6760e883 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 945 time: 0.0529361 Dec 08 13:21:55.040107 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c092bb8f-6b04-4061-b88f-847522c63553 req-c146ed52-ca42-467e-971f-8ddf823a0efb tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396104 Dec 08 13:21:55.062820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e3e2d7a5-e956-4541-9540-ae14f35e469e up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:21:55.111650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port e3e2d7a5-e956-4541-9540-ae14f35e469e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:21:55.112025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:55.187635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:55.354551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:21:55.356719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340c3c5-ac01-4864-a44b-e6eb3c9c3e44" -d '{"events": [{"server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:21:55.369003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e,segment=NetworkSegment(703db837-726f-48ef-90f5-ed585cbb5f5d),segment_id=703db837-726f-48ef-90f5-ed585cbb5f5d)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:21:55.393983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973e21cd-36b5-4837-b047-dc1c15d560d9 x-openstack-request-id: req-973e21cd-36b5-4837-b047-dc1c15d560d9 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:21:55.394280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:21:55.394545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-973e21cd-36b5-4837-b047-dc1c15d560d9 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:21:55.395081 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e', 'code': 200} Dec 08 13:21:55.444319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:55.491526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=e3e2d7a5-e956-4541-9540-ae14f35e469e,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:56.153408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f0078-f1eb-4ed0-bd1b-05b5896d99f8 req-f098f11d-6a78-4625-b794-9a087705f645 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:56.154901 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-116f0078-f1eb-4ed0-bd1b-05b5896d99f8 req-f098f11d-6a78-4625-b794-9a087705f645 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0479996 Dec 08 13:21:56.200666 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-116f0078-f1eb-4ed0-bd1b-05b5896d99f8 req-24c506d1-361f-42e4-b2a5-a1e026f4f4eb tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/security-groups?id=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392115 Dec 08 13:21:56.703047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-34380524-1c38-4e8f-ba54-7b0ab46f7bbf tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:21:56.704489 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-34380524-1c38-4e8f-ba54-7b0ab46f7bbf tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.72 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 946 time: 0.0526543 Dec 08 13:21:56.789777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Deleting port e3e2d7a5-e956-4541-9540-ae14f35e469e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:21:56.790117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:56.878910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] For port e3e2d7a5-e956-4541-9540-ae14f35e469e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e3e2d7a5-e956-4541-9540-ae14f35e469e,segment=NetworkSegment(703db837-726f-48ef-90f5-ed585cbb5f5d),segment_id=703db837-726f-48ef-90f5-ed585cbb5f5d)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:21:56.879269 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:56.890990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Calling delete_port for e3e2d7a5-e956-4541-9540-ae14f35e469e owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:21:57.072779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:57.084239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['e3e2d7a5-e956-4541-9540-ae14f35e469e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:21:57.461031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Pushing event deleted for resources: {'Port': ['ID=e3e2d7a5-e956-4541-9540-ae14f35e469e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:57.491331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.491690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.492045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.492384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.492721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.493057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.493390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.493721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.494058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.494389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.494743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.495071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.495403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:21:57.497995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] No DVR routers for this DVR port e3e2d7a5-e956-4541-9540-ae14f35e469e on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:21:57.511931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:57.515195 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c5fc68d-cbf1-433d-a074-a9369927c881 req-27906403-e69a-4b71-b6c3-a289883bd591 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.72 "DELETE /v2.0/ports/e3e2d7a5-e956-4541-9540-ae14f35e469e HTTP/1.1" status: 204 len: 173 time: 0.8047690 Dec 08 13:21:57.515676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'name': 'network-vif-deleted', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:21:57.518580 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79e4cff-c174-4fda-8a84-2e9206fad96e" -d '{"events": [{"server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "name": "network-vif-deleted", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:21:57.522859 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-80b207ff-ff4a-478d-9c4c-f2552db94c34 req-ef10960a-4dc9-4107-bad7-b7b75200f688 tempest-DeleteServersTestJSON-35170750 tempest-DeleteServersTestJSON-35170750-project] 10.222.0.76 "GET /v2.0/ports?device_id=de219e32-f585-4ca0-a7f0-6f73ed10f13f HTTP/1.1" status: 200 len: 210 time: 0.0631020 Dec 08 13:21:57.554146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b910c7d1-90ce-4d60-ad6d-eea19588d4c2 x-openstack-request-id: req-b910c7d1-90ce-4d60-ad6d-eea19588d4c2 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:21:57.554470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de219e32-f585-4ca0-a7f0-6f73ed10f13f", "name": "network-vif-deleted", "tag": "e3e2d7a5-e956-4541-9540-ae14f35e469e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:21:57.554752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b910c7d1-90ce-4d60-ad6d-eea19588d4c2 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:21:57.555149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de219e32-f585-4ca0-a7f0-6f73ed10f13f', 'name': 'network-vif-deleted', 'tag': 'e3e2d7a5-e956-4541-9540-ae14f35e469e', 'status': 'completed', 'code': 200} Dec 08 13:21:58.654247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34640) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:58.700851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9ed3a3-e3c4-42e5-87e5-9727b182b026 admin admin] Deleting subnet 94904825-7f65-48d9-a6aa-61ab34f6b162 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:21:58.704000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed3a3-e3c4-42e5-87e5-9727b182b026 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:58.740752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed3a3-e3c4-42e5-87e5-9727b182b026 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:58.778134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed3a3-e3c4-42e5-87e5-9727b182b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:58.888340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed3a3-e3c4-42e5-87e5-9727b182b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:58.914012 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ed3a3-e3c4-42e5-87e5-9727b182b026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94904825-7f65-48d9-a6aa-61ab34f6b162,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:58.919026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed3a3-e3c4-42e5-87e5-9727b182b026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:58.923548 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-eb9ed3a3-e3c4-42e5-87e5-9727b182b026 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/94904825-7f65-48d9-a6aa-61ab34f6b162 HTTP/1.1" status: 204 len: 168 time: 0.2668517 Dec 08 13:21:58.925344 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34642) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:58.995231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.074203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.093844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e247c4f5-0bfe-4372-a209-e352d48459c4']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:21:59.103521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703db837-726f-48ef-90f5-ed585cbb5f5d') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:21:59.103816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703db837-726f-48ef-90f5-ed585cbb5f5d') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:21:59.113113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.126034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.131745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:21:59.132117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:21:59.133713 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:21:59.267654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.273055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.276421 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e247c4f5-0bfe-4372-a209-e352d48459c4 HTTP/1.1" status: 204 len: 168 time: 0.3501554 Dec 08 13:21:59.287765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4cd79-9dc7-4c5f-8fa3-800f0f26c079 admin admin] Pushing event deleted for resources: {'Network': ['ID=e247c4f5-0bfe-4372-a209-e352d48459c4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:21:59.558793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34646) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:59.598845 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-24e0f8b0-5b88-4328-919c-72393866539f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=95aacc5f56644a608a4574b19d63b707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386138 Dec 08 13:21:59.601168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34648) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:21:59.650754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-939b039a-1c5c-42c3-8439-02aeca3230c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.671406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-939b039a-1c5c-42c3-8439-02aeca3230c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.781320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-939b039a-1c5c-42c3-8439-02aeca3230c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.783904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-939b039a-1c5c-42c3-8439-02aeca3230c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:21:59.785090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-939b039a-1c5c-42c3-8439-02aeca3230c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05e2ba6b-2c39-4a51-ac2f-97d35344d8a0 HTTP/1.1" status: 204 len: 168 time: 0.1830249 Dec 08 13:21:59.792745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b039a-1c5c-42c3-8439-02aeca3230c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2ba6b-2c39-4a51-ac2f-97d35344d8a0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:00.772283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34670) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:22:00.866047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-283044531-network', 'tenant_id': 'cfeae2a411e647f7910a7ef331bcac49'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:22:00.952495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Made reservation on behalf of cfeae2a411e647f7910a7ef331bcac49 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:22:00.955487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:00.963847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.034063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.093886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e3e2d7a5-e956-4541-9540-ae14f35e469e no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:22:01.104877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.115995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: e3e2d7a5-e956-4541-9540-ae14f35e469e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:22:01.116340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e3e2d7a5-e956-4541-9540-ae14f35e469e not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:22:01.126444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:22:01.139587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff335c96-acda-4f43-a073-3091ae2da420,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:01.144885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.145248 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Added segment 5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19 of type vlan for network 71dc357d-e518-48d3-8d94-2ba347d00fdc Dec 08 13:22:01.183458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.259248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.260152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:01.260726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.318557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] Pushing event updated for resources: {'Network': ['ID=71dc357d-e518-48d3-8d94-2ba347d00fdc,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:01.330219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 71dc357d-e518-48d3-8d94-2ba347d00fdc details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:22:01.355895 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-23dfb1c4-cac8-464e-bafc-c92a795ff978 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5797021 Dec 08 13:22:01.356089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 34674) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:22:01.361405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Request body: {'subnet': {'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-283044531-subnet', 'tenant_id': 'cfeae2a411e647f7910a7ef331bcac49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:22:01.441793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Made reservation on behalf of cfeae2a411e647f7910a7ef331bcac49 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:22:01.444310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.701758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.757500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efaceaa6-13ee-47cb-a829-5aecd930f5b0,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:01.764833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Checking segment: {'id': '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:22:01.765196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Network hostable DHCP agents. Network: 71dc357d-e518-48d3-8d94-2ba347d00fdc, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:22:01.861365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Network 71dc357d-e518-48d3-8d94-2ba347d00fdc is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:22:01.946607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 71dc357d-e518-48d3-8d94-2ba347d00fdc) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:22:01.950539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:01.951138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:01.956363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd0488-f3f5-47e6-b072-ad3e5954fd33 None None] Network 71dc357d-e518-48d3-8d94-2ba347d00fdc requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:22:02.041952 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-26271579-52ab-42e7-8266-13a5ebc0e1b1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6847064 Dec 08 13:22:02.050393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec24b8bd-1d5e-48a8-b615-9173a9fbec0e None None] Network 71dc357d-e518-48d3-8d94-2ba347d00fdc requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:22:02.445178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-230d43c7-3f92-4c8d-8601-7f6cdc00b022 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:02.446686 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-230d43c7-3f92-4c8d-8601-7f6cdc00b022 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 814 time: 0.1041965 Dec 08 13:22:02.461884 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-9aa0991b-f7f6-4818-aef5-30a56d65bab0 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/quotas/cfeae2a411e647f7910a7ef331bcac49 HTTP/1.1" status: 200 len: 375 time: 0.0095241 Dec 08 13:22:02.492463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-0f290e59-358b-4835-aa49-2913c0e3dde5 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251658 Dec 08 13:22:02.584975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-611855ae-caf4-484a-b8c5-baacb1c30294 service neutron] 10.222.0.76 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853949 Dec 08 13:22:02.675626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-8b2405b7-02f0-4d7e-9bbf-8845aebdee21 service neutron] 10.222.0.76 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846813 Dec 08 13:22:02.909732 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a7278eb6-c36b-4ec0-b3e9-d5c3ddb99c87 req-298e04fd-bd04-456f-97fa-36e100d6d507 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 210 time: 0.0263789 Dec 08 13:22:04.002358 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a41e4ed9-6e80-4005-904c-f8c1efa467ec req-251bbd47-eed7-441a-b357-e7285693fc85 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 210 time: 0.0261400 Dec 08 13:22:04.986507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-0324b303-9016-46e9-90a3-c9f435977cd3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:04.988011 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-0324b303-9016-46e9-90a3-c9f435977cd3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 814 time: 0.1027734 Dec 08 13:22:05.003815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Request body: {'port': {'device_id': '97c95c86-a58a-4c0b-98ba-727928321d00', 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc', 'admin_state_up': True, 'tenant_id': 'cfeae2a411e647f7910a7ef331bcac49'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:22:05.107343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3a6be2d1-d68c-493d-8d59-64830cd1bfc1 req-e0affb0b-6063-4e56-b3e3-a2f496790007 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 210 time: 0.0361931 Dec 08 13:22:05.224462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Made reservation on behalf of cfeae2a411e647f7910a7ef331bcac49 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:22:05.228184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:05.357415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Allocated IP 172.20.0.8 (71dc357d-e518-48d3-8d94-2ba347d00fdc/efaceaa6-13ee-47cb-a829-5aecd930f5b0/530b87e7-54b6-4ba4-9998-1e035c759582) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:22:05.508037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:05.613361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:05.655914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Network 71dc357d-e518-48d3-8d94-2ba347d00fdc is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:22:05.658984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:22:05.665314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:22:05.671216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Pushing event updated for resources: {'Port': ['ID=530b87e7-54b6-4ba4-9998-1e035c759582,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:05.716379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:05.717376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:05.816700 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-7b5ee322-dd48-46c1-9702-94a35eef03be tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184004 Dec 08 13:22:05.829557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Request body: {'port': {'device_id': '97c95c86-a58a-4c0b-98ba-727928321d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:22:05.885451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:06.140537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530b87e7-54b6-4ba4-9998-1e035c759582 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:22:06.148240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:06.160937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Transition to ACTIVE for port object 530b87e7-54b6-4ba4-9998-1e035c759582 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:22:06.222541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8d141-af61-4ea1-98ce-3f9f33153d2c req-7456fcbf-35a5-4dd6-9835-9e846ca3c3f2 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:06.224045 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bbc8d141-af61-4ea1-98ce-3f9f33153d2c req-7456fcbf-35a5-4dd6-9835-9e846ca3c3f2 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 931 time: 0.0480797 Dec 08 13:22:06.225114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:06.302487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Pushing event updated for resources: {'Port': ['ID=530b87e7-54b6-4ba4-9998-1e035c759582,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:06.355272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bbc8d141-af61-4ea1-98ce-3f9f33153d2c req-0b53a288-4f82-4ead-8142-b69ca2b99c9a tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223624 Dec 08 13:22:06.379187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Attempting to bind port 530b87e7-54b6-4ba4-9998-1e035c759582 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:22:06.379529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Attempting to bind port 530b87e7-54b6-4ba4-9998-1e035c759582 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:22:06.379860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Attempting to bind port 530b87e7-54b6-4ba4-9998-1e035c759582 on network 71dc357d-e518-48d3-8d94-2ba347d00fdc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:22:06.384198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Port 530b87e7-54b6-4ba4-9998-1e035c759582 on network 71dc357d-e518-48d3-8d94-2ba347d00fdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:22:06.384525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Attempting to bind port 530b87e7-54b6-4ba4-9998-1e035c759582 on network 71dc357d-e518-48d3-8d94-2ba347d00fdc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:22:06.389355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:22:06.389642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Checking segment: {'id': '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:22:06.390026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Bound using segment: {'id': '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:22:06.390452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Bound port: 530b87e7-54b6-4ba4-9998-1e035c759582, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:22:06.390864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:06.458329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:22:06.461252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=530b87e7-54b6-4ba4-9998-1e035c759582,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:22:06.575683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:06.611804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:06.612439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:06.613849 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] 10.222.0.72 "PUT /v2.0/ports/530b87e7-54b6-4ba4-9998-1e035c759582 HTTP/1.1" status: 200 len: 1093 time: 0.7883201 Dec 08 13:22:06.614261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:22:06.616540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:22:06.636857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8c089-31c8-4756-99f2-5311c484d055 service neutron] Pushing event updated for resources: {'Port': ['ID=530b87e7-54b6-4ba4-9998-1e035c759582,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:06.772588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-e97f8ea6-60ac-40ae-9d47-1fb38e5c5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:06.774129 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-e97f8ea6-60ac-40ae-9d47-1fb38e5c5512 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 1096 time: 0.0434115 Dec 08 13:22:06.821375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c186f540-fc4c-47b0-a07e-026a173550c7 x-openstack-request-id: req-c186f540-fc4c-47b0-a07e-026a173550c7 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:22:06.821674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:22:06.821934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c186f540-fc4c-47b0-a07e-026a173550c7 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:22:06.822333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582', 'status': 'completed', 'code': 200} Dec 08 13:22:06.824140 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-1f93aa89-a80d-4ad2-aab4-372224900fb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530b87e7-54b6-4ba4-9998-1e035c759582 HTTP/1.1" status: 200 len: 217 time: 0.0412309 Dec 08 13:22:06.871502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-978087ea-9ec6-4e47-9104-54a3ae34a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:06.873006 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-978087ea-9ec6-4e47-9104-54a3ae34a678 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0422926 Dec 08 13:22:06.904533 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-361d9c80-7e36-4a94-91e6-714870c24930 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243220 Dec 08 13:22:06.995375 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-5f3923cf-ec62-4585-9316-0ba04e1203b8 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838468 Dec 08 13:22:07.084215 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee5cfe5-4447-4832-80fd-2d11f71a3de5 req-481886b8-23e6-4d5c-aac7-bfd32ca7e171 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814145 Dec 08 13:22:07.236459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-b2a78163-ebc3-458d-afb5-926c3fa6ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:07.237991 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-b2a78163-ebc3-458d-afb5-926c3fa6ddb2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 1096 time: 0.0398157 Dec 08 13:22:07.335618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-a6c07fa8-fbff-469e-8d8b-f9b209a3824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:07.337087 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-a6c07fa8-fbff-469e-8d8b-f9b209a3824b service neutron] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 915 time: 0.0896611 Dec 08 13:22:07.382395 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-69214d90-2a67-4abb-bdd0-5d203420e655 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530b87e7-54b6-4ba4-9998-1e035c759582 HTTP/1.1" status: 200 len: 217 time: 0.0364671 Dec 08 13:22:07.461168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-7e2d7ea7-b470-4421-b4a5-fef46eb1916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:07.462653 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-7e2d7ea7-b470-4421-b4a5-fef46eb1916b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0732763 Dec 08 13:22:07.498909 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-1e671d75-c3ec-42b0-80c8-6bcc76deb906 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256975 Dec 08 13:22:07.507071 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd652a07-ae93-43b4-aed7-4cb5d50f0e3d req-bcd90b8b-2c0a-477c-8b6d-bf7833660829 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:07.508439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dd652a07-ae93-43b4-aed7-4cb5d50f0e3d req-bcd90b8b-2c0a-477c-8b6d-bf7833660829 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 943 time: 0.0774605 Dec 08 13:22:07.611689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dd652a07-ae93-43b4-aed7-4cb5d50f0e3d req-f5d25a51-c629-4dd1-9f3c-97d8fced64a6 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955486 Dec 08 13:22:07.631098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-a21db386-b155-48e8-b7ad-5e5b17360c84 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217473 Dec 08 13:22:07.723401 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f3bd68a-18b5-4b43-8674-b7cc7e82b5ec req-7021ac9a-d92c-41b3-9859-9071ddc5b3f6 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840416 Dec 08 13:22:08.729318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0159182-64a2-40eb-bba1-49dda77e85a5 req-b0edd61e-055f-4328-b748-768a3c3e25db tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:08.730799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0159182-64a2-40eb-bba1-49dda77e85a5 req-b0edd61e-055f-4328-b748-768a3c3e25db tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 943 time: 0.0522573 Dec 08 13:22:08.777735 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0159182-64a2-40eb-bba1-49dda77e85a5 req-f1ae94fa-3c5b-46e4-88d0-70ecdffcee18 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Dec 08 13:22:09.095138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 530b87e7-54b6-4ba4-9998-1e035c759582 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:22:09.189609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=530b87e7-54b6-4ba4-9998-1e035c759582,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:09.200474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '530b87e7-54b6-4ba4-9998-1e035c759582', 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc', 'port_id': '530b87e7-54b6-4ba4-9998-1e035c759582', 'mac_address': 'fa:16:3e:81:9b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efaceaa6-13ee-47cb-a829-5aecd930f5b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:22:09.236182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:09.248220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530b87e7-54b6-4ba4-9998-1e035c759582 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:22:09.266597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=530b87e7-54b6-4ba4-9998-1e035c759582,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:09.312264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:09.362397 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=530b87e7-54b6-4ba4-9998-1e035c759582,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:09.518491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['530b87e7-54b6-4ba4-9998-1e035c759582'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:22:09.888862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b7537-5bdc-4cda-909d-fb68eedb9806 req-846de3fc-a799-403b-931c-125da50b8cee tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:09.890333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca0b7537-5bdc-4cda-909d-fb68eedb9806 req-846de3fc-a799-403b-931c-125da50b8cee tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 944 time: 0.0479302 Dec 08 13:22:09.936313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca0b7537-5bdc-4cda-909d-fb68eedb9806 req-a348f644-bc20-4244-bc28-35e1cb6dd186 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393579 Dec 08 13:22:10.306728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:10.469811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b2b961d0-f629-4373-a332-7fe70cb61431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:11.052970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff0bae-2c1c-4c52-b42f-cef505a43d73 req-dee10a48-1b74-449f-a953-cad9e19895f7 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:11.054420 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-07ff0bae-2c1c-4c52-b42f-cef505a43d73 req-dee10a48-1b74-449f-a953-cad9e19895f7 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 944 time: 0.0510452 Dec 08 13:22:11.093234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 530b87e7-54b6-4ba4-9998-1e035c759582 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:22:11.100505 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-07ff0bae-2c1c-4c52-b42f-cef505a43d73 req-9df2dcec-748c-4b8d-8f79-e186fc668560 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Dec 08 13:22:11.221165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 530b87e7-54b6-4ba4-9998-1e035c759582 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:22:11.224832 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 530b87e7-54b6-4ba4-9998-1e035c759582 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:22:11.225203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:11.298479 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:11.322684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:22:11.325003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71255a21-43c7-41cb-a941-e5e0867cc82c" -d '{"events": [{"server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "name": "network-vif-plugged", "status": "completed", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:22:11.338174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=530b87e7-54b6-4ba4-9998-1e035c759582,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:11.360442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61031d1b-464c-4e3f-b7c4-3f6fe729acbf x-openstack-request-id: req-61031d1b-464c-4e3f-b7c4-3f6fe729acbf {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:22:11.360743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "name": "network-vif-plugged", "status": "completed", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:22:11.361071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61031d1b-464c-4e3f-b7c4-3f6fe729acbf {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:22:11.361475 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582', 'code': 200} Dec 08 13:22:11.421123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:11.471694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=530b87e7-54b6-4ba4-9998-1e035c759582,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:11.657436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3697-367d-472e-bea7-361e9f03bc54 req-f7bb08e8-07ae-447c-b2e9-73577b500ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:11.658992 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3fb3697-367d-472e-bea7-361e9f03bc54 req-f7bb08e8-07ae-447c-b2e9-73577b500ddf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 1098 time: 0.0406976 Dec 08 13:22:11.703678 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3fb3697-367d-472e-bea7-361e9f03bc54 req-eb7485d7-b40f-4145-b192-078fa1dfd5e8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375233 Dec 08 13:22:12.211922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588175a-2f40-45a1-abe2-0d2325ca20be req-6c539275-10eb-496f-af81-9fccedc1e8c1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:12.213399 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7588175a-2f40-45a1-abe2-0d2325ca20be req-6c539275-10eb-496f-af81-9fccedc1e8c1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0481973 Dec 08 13:22:12.263083 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7588175a-2f40-45a1-abe2-0d2325ca20be req-2fc65e18-7176-469e-9395-17522cdf9102 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438049 Dec 08 13:22:12.878307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b25b52a6-7f9e-44e2-92b7-5daf4c8f8ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:13.385575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296daec-2c2c-4aed-a635-d2776b7395de req-3b9e37a8-3d88-4293-b611-232bbe3b2c8c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:13.387146 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1296daec-2c2c-4aed-a635-d2776b7395de req-3b9e37a8-3d88-4293-b611-232bbe3b2c8c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0530388 Dec 08 13:22:13.432923 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1296daec-2c2c-4aed-a635-d2776b7395de req-9f2696cc-1a10-4416-b1dd-2311b93a4ea1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Dec 08 13:22:13.544370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a93f9-47a8-4f88-b4cf-1ec9588e69c5 req-a202cee1-7a68-45ce-b7b3-a29cbb7e944c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:13.545758 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d3a93f9-47a8-4f88-b4cf-1ec9588e69c5 req-a202cee1-7a68-45ce-b7b3-a29cbb7e944c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0480821 Dec 08 13:22:13.591997 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d3a93f9-47a8-4f88-b4cf-1ec9588e69c5 req-0528fa41-d5a3-49bd-af56-f14f20372dbd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Dec 08 13:22:13.867426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf392f-9ec7-4821-bc30-7ba86e3fb374 req-6bdc28f5-ce20-447d-8c4a-dddecfbac036 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:13.868789 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6ebf392f-9ec7-4821-bc30-7ba86e3fb374 req-6bdc28f5-ce20-447d-8c4a-dddecfbac036 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0510809 Dec 08 13:22:13.914287 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6ebf392f-9ec7-4821-bc30-7ba86e3fb374 req-a6eb1e44-0105-4dae-ab98-022a7d25c492 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 Dec 08 13:22:14.023638 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5181e5-ad56-4cf5-89e4-fc2ce62247c8 req-20a07d05-3c14-4875-9a41-254a32c3564e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:14.025092 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e5181e5-ad56-4cf5-89e4-fc2ce62247c8 req-20a07d05-3c14-4875-9a41-254a32c3564e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0471537 Dec 08 13:22:14.071991 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e5181e5-ad56-4cf5-89e4-fc2ce62247c8 req-60350cff-378b-4d3b-9397-0d2b48f393cf tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Dec 08 13:22:14.110318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:14.503266 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:22:14.515557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa8dee-7263-412a-a441-68012523f0c5 req-e4358a3c-5eb7-45c1-ba35-c0be37a51738 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:14.517054 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2dfa8dee-7263-412a-a441-68012523f0c5 req-e4358a3c-5eb7-45c1-ba35-c0be37a51738 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0484102 Dec 08 13:22:14.568601 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2dfa8dee-7263-412a-a441-68012523f0c5 req-ed6f127f-604c-489d-99fa-77b830fbfdaf tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Dec 08 13:22:14.607520 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-af186be3-834d-4cef-bd63-f2b9bb60a029 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0379827 Dec 08 13:22:15.218468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:15.682411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5e9b4-8026-4a18-a7b4-bae7c9f4c648 req-32751a7d-ec33-43e5-ba49-c4214607ea21 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:15.683931 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8e5e9b4-8026-4a18-a7b4-bae7c9f4c648 req-32751a7d-ec33-43e5-ba49-c4214607ea21 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0484838 Dec 08 13:22:15.732192 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8e5e9b4-8026-4a18-a7b4-bae7c9f4c648 req-1d6ab9b4-b3fd-4d31-9c98-e5a2d686540b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Dec 08 13:22:16.209125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:16.543723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-668ba7ae-578a-4bb5-8d3b-ce30b53418a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:16.545131 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-668ba7ae-578a-4bb5-8d3b-ce30b53418a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 1098 time: 0.0434277 Dec 08 13:22:16.632506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-f478778e-ec6e-4bde-8d95-1f9442a0931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:16.633957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-f478778e-ec6e-4bde-8d95-1f9442a0931b service neutron] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 915 time: 0.0823219 Dec 08 13:22:16.681875 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-86ec2ad1-47d2-4299-a7bc-3941c831c307 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530b87e7-54b6-4ba4-9998-1e035c759582 HTTP/1.1" status: 200 len: 217 time: 0.0408995 Dec 08 13:22:16.729859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-77419608-8f7c-408b-aac3-93ea33d27ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:16.731327 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-77419608-8f7c-408b-aac3-93ea33d27ca2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0430138 Dec 08 13:22:16.762206 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-b2f74879-bcea-4130-bdc2-e719679648a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233719 Dec 08 13:22:16.883177 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-29a83ff0-7e14-4f6c-bc95-d2c6ceb4ef2d service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139619 Dec 08 13:22:16.891271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbbf56-9bf0-43bc-86f3-96981875cb98 req-20b303c8-29f7-4194-a682-6668cebd590b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:16.892646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-45cbbf56-9bf0-43bc-86f3-96981875cb98 req-20b303c8-29f7-4194-a682-6668cebd590b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0935428 Dec 08 13:22:16.997101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-45cbbf56-9bf0-43bc-86f3-96981875cb98 req-aaad4186-1593-4c7f-b571-03e50b9a4e62 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961375 Dec 08 13:22:17.015380 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-2f5a5343-7809-4640-af31-6b7b1d2124b5 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218264 Dec 08 13:22:18.113366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55e046-1aab-4aa9-9ef9-16a65caa8504 req-6dc04283-637e-48ea-9bb4-ca6f6dd43b19 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:18.114857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ab55e046-1aab-4aa9-9ef9-16a65caa8504 req-6dc04283-637e-48ea-9bb4-ca6f6dd43b19 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0485585 Dec 08 13:22:18.161315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ab55e046-1aab-4aa9-9ef9-16a65caa8504 req-eb204314-deba-44e2-aed8-6a0130a636b7 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Dec 08 13:22:19.274075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb4147-05d7-46bd-8f33-2fd0607d1810 req-9738f79d-3020-43bc-80b1-49952080e77c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:19.275593 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e7fb4147-05d7-46bd-8f33-2fd0607d1810 req-9738f79d-3020-43bc-80b1-49952080e77c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0476685 Dec 08 13:22:19.325185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e7fb4147-05d7-46bd-8f33-2fd0607d1810 req-f6fb1773-0a6d-40b3-af97-f95fdc8ba705 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Dec 08 13:22:20.442700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fa643-74eb-4c8b-95df-042e23c4e4fa req-3850943c-1df9-4e1b-a6de-3a55d7073c8f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:20.444144 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a8fa643-74eb-4c8b-95df-042e23c4e4fa req-3850943c-1df9-4e1b-a6de-3a55d7073c8f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Dec 08 13:22:20.489577 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a8fa643-74eb-4c8b-95df-042e23c4e4fa req-516cda4b-a076-4919-9448-74cf7ba3f7fc tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395877 Dec 08 13:22:21.602547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af033e71-69d1-4d18-9ef9-18332732747e req-2a2a35f3-4ef6-4191-b156-09ed14db67eb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:21.604053 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-af033e71-69d1-4d18-9ef9-18332732747e req-2a2a35f3-4ef6-4191-b156-09ed14db67eb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0485406 Dec 08 13:22:21.656841 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-af033e71-69d1-4d18-9ef9-18332732747e req-c79112d8-fdb6-4a85-a375-8ac727ee041a tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Dec 08 13:22:22.770962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2fc39-dab8-4275-aa88-550d3d8e3579 req-ef8525f7-3c2a-4851-bc67-93d502610ad0 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:22.772392 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0af2fc39-dab8-4275-aa88-550d3d8e3579 req-ef8525f7-3c2a-4851-bc67-93d502610ad0 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0470011 Dec 08 13:22:22.821689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0af2fc39-dab8-4275-aa88-550d3d8e3579 req-2949ecf6-45ef-4616-93db-fd7e243d1edc tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434806 Dec 08 13:22:23.936947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d1977-09f1-4239-b3dc-3f073cc70234 req-1aabaddd-7b2d-4f90-9c58-e711dba196fb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:23.938329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e4d1977-09f1-4239-b3dc-3f073cc70234 req-1aabaddd-7b2d-4f90-9c58-e711dba196fb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0483871 Dec 08 13:22:23.986525 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e4d1977-09f1-4239-b3dc-3f073cc70234 req-0875133b-445b-48e7-af87-b580ecd7e08d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Dec 08 13:22:25.099232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6837e4c-f8e9-4338-9044-c523459ac5e3 req-68d69840-1048-4190-9b32-882be2933d2d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:25.101448 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f6837e4c-f8e9-4338-9044-c523459ac5e3 req-68d69840-1048-4190-9b32-882be2933d2d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0486593 Dec 08 13:22:25.148366 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f6837e4c-f8e9-4338-9044-c523459ac5e3 req-da5b195b-0290-4a18-a654-aa2c366b3fa9 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409987 Dec 08 13:22:26.264175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad88860-3c5f-4c6e-b631-b4e0eacfcdc6 req-316bf71a-f270-42f9-9434-37c6f6e479d2 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:26.265633 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aad88860-3c5f-4c6e-b631-b4e0eacfcdc6 req-316bf71a-f270-42f9-9434-37c6f6e479d2 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0512908 Dec 08 13:22:26.312048 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aad88860-3c5f-4c6e-b631-b4e0eacfcdc6 req-8bd9fe27-ffe2-4c1d-bcd9-97796b6e014d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 Dec 08 13:22:27.427808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf775f-67fb-432a-9c40-9f9909545701 req-12b86ad3-356d-4551-a2e6-baf474448098 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:27.429270 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71bf775f-67fb-432a-9c40-9f9909545701 req-12b86ad3-356d-4551-a2e6-baf474448098 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0492616 Dec 08 13:22:27.475380 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71bf775f-67fb-432a-9c40-9f9909545701 req-3b266244-db85-4411-8234-6f0ce0676e6f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399489 Dec 08 13:22:28.592306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b71394-ca1c-4994-9a37-9db674dc71a1 req-e87df25a-20cf-466d-81a1-172bee287f61 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:28.593782 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f1b71394-ca1c-4994-9a37-9db674dc71a1 req-e87df25a-20cf-466d-81a1-172bee287f61 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0516465 Dec 08 13:22:28.657694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f1b71394-ca1c-4994-9a37-9db674dc71a1 req-2d2f386e-a236-47be-aef6-88c2b737e01a tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570970 Dec 08 13:22:29.769849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd9d1e-e804-4429-bcdd-003dde1d48ff req-59d14796-ae8b-4233-af99-11dd3f82ba88 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:29.771385 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3bfd9d1e-e804-4429-bcdd-003dde1d48ff req-59d14796-ae8b-4233-af99-11dd3f82ba88 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0471776 Dec 08 13:22:29.817230 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3bfd9d1e-e804-4429-bcdd-003dde1d48ff req-85ae83b0-512b-4457-aa9c-059b836390cd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Dec 08 13:22:30.929416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165eef8e-62e7-425d-90d5-f6e912347d75 req-f337da01-1f8f-4925-82c8-f1d1289024ea tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:30.930847 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-165eef8e-62e7-425d-90d5-f6e912347d75 req-f337da01-1f8f-4925-82c8-f1d1289024ea tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0472298 Dec 08 13:22:30.980018 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-165eef8e-62e7-425d-90d5-f6e912347d75 req-13cf8897-cd14-4c2d-afa8-8ebfd5bc6752 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Dec 08 13:22:32.093910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0755-3742-4a27-be8a-4ad510b772c2 req-f5ee0c89-d184-47d7-99a6-4476a0f29e2d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:32.095372 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-901a0755-3742-4a27-be8a-4ad510b772c2 req-f5ee0c89-d184-47d7-99a6-4476a0f29e2d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0475006 Dec 08 13:22:32.141313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-901a0755-3742-4a27-be8a-4ad510b772c2 req-cbe567a8-397b-4426-8e28-f3c297e3f235 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Dec 08 13:22:33.253336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f292411-c8e5-42a8-b303-f8e95edb7f89 req-de259e45-37f9-4a69-93e9-6e2a18d48527 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:33.254806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4f292411-c8e5-42a8-b303-f8e95edb7f89 req-de259e45-37f9-4a69-93e9-6e2a18d48527 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0466523 Dec 08 13:22:33.301025 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4f292411-c8e5-42a8-b303-f8e95edb7f89 req-4a217fb9-db40-49af-8e3a-198f314b5b60 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Dec 08 13:22:34.417256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7ac82-440a-4303-b69a-a336012d6ae4 req-c098e917-7239-4d73-8527-e6747ee46b6b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:34.418772 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cfe7ac82-440a-4303-b69a-a336012d6ae4 req-c098e917-7239-4d73-8527-e6747ee46b6b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0513639 Dec 08 13:22:34.464625 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cfe7ac82-440a-4303-b69a-a336012d6ae4 req-b6e6e3f8-22e3-42ec-baa4-bae81a41205e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Dec 08 13:22:35.576580 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b05bc-1bc8-41b9-a84c-1ce8fc8a1fcd req-91467981-49e0-4fc6-ab93-2bf1e5bfc560 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:35.578081 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-876b05bc-1bc8-41b9-a84c-1ce8fc8a1fcd req-91467981-49e0-4fc6-ab93-2bf1e5bfc560 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0481617 Dec 08 13:22:35.630167 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-876b05bc-1bc8-41b9-a84c-1ce8fc8a1fcd req-0a1d9a8b-f3fb-40fe-98b2-32eb2dfff154 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Dec 08 13:22:36.743256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef0d3a-43eb-48c3-894b-b30af9ef1068 req-89941eb8-4ee2-4c7c-aede-432feede3d28 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:36.744718 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bcef0d3a-43eb-48c3-894b-b30af9ef1068 req-89941eb8-4ee2-4c7c-aede-432feede3d28 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0473378 Dec 08 13:22:36.792931 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bcef0d3a-43eb-48c3-894b-b30af9ef1068 req-dc6adc29-51f8-420f-b6d4-55a9129108e5 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Dec 08 13:22:37.905885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac44c8-308c-4e29-908f-1ad017560c3d req-4e05cc91-f7d6-4813-94ad-8159497dfb1e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:37.907374 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddac44c8-308c-4e29-908f-1ad017560c3d req-4e05cc91-f7d6-4813-94ad-8159497dfb1e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0479021 Dec 08 13:22:37.953715 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddac44c8-308c-4e29-908f-1ad017560c3d req-980b358e-1553-4393-b4ea-cfba351254eb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Dec 08 13:22:39.066060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e4885-970b-48e6-991d-7f73efb187fb req-24445596-b8d4-43df-a713-99940cc74f8f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:39.067558 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-676e4885-970b-48e6-991d-7f73efb187fb req-24445596-b8d4-43df-a713-99940cc74f8f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0476923 Dec 08 13:22:39.112922 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-676e4885-970b-48e6-991d-7f73efb187fb req-e5d6eca8-33b1-48c5-bed8-0b39f05d6ca8 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Dec 08 13:22:40.232150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666330-4c30-4c4a-96eb-714fce7907b4 req-4def8d3d-fcf2-4d22-8008-4755c4e74745 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:40.233642 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c666330-4c30-4c4a-96eb-714fce7907b4 req-4def8d3d-fcf2-4d22-8008-4755c4e74745 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0528247 Dec 08 13:22:40.280984 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c666330-4c30-4c4a-96eb-714fce7907b4 req-b4027a7d-5217-4cf5-87b8-ecb02dcdaef8 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Dec 08 13:22:40.286363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:40.486277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3588-12bd-4026-af4d-46ee842d4b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:41.392787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01889b83-bfcc-4700-9b06-b18096b7977f req-88376711-59f7-4fc5-be1d-1b3f54226ae1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:41.394242 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-01889b83-bfcc-4700-9b06-b18096b7977f req-88376711-59f7-4fc5-be1d-1b3f54226ae1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0469079 Dec 08 13:22:41.444525 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-01889b83-bfcc-4700-9b06-b18096b7977f req-bbf325d9-fdef-41d1-a9a9-fa1ec52c0501 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Dec 08 13:22:42.559950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a7b26-cf47-4a51-8fc8-e5c40c4a4002 req-911dfb36-b319-44d8-91da-1610587429b9 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:42.561447 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad5a7b26-cf47-4a51-8fc8-e5c40c4a4002 req-911dfb36-b319-44d8-91da-1610587429b9 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0512421 Dec 08 13:22:42.607703 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad5a7b26-cf47-4a51-8fc8-e5c40c4a4002 req-7754d5bd-7c00-4f68-ba9b-a813811d4b5c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Dec 08 13:22:42.863536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d0d77913-dd41-4dfa-b068-8b9229e84ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:43.723550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b3df1-4973-4df8-94f9-a5e1402fd193 req-8fe7cb1a-35b2-4d6b-8053-725df2c84485 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:43.725016 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-316b3df1-4973-4df8-94f9-a5e1402fd193 req-8fe7cb1a-35b2-4d6b-8053-725df2c84485 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0482664 Dec 08 13:22:43.770597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-316b3df1-4973-4df8-94f9-a5e1402fd193 req-29c563b2-4f9c-48de-8d9d-9c6f847402f6 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Dec 08 13:22:43.985737 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-a2093117-e30f-4548-8463-8c2a8eb9d5aa service neutron] 10.222.0.72 "GET /v2.0/ports/530b87e7-54b6-4ba4-9998-1e035c759582/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0546947 Dec 08 13:22:44.120288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:44.819514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-664ec74d-af3b-4723-8a94-47acf8daf7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:44.821000 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-664ec74d-af3b-4723-8a94-47acf8daf7de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00&tenant_id=cfeae2a411e647f7910a7ef331bcac49 HTTP/1.1" status: 200 len: 1098 time: 0.3751807 Dec 08 13:22:44.913543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ecdac-5e0c-4f08-9bf1-9b814aca0089 req-13419ef0-9955-41e0-92cd-a90bb38f5984 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:44.915090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-248ecdac-5e0c-4f08-9bf1-9b814aca0089 req-13419ef0-9955-41e0-92cd-a90bb38f5984 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0752962 Dec 08 13:22:44.917421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-0bf2ad31-3354-490b-bfbf-85769da58861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:44.918783 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-0bf2ad31-3354-490b-bfbf-85769da58861 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 1098 time: 0.0698013 Dec 08 13:22:45.016716 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-248ecdac-5e0c-4f08-9bf1-9b814aca0089 req-5e894b08-13cb-4d13-8983-84c98bce9bb3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957055 Dec 08 13:22:45.038425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-578b9e42-f9ca-48c2-847a-2e23b8cb6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:45.039928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-578b9e42-f9ca-48c2-847a-2e23b8cb6a0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 915 time: 0.1133873 Dec 08 13:22:45.082594 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-f5825bb2-9a3d-4022-9da2-d6099c629ecb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530b87e7-54b6-4ba4-9998-1e035c759582 HTTP/1.1" status: 200 len: 217 time: 0.0340612 Dec 08 13:22:45.136619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-03f818b3-ecb4-49a3-8819-f28ad3717ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:45.138197 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-03f818b3-ecb4-49a3-8819-f28ad3717ade service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0478518 Dec 08 13:22:45.168734 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-ec9868d2-646a-4fd5-9db4-a20f14c24f57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234900 Dec 08 13:22:45.231602 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:45.255806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-08de91f7-1318-4081-9249-7dba04c0177e service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804391 Dec 08 13:22:45.347487 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49780c88-2370-40ca-bc87-5e5dc0049ce5 req-eb88ec6e-3156-4464-aba9-1cf4ac840a37 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836935 Dec 08 13:22:46.131623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382af5f-4203-49fa-b1c1-e6db809c0f55 req-b0c4ec63-5d48-48eb-a824-6d1e0c26c67c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:46.142110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d382af5f-4203-49fa-b1c1-e6db809c0f55 req-b0c4ec63-5d48-48eb-a824-6d1e0c26c67c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0486445 Dec 08 13:22:46.184698 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d382af5f-4203-49fa-b1c1-e6db809c0f55 req-ed22928c-a5cf-4a47-8326-e05de40c91c4 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Dec 08 13:22:46.217436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:47.240187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 530b87e7-54b6-4ba4-9998-1e035c759582 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:22:47.244898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 530b87e7-54b6-4ba4-9998-1e035c759582 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:22:47.306996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddc138-cfae-4ab9-89fc-386027caa82c req-223f7b7f-261c-4f4b-b511-133e0cbc7939 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:47.308889 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61ddc138-cfae-4ab9-89fc-386027caa82c req-223f7b7f-261c-4f4b-b511-133e0cbc7939 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0535638 Dec 08 13:22:47.363090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61ddc138-cfae-4ab9-89fc-386027caa82c req-58e2b55e-627d-4064-aeca-b0e329ed1c90 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Dec 08 13:22:47.386895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:47.416990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=530b87e7-54b6-4ba4-9998-1e035c759582,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:47.422373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:22:47.425593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ecb11f-7ab5-48ac-8143-7d812c63108c" -d '{"events": [{"server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "name": "network-vif-unplugged", "status": "completed", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:22:47.447113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=530b87e7-54b6-4ba4-9998-1e035c759582,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:47.448482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '530b87e7-54b6-4ba4-9998-1e035c759582', 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc', 'port_id': '530b87e7-54b6-4ba4-9998-1e035c759582', 'mac_address': 'fa:16:3e:81:9b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efaceaa6-13ee-47cb-a829-5aecd930f5b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:22:47.477418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a560c73-b3f0-4036-aff1-ae6aa89a40c9 x-openstack-request-id: req-0a560c73-b3f0-4036-aff1-ae6aa89a40c9 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:22:47.477717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "name": "network-vif-unplugged", "status": "completed", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:22:47.477975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a560c73-b3f0-4036-aff1-ae6aa89a40c9 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:22:47.478371 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582', 'code': 200} Dec 08 13:22:47.492130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:47.504292 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 530b87e7-54b6-4ba4-9998-1e035c759582 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:22:47.520914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:47.589814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:22:47.590180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:22:47.592817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=530b87e7-54b6-4ba4-9998-1e035c759582,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:47.726688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd922e64-c701-4d81-b0c5-7201574884f0 req-434c0137-0007-4004-81d0-54596fbbbaad tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:47.728022 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bd922e64-c701-4d81-b0c5-7201574884f0 req-434c0137-0007-4004-81d0-54596fbbbaad tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 943 time: 0.0505772 Dec 08 13:22:47.784519 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bd922e64-c701-4d81-b0c5-7201574884f0 req-099c8a80-3015-4c8e-9f9f-7ccb41c795d7 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503175 Dec 08 13:22:47.825124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-2bee9233-0d52-424f-b64e-df06ecbf5feb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:47.826595 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-2bee9233-0d52-424f-b64e-df06ecbf5feb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00&tenant_id=cfeae2a411e647f7910a7ef331bcac49&binding%3Ahost_id=hv-neutron-7996 HTTP/1.1" status: 200 len: 943 time: 0.0538487 Dec 08 13:22:47.911680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-77ac946a-9628-4c10-8a45-33becc057574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:47.913151 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-77ac946a-9628-4c10-8a45-33becc057574 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 1096 time: 0.0438237 Dec 08 13:22:48.001413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-4f55b6d8-f962-4200-9622-61f068216620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:48.003326 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-4f55b6d8-f962-4200-9622-61f068216620 service neutron] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 915 time: 0.0830464 Dec 08 13:22:48.047448 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-b9f625a5-442d-41ab-a1b4-1dab392c2f19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=530b87e7-54b6-4ba4-9998-1e035c759582 HTTP/1.1" status: 200 len: 217 time: 0.0369923 Dec 08 13:22:48.094912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-2620e6b4-cb68-4737-9f51-282b56fd2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:48.096365 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-2620e6b4-cb68-4737-9f51-282b56fd2325 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0423365 Dec 08 13:22:48.127773 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-02edc134-8954-45db-8563-e081a461993c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237947 Dec 08 13:22:48.129035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:48.141270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530b87e7-54b6-4ba4-9998-1e035c759582 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:22:48.160085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=530b87e7-54b6-4ba4-9998-1e035c759582,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:48.222591 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-5f3e15f4-1b4b-4c67-8e52-ff52b1a8215c service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880747 Dec 08 13:22:48.258039 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:48.310298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=530b87e7-54b6-4ba4-9998-1e035c759582,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:48.312101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e2ce507-f705-46a1-9122-47cbba9f3ef6 req-044d3f04-a53e-46c2-ac23-04cb64ac82a4 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825210 Dec 08 13:22:48.318129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['530b87e7-54b6-4ba4-9998-1e035c759582'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:22:48.899507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79d20-4691-4300-85cb-47dd76bf0667 req-e82192d6-fcee-4f75-a804-cc1e508f6394 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:48.900897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0d79d20-4691-4300-85cb-47dd76bf0667 req-e82192d6-fcee-4f75-a804-cc1e508f6394 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 944 time: 0.0479274 Dec 08 13:22:48.952729 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0d79d20-4691-4300-85cb-47dd76bf0667 req-cc1432f5-cbde-4c33-86a1-d257d6ba30b2 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458891 Dec 08 13:22:49.252838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 530b87e7-54b6-4ba4-9998-1e035c759582 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:22:49.300744 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 530b87e7-54b6-4ba4-9998-1e035c759582 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:22:49.301531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:49.375254 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:49.406846 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=530b87e7-54b6-4ba4-9998-1e035c759582,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:49.479464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:22:49.481788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e99aca9-2942-495c-bf8b-e25302c4fad1" -d '{"events": [{"server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "name": "network-vif-plugged", "status": "completed", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:22:49.509172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:49.535542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42f4e43-362c-4ffd-b7bb-1c07ca812777 x-openstack-request-id: req-c42f4e43-362c-4ffd-b7bb-1c07ca812777 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:22:49.535839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "name": "network-vif-plugged", "status": "completed", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:22:49.536093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c42f4e43-362c-4ffd-b7bb-1c07ca812777 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:22:49.536476 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582', 'code': 200} Dec 08 13:22:49.561461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=530b87e7-54b6-4ba4-9998-1e035c759582,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:50.065361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661a6c-9e29-48e0-b0f5-e21d21c57794 req-7b8fde7b-6b8f-4070-8cb0-b3b97d976c6d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:50.066828 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24661a6c-9e29-48e0-b0f5-e21d21c57794 req-7b8fde7b-6b8f-4070-8cb0-b3b97d976c6d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0476108 Dec 08 13:22:50.113710 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-24661a6c-9e29-48e0-b0f5-e21d21c57794 req-13cda4b5-8b84-4c9e-a0da-c9bfa5d7353c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Dec 08 13:22:50.226490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a8cd8-c508-4915-aea5-f3d10f38ed8e req-d1f8c91f-4d32-4249-a006-e650fff0ddce tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:50.228014 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-126a8cd8-c508-4915-aea5-f3d10f38ed8e req-d1f8c91f-4d32-4249-a006-e650fff0ddce tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0488164 Dec 08 13:22:50.273959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-126a8cd8-c508-4915-aea5-f3d10f38ed8e req-37d311e4-45d4-4b59-bc90-d235ed33c011 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Dec 08 13:22:50.390641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afec763-04b7-4bc6-ae16-34f8d545711a req-de305e7f-0017-4e83-ba86-2c23f12138c8 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:50.392115 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4afec763-04b7-4bc6-ae16-34f8d545711a req-de305e7f-0017-4e83-ba86-2c23f12138c8 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0517979 Dec 08 13:22:50.438890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4afec763-04b7-4bc6-ae16-34f8d545711a req-a0daeaa8-80ee-4646-a255-49dc94693c5a tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Dec 08 13:22:51.009192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-45519103-ffe0-4bdd-a911-50210920ec0c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:51.010691 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-45519103-ffe0-4bdd-a911-50210920ec0c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 814 time: 0.1098585 Dec 08 13:22:51.025953 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-18074c08-a7d9-49eb-bcdc-8b5d854e5a1f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/quotas/cfeae2a411e647f7910a7ef331bcac49 HTTP/1.1" status: 200 len: 375 time: 0.0094941 Dec 08 13:22:51.074007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-47edc615-e4be-4070-850d-561612376fb4 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428822 Dec 08 13:22:51.162758 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-f24cf0ab-21bf-4733-9d7e-9b83cd3217e0 service neutron] 10.222.0.76 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810192 Dec 08 13:22:51.255485 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-7b0f795f-fb40-471b-845a-c79cbce2b640 service neutron] 10.222.0.76 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866640 Dec 08 13:22:51.501727 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:22:51.515852 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ebc795f4-0e93-4bfe-9d2f-1d7cb4fdafeb req-50846f6c-ea4b-425a-a2a4-99c89da201a2 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 210 time: 0.0314384 Dec 08 13:22:52.584713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-37bd2c07-748e-4b99-937f-fa0b4b90c167 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:52.586292 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-37bd2c07-748e-4b99-937f-fa0b4b90c167 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "GET /v2.0/ports?device_id=97c95c86-a58a-4c0b-98ba-727928321d00 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Dec 08 13:22:52.635339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d02f5f59-9b1c-426d-bf58-4830b9250c4d req-c25adc47-4a70-47e0-9e68-90dafc5564b1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 210 time: 0.0480151 Dec 08 13:22:52.697702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Deleting port 530b87e7-54b6-4ba4-9998-1e035c759582 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:22:52.698044 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:52.796589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] For port 530b87e7-54b6-4ba4-9998-1e035c759582, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=530b87e7-54b6-4ba4-9998-1e035c759582,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:52.796867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:52.809227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Calling delete_port for 530b87e7-54b6-4ba4-9998-1e035c759582 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:22:53.017579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:53.030059 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['530b87e7-54b6-4ba4-9998-1e035c759582'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:22:53.050713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Pushing event deleted for resources: {'Port': ['ID=530b87e7-54b6-4ba4-9998-1e035c759582,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:53.092588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] No DVR routers for this DVR port 530b87e7-54b6-4ba4-9998-1e035c759582 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:22:53.095352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:53.099096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccdb4f-78b7-4637-8543-5c78cc7a8bf0 req-d883dfa4-19eb-4c6d-ad5f-4e66f7a90a12 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "DELETE /v2.0/ports/530b87e7-54b6-4ba4-9998-1e035c759582 HTTP/1.1" status: 204 len: 173 time: 0.5038130 Dec 08 13:22:53.099591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'name': 'network-vif-deleted', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:22:53.101849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282b2c53-9180-4ea7-91d5-a8656f6b698f" -d '{"events": [{"server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "name": "network-vif-deleted", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:22:53.139383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8738174c-a1a0-4afd-b302-a20d3af8c455 x-openstack-request-id: req-8738174c-a1a0-4afd-b302-a20d3af8c455 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:22:53.142882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c95c86-a58a-4c0b-98ba-727928321d00", "name": "network-vif-deleted", "tag": "530b87e7-54b6-4ba4-9998-1e035c759582", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:22:53.142882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8738174c-a1a0-4afd-b302-a20d3af8c455 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:22:53.142882 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c95c86-a58a-4c0b-98ba-727928321d00', 'name': 'network-vif-deleted', 'tag': '530b87e7-54b6-4ba4-9998-1e035c759582', 'status': 'completed', 'code': 200} Dec 08 13:22:53.312900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-a8263a05-b66f-4600-98d6-20866f2d0f77 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:53.314278 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-a8263a05-b66f-4600-98d6-20866f2d0f77 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 814 time: 0.1084790 Dec 08 13:22:53.326756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Request body: {'port': {'device_id': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc', 'admin_state_up': True, 'tenant_id': 'cfeae2a411e647f7910a7ef331bcac49'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:22:53.537372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Made reservation on behalf of cfeae2a411e647f7910a7ef331bcac49 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:22:53.541008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:53.672357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Allocated IP 172.20.0.5 (71dc357d-e518-48d3-8d94-2ba347d00fdc/efaceaa6-13ee-47cb-a829-5aecd930f5b0/70bea1f4-66f4-4159-a794-01d493a28323) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:22:53.737317 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18a9efbe-fc75-408c-a59f-699cdd42ac6b req-e347d610-c3b8-4a15-be7e-783fe2f464a5 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 210 time: 0.0310190 Dec 08 13:22:53.843600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:53.934635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:53.946327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['530b87e7-54b6-4ba4-9998-1e035c759582'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:22:53.977318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Network 71dc357d-e518-48d3-8d94-2ba347d00fdc is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:22:53.980559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:22:53.986326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:22:54.012206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Pushing event updated for resources: {'Port': ['ID=70bea1f4-66f4-4159-a794-01d493a28323,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:54.038093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:54.038743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:54.125502 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-871f6009-edef-456e-b8d0-47d4a9bdf1bd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8024602 Dec 08 13:22:54.137782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Request body: {'port': {'device_id': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:22:54.193361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:54.445074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bea1f4-66f4-4159-a794-01d493a28323 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:22:54.452321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:54.464073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Transition to ACTIVE for port object 70bea1f4-66f4-4159-a794-01d493a28323 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:22:54.545100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:54.615658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Pushing event updated for resources: {'Port': ['ID=70bea1f4-66f4-4159-a794-01d493a28323,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:54.662239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Attempting to bind port 70bea1f4-66f4-4159-a794-01d493a28323 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:22:54.662597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Attempting to bind port 70bea1f4-66f4-4159-a794-01d493a28323 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:22:54.662945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Attempting to bind port 70bea1f4-66f4-4159-a794-01d493a28323 on network 71dc357d-e518-48d3-8d94-2ba347d00fdc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:22:54.667370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Port 70bea1f4-66f4-4159-a794-01d493a28323 on network 71dc357d-e518-48d3-8d94-2ba347d00fdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:22:54.667692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Attempting to bind port 70bea1f4-66f4-4159-a794-01d493a28323 on network 71dc357d-e518-48d3-8d94-2ba347d00fdc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:22:54.672710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:22:54.673228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Checking segment: {'id': '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:22:54.673410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Bound using segment: {'id': '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:22:54.674336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Bound port: 70bea1f4-66f4-4159-a794-01d493a28323, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:22:54.674724 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:54.735992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:22:54.739465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=70bea1f4-66f4-4159-a794-01d493a28323,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:22:54.842555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:54.886812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba88b57-ccb0-46b9-a064-1a7187f74fc0 req-a2102307-785e-4282-99bf-6f3a683526b3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:54.888314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3ba88b57-ccb0-46b9-a064-1a7187f74fc0 req-a2102307-785e-4282-99bf-6f3a683526b3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 943 time: 0.0812957 Dec 08 13:22:54.894413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:54.895305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:54.896363 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] 10.222.0.72 "PUT /v2.0/ports/70bea1f4-66f4-4159-a794-01d493a28323 HTTP/1.1" status: 200 len: 1093 time: 0.7626443 Dec 08 13:22:54.927613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13886b34-2a7a-470d-9fe8-fe5cb4a5b368 service neutron] Pushing event updated for resources: {'Port': ['ID=70bea1f4-66f4-4159-a794-01d493a28323,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:54.957174 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3ba88b57-ccb0-46b9-a064-1a7187f74fc0 req-de4d1b36-fe99-4b6f-a54b-ab8dfd0d8f31 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583446 Dec 08 13:22:55.028101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-925cb467-f11a-40aa-ba99-63fa1c5ee9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:55.029481 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-925cb467-f11a-40aa-ba99-63fa1c5ee9f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 1096 time: 0.0401723 Dec 08 13:22:55.073647 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-df54d678-1f9f-48e3-9a6b-24629649010b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70bea1f4-66f4-4159-a794-01d493a28323 HTTP/1.1" status: 200 len: 217 time: 0.0365093 Dec 08 13:22:55.121540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-9bd98a9e-169e-4146-9077-d3301de8aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:55.123023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-9bd98a9e-169e-4146-9077-d3301de8aea6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0430253 Dec 08 13:22:55.153025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:22:55.155270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d00d15-200d-4281-a1cd-29b3c0e0773c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "tag": "70bea1f4-66f4-4159-a794-01d493a28323"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:22:55.160049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-ca6b37eb-d00f-4a24-913c-2e7a3892aeba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293756 Dec 08 13:22:55.195808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08acca17-7f9d-4b88-941d-69ef1fceb0e2 x-openstack-request-id: req-08acca17-7f9d-4b88-941d-69ef1fceb0e2 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:22:55.196108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "tag": "70bea1f4-66f4-4159-a794-01d493a28323", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:22:55.196369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-08acca17-7f9d-4b88-941d-69ef1fceb0e2 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:22:55.196761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323', 'status': 'completed', 'code': 200} Dec 08 13:22:55.253072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-aed8db33-3030-4e30-a6fe-7682171c4d71 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861795 Dec 08 13:22:55.347779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-18eeb6d5-2e24-42fb-b570-69495f9b8006 req-514a72d3-7ddc-4f3d-83be-ef5755ff43a2 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870080 Dec 08 13:22:55.497415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-c51ff740-79c0-4e16-95a5-bbd369b871f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:55.498935 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-c51ff740-79c0-4e16-95a5-bbd369b871f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 1096 time: 0.0423737 Dec 08 13:22:55.593443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-ead32e1a-86af-4238-a7f8-30f8d24eb246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:55.595781 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-ead32e1a-86af-4238-a7f8-30f8d24eb246 service neutron] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 915 time: 0.0887818 Dec 08 13:22:55.638358 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-b0f5d058-3f2f-4306-85e4-2a3dd7216c32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70bea1f4-66f4-4159-a794-01d493a28323 HTTP/1.1" status: 200 len: 217 time: 0.0341125 Dec 08 13:22:55.690885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-7f6de6e0-6b7c-4400-a9cb-b48040fb0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:55.692346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-7f6de6e0-6b7c-4400-a9cb-b48040fb0015 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0472395 Dec 08 13:22:55.726314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-4436e81a-08ba-4f33-ad40-9c726553b71d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240853 Dec 08 13:22:55.816480 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-5b9a83fb-c6db-4040-85cf-11fe6dc4620e service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808997 Dec 08 13:22:55.906747 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-67d00d15-200d-4281-a1cd-29b3c0e0773c req-d46ab3d0-fd3d-441e-915f-8f3c035b8bbc service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817907 Dec 08 13:22:56.071376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3142e-82cb-495a-ad2b-e6f2de1f06cd req-8582404e-7fb9-4693-95cd-f95eb6066189 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:56.072834 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5aa3142e-82cb-495a-ad2b-e6f2de1f06cd req-8582404e-7fb9-4693-95cd-f95eb6066189 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 943 time: 0.0486190 Dec 08 13:22:56.118906 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5aa3142e-82cb-495a-ad2b-e6f2de1f06cd req-64d2a93a-346b-4aa1-bbee-0733a9ab876b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Dec 08 13:22:57.242187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7777d-9d9c-4f79-9fc7-65e3702d969f req-7b78ee97-c9f0-4f8e-a8fd-b4dd55e391a5 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:57.243685 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9ef7777d-9d9c-4f79-9fc7-65e3702d969f req-7b78ee97-c9f0-4f8e-a8fd-b4dd55e391a5 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 943 time: 0.0518763 Dec 08 13:22:57.267466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 70bea1f4-66f4-4159-a794-01d493a28323 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:22:57.269670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 530b87e7-54b6-4ba4-9998-1e035c759582 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:22:57.290947 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9ef7777d-9d9c-4f79-9fc7-65e3702d969f req-cb2ec2ee-d0ab-482e-8ea8-ba8cec2b22d6 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Dec 08 13:22:57.293805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 530b87e7-54b6-4ba4-9998-1e035c759582 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:22:57.294132 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 530b87e7-54b6-4ba4-9998-1e035c759582 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:22:57.378895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=70bea1f4-66f4-4159-a794-01d493a28323,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:57.388975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '70bea1f4-66f4-4159-a794-01d493a28323', 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc', 'port_id': '70bea1f4-66f4-4159-a794-01d493a28323', 'mac_address': 'fa:16:3e:d6:26:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efaceaa6-13ee-47cb-a829-5aecd930f5b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:22:57.429139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:57.442008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bea1f4-66f4-4159-a794-01d493a28323 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:22:57.462531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=70bea1f4-66f4-4159-a794-01d493a28323,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:57.554859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:57.603584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=70bea1f4-66f4-4159-a794-01d493a28323,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:57.611099 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.611464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.611819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.612168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.612515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.612855 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.613195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.613558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.613874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.614211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.614545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.614906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.615239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:22:57.759208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['70bea1f4-66f4-4159-a794-01d493a28323'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:22:58.405812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d361d-bf68-44ff-9ccc-168295eeb301 req-4942f305-6f42-4a1b-ae8d-ab472d263dbd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:58.407333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3b0d361d-bf68-44ff-9ccc-168295eeb301 req-4942f305-6f42-4a1b-ae8d-ab472d263dbd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 944 time: 0.0497415 Dec 08 13:22:58.454160 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3b0d361d-bf68-44ff-9ccc-168295eeb301 req-a7af2b21-d83c-4706-b61f-0e3d5a9817f1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Dec 08 13:22:59.279078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 70bea1f4-66f4-4159-a794-01d493a28323 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:22:59.385119 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 70bea1f4-66f4-4159-a794-01d493a28323 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:22:59.389228 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 70bea1f4-66f4-4159-a794-01d493a28323 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:22:59.389606 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:59.467739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:59.490096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:22:59.492360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ae87dc-7528-4124-a4a0-0663fcbb4bfb" -d '{"events": [{"server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "name": "network-vif-plugged", "status": "completed", "tag": "70bea1f4-66f4-4159-a794-01d493a28323"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:22:59.505853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=70bea1f4-66f4-4159-a794-01d493a28323,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:22:59.530563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b27059-9360-493e-9725-34faff75ea69 x-openstack-request-id: req-c6b27059-9360-493e-9725-34faff75ea69 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:22:59.530909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "name": "network-vif-plugged", "status": "completed", "tag": "70bea1f4-66f4-4159-a794-01d493a28323", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:22:59.531171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6b27059-9360-493e-9725-34faff75ea69 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:22:59.531591 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323', 'code': 200} Dec 08 13:22:59.569974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf19ac1-1a79-4f67-803d-7f08806e9cab req-09772b75-756c-4216-9952-bb4ff2bf7b61 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:59.571512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fdf19ac1-1a79-4f67-803d-7f08806e9cab req-09772b75-756c-4216-9952-bb4ff2bf7b61 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 944 time: 0.0491126 Dec 08 13:22:59.573878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:22:59.623469 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fdf19ac1-1a79-4f67-803d-7f08806e9cab req-bdecedb1-bd89-4b32-92ae-9115203a1246 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Dec 08 13:22:59.624508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=70bea1f4-66f4-4159-a794-01d493a28323,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:22:59.844617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d827d-e1e8-4be1-9119-198396cca318 req-a9a3c074-0bc0-4595-b4bf-7b1b26d80c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:22:59.846116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a44d827d-e1e8-4be1-9119-198396cca318 req-a9a3c074-0bc0-4595-b4bf-7b1b26d80c75 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 1098 time: 0.0390146 Dec 08 13:22:59.889492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a44d827d-e1e8-4be1-9119-198396cca318 req-47fea754-b187-4d6f-bad1-c68761499a14 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365126 Dec 08 13:23:00.739100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf77ae-0736-4ec9-8d97-9e7c8354979b req-5b0c64fc-a99b-427a-a429-fc6dd159ac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:00.740599 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f2cf77ae-0736-4ec9-8d97-9e7c8354979b req-5b0c64fc-a99b-427a-a429-fc6dd159ac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0484972 Dec 08 13:23:00.787750 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f2cf77ae-0736-4ec9-8d97-9e7c8354979b req-f3d37b42-e985-40f2-9b8b-1aec7c2ad9fe tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Dec 08 13:23:01.901814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ecc5c-be32-406c-802b-5b466f5eaf3d req-6f182cc7-5f59-4e0a-ba9f-f492f455b113 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:01.903304 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1ecc5c-be32-406c-802b-5b466f5eaf3d req-6f182cc7-5f59-4e0a-ba9f-f492f455b113 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0509732 Dec 08 13:23:01.949125 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1ecc5c-be32-406c-802b-5b466f5eaf3d req-53601c3e-d52e-400a-97e8-be329cb6c8cb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393059 Dec 08 13:23:02.062747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f191c1-7ed4-48fa-8da1-7de58d0298ef req-f1c1f83e-a916-4653-a00a-994362b09a2f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:02.064213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-74f191c1-7ed4-48fa-8da1-7de58d0298ef req-f1c1f83e-a916-4653-a00a-994362b09a2f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0482926 Dec 08 13:23:02.109887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-74f191c1-7ed4-48fa-8da1-7de58d0298ef req-ebd0f6f5-40c0-4458-9e01-5e28bdb08a28 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Dec 08 13:23:02.522461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad45ca3-792d-4e8e-be44-ebe750aa729d req-aa7a3759-0468-451e-8101-b5c8b7b55879 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:02.524002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3ad45ca3-792d-4e8e-be44-ebe750aa729d req-aa7a3759-0468-451e-8101-b5c8b7b55879 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0489933 Dec 08 13:23:02.574001 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3ad45ca3-792d-4e8e-be44-ebe750aa729d req-5597fd56-71af-458e-b51d-f3b27be30ac3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439637 Dec 08 13:23:02.636666 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-32458c4a-0e05-4d2f-928a-ec8a8a4a8681 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391343 Dec 08 13:23:03.690534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4bf12-abcf-4acb-97c9-427d3db79ac4 req-e83cbe8d-cd29-4ca1-ad94-16ba77525053 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:03.692187 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-05a4bf12-abcf-4acb-97c9-427d3db79ac4 req-e83cbe8d-cd29-4ca1-ad94-16ba77525053 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0514188 Dec 08 13:23:03.738926 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-05a4bf12-abcf-4acb-97c9-427d3db79ac4 req-a435f30c-0f56-436f-9772-7274be3278e6 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Dec 08 13:23:04.453822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-ba4346f5-64cf-49e1-a33e-f6c96fba15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:04.455871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-ba4346f5-64cf-49e1-a33e-f6c96fba15fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 1098 time: 0.0431938 Dec 08 13:23:04.543582 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-5ba80d05-d7db-4f77-b3bb-4468bda90990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:04.545023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-5ba80d05-d7db-4f77-b3bb-4468bda90990 service neutron] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 915 time: 0.0829229 Dec 08 13:23:04.588804 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-8ce235fc-6617-4360-8449-609a5ee33219 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70bea1f4-66f4-4159-a794-01d493a28323 HTTP/1.1" status: 200 len: 217 time: 0.0372193 Dec 08 13:23:04.635220 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-600ba209-e9bd-422b-b697-fe9e3f027f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:04.636617 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-600ba209-e9bd-422b-b697-fe9e3f027f87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0415349 Dec 08 13:23:04.667242 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-4c79899f-95ef-4f9b-b218-0538d99e3a37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234509 Dec 08 13:23:04.757455 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-cee50603-b64b-4898-af32-83b680b5fc2b service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830429 Dec 08 13:23:04.882827 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-76e9fc5f-c466-4f87-8dec-ba6c228ccb7a service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174166 Dec 08 13:23:04.891704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097fe56-f493-4ce7-8448-fece00faf821 req-3c5a1fb2-3de5-4d71-a39e-28bda98a4313 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:04.893112 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4097fe56-f493-4ce7-8448-fece00faf821 req-3c5a1fb2-3de5-4d71-a39e-28bda98a4313 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0710971 Dec 08 13:23:04.940632 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4097fe56-f493-4ce7-8448-fece00faf821 req-8da6fa2a-c7b9-4b8a-be65-ca2154639f58 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Dec 08 13:23:05.273874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-8272d6a0-0580-42dd-96cd-20749f59fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:05.275351 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-8272d6a0-0580-42dd-96cd-20749f59fe72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 1098 time: 0.0393376 Dec 08 13:23:05.378471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-49407a45-4a48-47a7-a31b-18e487bebf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:05.379936 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-49407a45-4a48-47a7-a31b-18e487bebf2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 915 time: 0.0857024 Dec 08 13:23:05.755790 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-181458ce-8050-411a-af4c-ebeeb5c78af5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70bea1f4-66f4-4159-a794-01d493a28323 HTTP/1.1" status: 200 len: 217 time: 0.3680339 Dec 08 13:23:05.804083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-9d0996d2-1e24-4fef-a4c3-8ba039013aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:05.805476 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-9d0996d2-1e24-4fef-a4c3-8ba039013aa7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0421958 Dec 08 13:23:05.836004 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-b0192996-936f-4965-b417-ab4175b2183b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230305 Dec 08 13:23:05.928758 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-73fc7cca-77d9-4c87-b5c2-43b798ad39e9 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852888 Dec 08 13:23:06.042350 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e661b7e-09ff-4f55-94b1-bc9c2803801e req-13dbd24a-d2be-4009-ab4f-8e62d185cddf service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063879 Dec 08 13:23:06.066039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4ebb6-0b9b-4c12-9c8b-d288b222761c req-927614c7-db58-49c2-b33a-50d2108bbe75 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:06.067514 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47f4ebb6-0b9b-4c12-9c8b-d288b222761c req-927614c7-db58-49c2-b33a-50d2108bbe75 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0557566 Dec 08 13:23:06.114190 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47f4ebb6-0b9b-4c12-9c8b-d288b222761c req-89a3e5b0-7f5e-423e-a9e1-396c9f011c73 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Dec 08 13:23:07.228840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce07c4-88f9-4c1d-9bed-df5058c22772 req-ca1e8c44-ac78-4f06-9a67-16ba7e8f87b5 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:07.230325 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5fce07c4-88f9-4c1d-9bed-df5058c22772 req-ca1e8c44-ac78-4f06-9a67-16ba7e8f87b5 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0493593 Dec 08 13:23:07.276063 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5fce07c4-88f9-4c1d-9bed-df5058c22772 req-57da2d08-e024-4983-8cad-9d315790a451 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397053 Dec 08 13:23:08.399988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b673719-5f1f-4658-a78f-e3fbb21f1f22 req-8065c3da-f1ca-4fd3-9515-ac55612ab621 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:08.401461 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2b673719-5f1f-4658-a78f-e3fbb21f1f22 req-8065c3da-f1ca-4fd3-9515-ac55612ab621 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0580018 Dec 08 13:23:08.448100 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2b673719-5f1f-4658-a78f-e3fbb21f1f22 req-e1289e52-9fb2-4ff2-9866-106bcd58108f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Dec 08 13:23:09.561785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce57881-0ed7-4f8f-837c-b2a8c617afe2 req-191997d7-5848-4e08-a5b9-4a80ee9b4f42 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:09.563290 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5ce57881-0ed7-4f8f-837c-b2a8c617afe2 req-191997d7-5848-4e08-a5b9-4a80ee9b4f42 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0486386 Dec 08 13:23:09.609111 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5ce57881-0ed7-4f8f-837c-b2a8c617afe2 req-e9764c30-1090-4dff-a72a-0fe56c8b0a0d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 Dec 08 13:23:10.321725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:10.473749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7532d1a6-5834-4151-a356-1344cecc7ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:10.727262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03978d5b-83a5-43da-b553-52556cb6ff97 req-a1d64318-f137-470f-a4ea-8140a4c575ff tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:10.728724 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03978d5b-83a5-43da-b553-52556cb6ff97 req-a1d64318-f137-470f-a4ea-8140a4c575ff tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0484524 Dec 08 13:23:10.778420 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03978d5b-83a5-43da-b553-52556cb6ff97 req-ebc01154-94ee-4314-8224-8711b82e9269 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Dec 08 13:23:11.891007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13196d-7286-4688-9189-548eabc8a8a3 req-cdd21f5c-67cb-4542-ba64-912c7af7930b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:11.894295 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc13196d-7286-4688-9189-548eabc8a8a3 req-cdd21f5c-67cb-4542-ba64-912c7af7930b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0493910 Dec 08 13:23:11.953825 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc13196d-7286-4688-9189-548eabc8a8a3 req-3607094f-1b59-4844-a626-23fed8eb7a2b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543766 Dec 08 13:23:12.856617 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fc87a508-838a-419f-82ed-1e75fd00e75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:13.069549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb30b31-79eb-4b97-9353-29d944166f10 req-6c6550af-91ba-4e87-b454-b650cb5bbd83 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:13.071030 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7fb30b31-79eb-4b97-9353-29d944166f10 req-6c6550af-91ba-4e87-b454-b650cb5bbd83 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0471821 Dec 08 13:23:13.116631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7fb30b31-79eb-4b97-9353-29d944166f10 req-f7ccb174-bb3b-4f3c-b5c8-947003a73499 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398407 Dec 08 13:23:14.122351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:14.233804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeb5a8-2a3e-44fd-a027-21d3d54f200c req-fe957fcb-2374-4773-a042-db261adb9c85 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:14.235314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ffeb5a8-2a3e-44fd-a027-21d3d54f200c req-fe957fcb-2374-4773-a042-db261adb9c85 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0516145 Dec 08 13:23:14.281823 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ffeb5a8-2a3e-44fd-a027-21d3d54f200c req-7efeac3c-d270-4c14-8663-b293345b750c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Dec 08 13:23:15.227869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:15.394236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265419a-0f45-4fa0-ac1f-a7e4e70984ad req-e925db0a-a875-4096-982a-182912a0c432 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:15.395618 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a265419a-0f45-4fa0-ac1f-a7e4e70984ad req-e925db0a-a875-4096-982a-182912a0c432 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0475733 Dec 08 13:23:15.441107 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a265419a-0f45-4fa0-ac1f-a7e4e70984ad req-b83779fe-f7aa-4791-9204-13965c05037e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Dec 08 13:23:16.199709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:16.559357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b078123-54a3-440a-b4ab-4898ffa17c23 req-c83d6e06-5078-4b02-a6ac-79b266275b6d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:16.560835 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b078123-54a3-440a-b4ab-4898ffa17c23 req-c83d6e06-5078-4b02-a6ac-79b266275b6d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0518579 Dec 08 13:23:16.606354 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b078123-54a3-440a-b4ab-4898ffa17c23 req-3478685c-505a-42ad-9e82-cad2c643e61c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396802 Dec 08 13:23:17.721086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10118841-bd4b-487b-b020-eb8545b4e956 req-2669f5d7-49c0-4c49-b01f-9cd50b766f52 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:17.722547 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-10118841-bd4b-487b-b020-eb8545b4e956 req-2669f5d7-49c0-4c49-b01f-9cd50b766f52 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0477841 Dec 08 13:23:17.768494 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-10118841-bd4b-487b-b020-eb8545b4e956 req-53fc8638-1243-4993-9d0d-9d20c882841c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Dec 08 13:23:18.880358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f826c-8462-4e77-a77c-37ccd3369f11 req-b1933f67-2ba5-4ede-b3d3-88bbafef67e1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:18.881834 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-230f826c-8462-4e77-a77c-37ccd3369f11 req-b1933f67-2ba5-4ede-b3d3-88bbafef67e1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0470433 Dec 08 13:23:18.931500 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-230f826c-8462-4e77-a77c-37ccd3369f11 req-769c340a-2c49-45fb-8de7-c4a97aafd7dd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Dec 08 13:23:20.046013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f410a-9a9b-4b31-aba3-f3a610094adc req-b8f86eda-3f2c-48df-bdec-38f82e0d0f42 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:20.047503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-365f410a-9a9b-4b31-aba3-f3a610094adc req-b8f86eda-3f2c-48df-bdec-38f82e0d0f42 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0491517 Dec 08 13:23:20.093936 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-365f410a-9a9b-4b31-aba3-f3a610094adc req-b0427c4b-ce33-49ab-9b22-019a0f89bf5a tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 Dec 08 13:23:21.207657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98753746-ab13-411e-8ff8-33d6504d88ee req-d43517b6-f1d0-4619-aa61-b00d23a7f6eb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:21.209106 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-98753746-ab13-411e-8ff8-33d6504d88ee req-d43517b6-f1d0-4619-aa61-b00d23a7f6eb tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0478060 Dec 08 13:23:21.254520 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-98753746-ab13-411e-8ff8-33d6504d88ee req-f10e4411-aa2c-48b3-bbb0-16e7aa02b526 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Dec 08 13:23:22.373989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8baa9-8b8e-4b7d-9d11-c048580c8668 req-42de6c7b-0947-4d25-9479-e6fea36d0b40 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:22.375492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6b8baa9-8b8e-4b7d-9d11-c048580c8668 req-42de6c7b-0947-4d25-9479-e6fea36d0b40 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0515289 Dec 08 13:23:22.421600 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6b8baa9-8b8e-4b7d-9d11-c048580c8668 req-c2b6e8e3-36d7-420b-b9d9-47857b2d9439 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Dec 08 13:23:23.534696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c2eb8-80d8-432d-bbb7-f04df04f91ac req-d4eb8f6b-4fb0-4e33-ae5d-6150172b540e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:23.536166 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-090c2eb8-80d8-432d-bbb7-f04df04f91ac req-d4eb8f6b-4fb0-4e33-ae5d-6150172b540e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0484250 Dec 08 13:23:23.584603 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-090c2eb8-80d8-432d-bbb7-f04df04f91ac req-1dd3d342-9b9f-44b8-abfd-0fca0dd42f0d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Dec 08 13:23:24.699730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7c36f-0686-4534-b390-91501d258551 req-0509055f-89eb-46aa-9c1a-e7e05d638759 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:24.702413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37e7c36f-0686-4534-b390-91501d258551 req-0509055f-89eb-46aa-9c1a-e7e05d638759 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0508316 Dec 08 13:23:24.754807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37e7c36f-0686-4534-b390-91501d258551 req-fdf3df1f-fd78-484a-bf4a-a32984fb43d3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455377 Dec 08 13:23:25.867974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2acb3-a2b3-4879-bac7-d98c69fa4b14 req-a57ace70-b265-4fc8-a499-bea99e9e405c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:25.869439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-45e2acb3-a2b3-4879-bac7-d98c69fa4b14 req-a57ace70-b265-4fc8-a499-bea99e9e405c tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0481625 Dec 08 13:23:25.915588 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-45e2acb3-a2b3-4879-bac7-d98c69fa4b14 req-ab121739-aa70-4f84-aaf4-ac56f9028092 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 Dec 08 13:23:27.031947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3d184-d202-4af5-a551-f1fcbcead739 req-242a7ac5-e7e6-4d8b-8e75-d2d3c36d351a tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:27.033933 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3cf3d184-d202-4af5-a551-f1fcbcead739 req-242a7ac5-e7e6-4d8b-8e75-d2d3c36d351a tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0516727 Dec 08 13:23:27.081443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3cf3d184-d202-4af5-a551-f1fcbcead739 req-d9c58bf0-404e-4092-be98-1db6f1e39dfd tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Dec 08 13:23:28.198270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b502b6-0236-43f1-87cf-b7eeada3ebad req-bdab3f36-5c72-4199-a356-6a12c8ea08e3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:28.199795 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-23b502b6-0236-43f1-87cf-b7eeada3ebad req-bdab3f36-5c72-4199-a356-6a12c8ea08e3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0516760 Dec 08 13:23:28.245779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-23b502b6-0236-43f1-87cf-b7eeada3ebad req-3d039827-2777-450d-9bd3-997e593bf76e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 Dec 08 13:23:28.501519 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:23:29.358072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ae444-8ae0-4373-80e8-0459c965a209 req-e4320726-b493-4a5a-979c-c4f4dd554b62 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:29.359583 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-225ae444-8ae0-4373-80e8-0459c965a209 req-e4320726-b493-4a5a-979c-c4f4dd554b62 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0483320 Dec 08 13:23:29.405814 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-225ae444-8ae0-4373-80e8-0459c965a209 req-89feb8c7-8cdb-4e1f-8e41-ac95286788d9 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Dec 08 13:23:30.524469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97e09a-86cf-41d9-ba7d-127bcca4237d req-a5deaaa1-0f93-4903-81b1-9a69e088f8e6 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:30.525962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a97e09a-86cf-41d9-ba7d-127bcca4237d req-a5deaaa1-0f93-4903-81b1-9a69e088f8e6 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0528224 Dec 08 13:23:30.573311 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6a97e09a-86cf-41d9-ba7d-127bcca4237d req-7b4a33ac-972c-4233-834c-967c003053ec tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Dec 08 13:23:31.691630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf9283-73df-4d83-8ebb-e8ffbb928643 req-3ecc7b06-d91d-4aaa-86c2-6165ef664d65 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:31.693116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbdf9283-73df-4d83-8ebb-e8ffbb928643 req-3ecc7b06-d91d-4aaa-86c2-6165ef664d65 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0486171 Dec 08 13:23:31.739358 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbdf9283-73df-4d83-8ebb-e8ffbb928643 req-62887300-16db-4813-8dc7-7f36468cf121 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Dec 08 13:23:31.833290 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-13d6cedb-76a0-42a3-9830-41144e10957b service neutron] 10.222.0.72 "GET /v2.0/ports/70bea1f4-66f4-4159-a794-01d493a28323/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0523856 Dec 08 13:23:32.427509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-c0d1e92e-44f6-473d-b167-3f0a62f81021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:32.429031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-c0d1e92e-44f6-473d-b167-3f0a62f81021 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff&tenant_id=cfeae2a411e647f7910a7ef331bcac49 HTTP/1.1" status: 200 len: 1098 time: 0.0448105 Dec 08 13:23:32.490735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-1aaa3479-d06c-4f80-b3a7-23b966cbf28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:32.492267 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-1aaa3479-d06c-4f80-b3a7-23b966cbf28c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 1098 time: 0.0403452 Dec 08 13:23:32.586112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-8bcc1090-30e4-405a-8ad1-c5c2b361d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:32.587653 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-8bcc1090-30e4-405a-8ad1-c5c2b361d37a service neutron] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 915 time: 0.0868833 Dec 08 13:23:32.629000 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-e028eca4-499f-4f64-b77c-18a6e80365b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70bea1f4-66f4-4159-a794-01d493a28323 HTTP/1.1" status: 200 len: 217 time: 0.0331578 Dec 08 13:23:32.677917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-c34af7cc-cef0-49a3-b8a8-73a26e4122e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:32.679359 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-c34af7cc-cef0-49a3-b8a8-73a26e4122e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0431232 Dec 08 13:23:32.710677 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-eae3de6d-4d10-47bc-b6f4-469a48e51958 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241859 Dec 08 13:23:32.805403 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-153607b2-29a6-4b7b-aa8d-caa8bf12a470 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870006 Dec 08 13:23:32.914278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08756239-8414-4a95-a7ff-54a3bd8725d5 req-f89ed206-3e20-4647-9e82-dab34c9fb68d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:32.915798 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08756239-8414-4a95-a7ff-54a3bd8725d5 req-f89ed206-3e20-4647-9e82-dab34c9fb68d tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.1069906 Dec 08 13:23:32.947163 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32c9ee1c-2513-4736-b6a1-8cdee1d2dbf7 req-bd537bc0-3764-47ab-bf56-6fddd6f1de48 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296778 Dec 08 13:23:32.979282 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08756239-8414-4a95-a7ff-54a3bd8725d5 req-a223b856-cf6f-48fd-9fce-c01e298bc64a tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575390 Dec 08 13:23:34.092476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59e772-12e4-4bfc-89da-6c8a8c71aaf3 req-18504122-ec10-48c8-8741-781d8e4687bf tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:34.093938 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ee59e772-12e4-4bfc-89da-6c8a8c71aaf3 req-18504122-ec10-48c8-8741-781d8e4687bf tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0489178 Dec 08 13:23:34.140263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ee59e772-12e4-4bfc-89da-6c8a8c71aaf3 req-44a1ba7e-4371-4909-979d-faeee65b5a61 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Dec 08 13:23:35.258884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1911-c316-4fad-86dd-0e68ca2ffa45 req-f33540a6-9c3f-4708-b0da-cfc16fb3d497 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:35.260352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-876f1911-c316-4fad-86dd-0e68ca2ffa45 req-f33540a6-9c3f-4708-b0da-cfc16fb3d497 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0523190 Dec 08 13:23:35.308360 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-876f1911-c316-4fad-86dd-0e68ca2ffa45 req-102be6fc-7140-45b4-ba8d-8c12a2b10a65 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Dec 08 13:23:35.428166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 70bea1f4-66f4-4159-a794-01d493a28323 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:23:35.432181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 70bea1f4-66f4-4159-a794-01d493a28323 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:23:35.585566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:35.588449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=70bea1f4-66f4-4159-a794-01d493a28323,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:23:35.607509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '70bea1f4-66f4-4159-a794-01d493a28323', 'network_id': '71dc357d-e518-48d3-8d94-2ba347d00fdc', 'port_id': '70bea1f4-66f4-4159-a794-01d493a28323', 'mac_address': 'fa:16:3e:d6:26:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efaceaa6-13ee-47cb-a829-5aecd930f5b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:23:35.612007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fc760-5235-4dd0-a86b-43bfa80b2bd5 req-a19a0808-2d67-43f4-b149-2ea2a181c74e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:35.613532 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-432fc760-5235-4dd0-a86b-43bfa80b2bd5 req-a19a0808-2d67-43f4-b149-2ea2a181c74e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0527570 Dec 08 13:23:35.649261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:23:35.651591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7172c4-eaa3-4907-94f2-48db253dd8e6" -d '{"events": [{"server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "70bea1f4-66f4-4159-a794-01d493a28323"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:23:35.670935 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=70bea1f4-66f4-4159-a794-01d493a28323,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:23:35.681947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:35.693416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70bea1f4-66f4-4159-a794-01d493a28323 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:23:35.703070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f54ba33-b412-4608-8245-9b97ca29a1f9 x-openstack-request-id: req-3f54ba33-b412-4608-8245-9b97ca29a1f9 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:23:35.707243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "name": "network-vif-unplugged", "status": "completed", "tag": "70bea1f4-66f4-4159-a794-01d493a28323", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:23:35.707243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f54ba33-b412-4608-8245-9b97ca29a1f9 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:23:35.707243 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323', 'code': 200} Dec 08 13:23:35.718908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-00a1025e-5c03-4562-8a52-04d076776a05 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:35.721068 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-00a1025e-5c03-4562-8a52-04d076776a05 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff&tenant_id=cfeae2a411e647f7910a7ef331bcac49&binding%3Ahost_id=hv-neutron-7996 HTTP/1.1" status: 200 len: 945 time: 0.1002269 Dec 08 13:23:35.722027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:35.724750 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-432fc760-5235-4dd0-a86b-43bfa80b2bd5 req-01e5f1a4-6a7f-480d-9d4e-45d26ef7ac44 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051497 Dec 08 13:23:35.792269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:23:35.792626 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:23:35.795285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=70bea1f4-66f4-4159-a794-01d493a28323,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:35.814069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-ecfe754e-0529-48eb-9c6b-bf6b48ce5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:35.815641 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-ecfe754e-0529-48eb-9c6b-bf6b48ce5f45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfeae2a411e647f7910a7ef331bcac49&device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 1096 time: 0.0420699 Dec 08 13:23:35.902265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-e3b7333f-5887-4236-a7d3-1b2ed2a7a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:35.903720 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-e3b7333f-5887-4236-a7d3-1b2ed2a7a3ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 200 len: 915 time: 0.0817609 Dec 08 13:23:35.948748 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-5691697b-aaf9-4c15-87d5-beaa3c7aa967 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70bea1f4-66f4-4159-a794-01d493a28323 HTTP/1.1" status: 200 len: 217 time: 0.0373077 Dec 08 13:23:35.995835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-434242ab-fda0-4951-b11f-8cb5787f2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:35.997250 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-434242ab-fda0-4951-b11f-8cb5787f2c94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 200 len: 854 time: 0.0419424 Dec 08 13:23:36.028401 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-54e7bf84-4148-4398-a5e0-cab44e69abd2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=71dc357d-e518-48d3-8d94-2ba347d00fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238383 Dec 08 13:23:36.120456 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-907b5cc7-afda-4d61-8608-ecfcaed8445a service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848565 Dec 08 13:23:36.209975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-038cf68d-1471-45fe-be94-ca10e3a248fb req-4ee00aed-fdf0-49ea-9448-507e7d02cfd5 service neutron] 10.222.0.72 "GET /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824077 Dec 08 13:23:36.332329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:36.345163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bea1f4-66f4-4159-a794-01d493a28323 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:23:36.364678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=70bea1f4-66f4-4159-a794-01d493a28323,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:23:36.444563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:36.493692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=70bea1f4-66f4-4159-a794-01d493a28323,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:36.499704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['70bea1f4-66f4-4159-a794-01d493a28323'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:23:36.848978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfb303-ad51-4174-b165-9451beff361c req-678da090-c4a9-4614-b07e-5f49e60c0db3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:36.850534 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ecfb303-ad51-4174-b165-9451beff361c req-678da090-c4a9-4614-b07e-5f49e60c0db3 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 944 time: 0.0491297 Dec 08 13:23:36.902835 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ecfb303-ad51-4174-b165-9451beff361c req-8dc3048f-d395-4713-8eb0-cfeb4150f855 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Dec 08 13:23:37.435424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 70bea1f4-66f4-4159-a794-01d493a28323 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:23:37.482510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 70bea1f4-66f4-4159-a794-01d493a28323 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:37.483174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:37.555648 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:37.587545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=70bea1f4-66f4-4159-a794-01d493a28323,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:23:37.650513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:37.817566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:23:37.819802 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46b02b4-64dd-4906-9fea-361ba9db37d5" -d '{"events": [{"server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "name": "network-vif-plugged", "status": "completed", "tag": "70bea1f4-66f4-4159-a794-01d493a28323"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:23:37.848067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=70bea1f4-66f4-4159-a794-01d493a28323,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:37.855404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0975c1be-a2ee-46a4-b77c-fdad361793d4 x-openstack-request-id: req-0975c1be-a2ee-46a4-b77c-fdad361793d4 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:23:37.855702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "name": "network-vif-plugged", "status": "completed", "tag": "70bea1f4-66f4-4159-a794-01d493a28323", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:23:37.856454 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0975c1be-a2ee-46a4-b77c-fdad361793d4 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:23:37.856454 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323', 'code': 200} Dec 08 13:23:38.017817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5b78-7cd5-41c7-9f12-dab66c0c1402 req-3c18258c-87b9-43f8-9a28-da6423632f1e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:38.019337 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-abbc5b78-7cd5-41c7-9f12-dab66c0c1402 req-3c18258c-87b9-43f8-9a28-da6423632f1e tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0487108 Dec 08 13:23:38.066031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-abbc5b78-7cd5-41c7-9f12-dab66c0c1402 req-04d0e011-b395-45e8-aaf5-f920ee93c971 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Dec 08 13:23:38.179009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220ea0-2854-4f65-8d39-28447c44acc1 req-4ab59c0e-c79d-45da-9d20-61b54752de20 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:38.180463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dd220ea0-2854-4f65-8d39-28447c44acc1 req-4ab59c0e-c79d-45da-9d20-61b54752de20 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0474911 Dec 08 13:23:38.227322 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dd220ea0-2854-4f65-8d39-28447c44acc1 req-3d022d8f-ba42-434e-abfd-f1963f38e287 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408332 Dec 08 13:23:38.340075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0d7e8-bcf9-4732-8163-894f43a78fbd req-4f02e2ac-a5d0-4e4e-86d2-0d090d41ef79 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:38.341464 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-def0d7e8-bcf9-4732-8163-894f43a78fbd req-4f02e2ac-a5d0-4e4e-86d2-0d090d41ef79 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0512383 Dec 08 13:23:38.387427 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-def0d7e8-bcf9-4732-8163-894f43a78fbd req-804ba836-3661-435a-96e5-2415479c66d6 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Dec 08 13:23:38.985332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0a10-a157-4ec7-946a-bf4c704ec488 req-b06ba6d4-9cca-49e9-aaa0-e79837eb29c1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:38.986913 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6bd0a10-a157-4ec7-946a-bf4c704ec488 req-b06ba6d4-9cca-49e9-aaa0-e79837eb29c1 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0522325 Dec 08 13:23:39.033370 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6bd0a10-a157-4ec7-946a-bf4c704ec488 req-6474e6b2-c06c-4ba8-b532-3fcdc0171eda tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Dec 08 13:23:40.150302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ebef-7639-429e-92c5-91940b187474 req-5aedc3d0-d6c0-46ea-bf7e-3b77ca1a5263 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:40.151801 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-51d7ebef-7639-429e-92c5-91940b187474 req-5aedc3d0-d6c0-46ea-bf7e-3b77ca1a5263 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0512426 Dec 08 13:23:40.197895 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-51d7ebef-7639-429e-92c5-91940b187474 req-15d4f8e3-aa52-476d-93d5-3214f9589399 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff335c96-acda-4f43-a073-3091ae2da420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 Dec 08 13:23:40.308100 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:40.481270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ec956472-5fb6-4266-b457-2c5462f5f697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:40.508612 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-0832a399-a68f-40fc-8206-1784946111f5 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:40.510075 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-0832a399-a68f-40fc-8206-1784946111f5 tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 945 time: 0.0485752 Dec 08 13:23:40.598889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Deleting port 70bea1f4-66f4-4159-a794-01d493a28323 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:23:40.599226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:40.695955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] For port 70bea1f4-66f4-4159-a794-01d493a28323, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=70bea1f4-66f4-4159-a794-01d493a28323,segment=NetworkSegment(5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19),segment_id=5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:23:40.696323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:40.710651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Calling delete_port for 70bea1f4-66f4-4159-a794-01d493a28323 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:23:40.887136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:40.899604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['70bea1f4-66f4-4159-a794-01d493a28323'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:23:40.920544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Pushing event deleted for resources: {'Port': ['ID=70bea1f4-66f4-4159-a794-01d493a28323,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:40.949751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.950105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.950455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.950830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.951178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.951516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.951853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.952192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.952527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.952860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.953190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.953520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.953880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:40.971987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] No DVR routers for this DVR port 70bea1f4-66f4-4159-a794-01d493a28323 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:23:40.974335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:40.977719 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6443e347-42dc-40f2-a161-5e35454c94b8 req-3ed9cfb7-626a-4308-bf51-849f137aac7f tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.72 "DELETE /v2.0/ports/70bea1f4-66f4-4159-a794-01d493a28323 HTTP/1.1" status: 204 len: 173 time: 0.4599867 Dec 08 13:23:40.978171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'name': 'network-vif-deleted', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:23:40.980460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ff32f6-dff9-4f2d-b16a-7119509a87b9" -d '{"events": [{"server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "name": "network-vif-deleted", "tag": "70bea1f4-66f4-4159-a794-01d493a28323"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:23:41.022512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18111212-039a-4dbb-9dd8-242ad9865888 x-openstack-request-id: req-18111212-039a-4dbb-9dd8-242ad9865888 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:23:41.022879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7acd11-7154-4244-960a-d9266e66a7ff", "name": "network-vif-deleted", "tag": "70bea1f4-66f4-4159-a794-01d493a28323", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:23:41.023146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18111212-039a-4dbb-9dd8-242ad9865888 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:23:41.023557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7acd11-7154-4244-960a-d9266e66a7ff', 'name': 'network-vif-deleted', 'tag': '70bea1f4-66f4-4159-a794-01d493a28323', 'status': 'completed', 'code': 200} Dec 08 13:23:41.304470 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5dbc37a8-18e5-46a5-b7ef-28b1c990223c req-903ff753-321a-4034-9837-ca7407384c0b tempest-ServerDiskConfigTestJSON-762561686 tempest-ServerDiskConfigTestJSON-762561686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7acd11-7154-4244-960a-d9266e66a7ff HTTP/1.1" status: 200 len: 210 time: 0.0289211 Dec 08 13:23:42.431823 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35018) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:42.475471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-104f7490-e8ed-4244-9375-d788676784fc admin admin] Deleting subnet efaceaa6-13ee-47cb-a829-5aecd930f5b0 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:23:42.478524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104f7490-e8ed-4244-9375-d788676784fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.511026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104f7490-e8ed-4244-9375-d788676784fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.548415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104f7490-e8ed-4244-9375-d788676784fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.736394 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104f7490-e8ed-4244-9375-d788676784fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.765929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f7490-e8ed-4244-9375-d788676784fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efaceaa6-13ee-47cb-a829-5aecd930f5b0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:42.770333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-104f7490-e8ed-4244-9375-d788676784fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.773580 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-104f7490-e8ed-4244-9375-d788676784fc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/efaceaa6-13ee-47cb-a829-5aecd930f5b0 HTTP/1.1" status: 204 len: 168 time: 0.3404298 Dec 08 13:23:42.776069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35020) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:42.842506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.873960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92c0f311-2833-4bfc-bcd3-ff2d1aa0c1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.921468 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.946365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dc357d-e518-48d3-8d94-2ba347d00fdc']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:42.956124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:42.956422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdf8575-b77e-4cf1-bf2f-7fe2a6189b19') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:42.965552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.978422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.984252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:23:42.984637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:23:42.986311 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:23:43.096035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:43.101258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:43.104438 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] 10.222.0.76 "DELETE /v2.0/networks/71dc357d-e518-48d3-8d94-2ba347d00fdc HTTP/1.1" status: 204 len: 168 time: 0.3274493 Dec 08 13:23:43.115543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0df578-cd12-4ff9-981b-00ca8d42e84c admin admin] Pushing event deleted for resources: {'Network': ['ID=71dc357d-e518-48d3-8d94-2ba347d00fdc,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:43.403963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35024) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:43.447572 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-237604ea-71b6-43eb-a88c-8cddfb5772c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cfeae2a411e647f7910a7ef331bcac49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424590 Dec 08 13:23:43.449943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35026) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:43.483375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 70bea1f4-66f4-4159-a794-01d493a28323 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:23:43.496956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6d6e617-eef9-46c4-9e21-56635c3546f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:43.502417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 70bea1f4-66f4-4159-a794-01d493a28323 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:23:43.502789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 70bea1f4-66f4-4159-a794-01d493a28323 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:23:43.518177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6d6e617-eef9-46c4-9e21-56635c3546f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:43.645037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6d6e617-eef9-46c4-9e21-56635c3546f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:43.647623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b6d6e617-eef9-46c4-9e21-56635c3546f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:43.648802 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b6d6e617-eef9-46c4-9e21-56635c3546f3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff335c96-acda-4f43-a073-3091ae2da420 HTTP/1.1" status: 204 len: 168 time: 0.1979668 Dec 08 13:23:43.658266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6e617-eef9-46c4-9e21-56635c3546f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff335c96-acda-4f43-a073-3091ae2da420,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:44.144285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:44.612059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35048) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:44.706326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-395881703-network', 'tenant_id': '451faace737847a6a082e8cff0aa37df'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:23:44.783964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Made reservation on behalf of 451faace737847a6a082e8cff0aa37df for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:23:44.786332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:44.794945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:44.867312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:44.949585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:44.971241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:23:44.985956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41513ab8-f58d-4138-9382-bbd5962f7473,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:44.988788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:44.989110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Added segment 14f72c9e-6183-4772-9a31-29008ac4f322 of type vlan for network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f Dec 08 13:23:45.029003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.115213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.116220 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:45.116795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.176228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] Pushing event updated for resources: {'Network': ['ID=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:45.194403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:23:45.198440 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-18fc0a2f-c234-4360-822c-31351739ad7d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5848694 Dec 08 13:23:45.200920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35052) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:45.206592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Request body: {'subnet': {'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-395881703-subnet', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:23:45.290926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.315711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Made reservation on behalf of 451faace737847a6a082e8cff0aa37df for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:23:45.318341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.533332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.586779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab32eebc-692c-4865-b9cf-1e93c1482466,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:45.596983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Checking segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:23:45.597343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Network hostable DHCP agents. Network: 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:23:45.658847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:23:45.715390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:23:45.719944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:45.722147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.726078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7b117-d18c-468e-8a26-6b2a83096c3b None None] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:23:45.792646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b7d191f6-3e08-43cf-8d0c-9e9a2b74d408 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5905004 Dec 08 13:23:45.795244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35054) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:45.799616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:23:45.825820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:23:45.826728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.898614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.899692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.953731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:45.956288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Allocated IP 172.20.0.2 (8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f/ab32eebc-692c-4865-b9cf-1e93c1482466/36a54e6a-c990-4190-90ec-42233ff6eaa1) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:23:46.096814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.162972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.187593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.217587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.234261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:23:46.238419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:23:46.240604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Pushing event updated for resources: {'Port': ['ID=36a54e6a-c990-4190-90ec-42233ff6eaa1,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:46.242741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:23:46.298458 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Attempting to bind port 36a54e6a-c990-4190-90ec-42233ff6eaa1 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:23:46.298861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Attempting to bind port 36a54e6a-c990-4190-90ec-42233ff6eaa1 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:23:46.299227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Attempting to bind port 36a54e6a-c990-4190-90ec-42233ff6eaa1 on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:23:46.304468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:23:46.304849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Checking segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:23:46.305252 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.305647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Bound using segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:23:46.306119 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Bound port: 36a54e6a-c990-4190-90ec-42233ff6eaa1, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:23:46.306500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.368208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] For port 36a54e6a-c990-4190-90ec-42233ff6eaa1, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:23:46.371142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] For port 36a54e6a-c990-4190-90ec-42233ff6eaa1, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=36a54e6a-c990-4190-90ec-42233ff6eaa1,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:23:46.440390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.458237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.464550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.523939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649190f5-ba7d-4d28-b5ff-305abc04ac2e None None] Pushing event updated for resources: {'Port': ['ID=36a54e6a-c990-4190-90ec-42233ff6eaa1,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:46.570860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Allocated IP 172.26.7.94 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/ee9d7026-bfd9-4203-82bb-fb78022d085d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:23:46.692755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.783132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:46.824899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:23:46.830743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:23:46.835258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:23:46.838347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9d7026-bfd9-4203-82bb-fb78022d085d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:46.843078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6402f5ec-fadf-4995-b477-a01d6f3cd747 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:23:46.931496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 36a54e6a-c990-4190-90ec-42233ff6eaa1 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:23:46.982349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f8d5ee51-7f1a-4663-91a5-524294561bdc None None] Provisioning complete for port ee9d7026-bfd9-4203-82bb-fb78022d085d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:46.982826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f8d5ee51-7f1a-4663-91a5-524294561bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:47.022127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5ee51-7f1a-4663-91a5-524294561bdc None None] Port ee9d7026-bfd9-4203-82bb-fb78022d085d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:23:47.023656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 36a54e6a-c990-4190-90ec-42233ff6eaa1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:47.024020 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:47.102321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:47.138001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 36a54e6a-c990-4190-90ec-42233ff6eaa1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=36a54e6a-c990-4190-90ec-42233ff6eaa1,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:23:47.215682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:47.273595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=36a54e6a-c990-4190-90ec-42233ff6eaa1,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:47.474757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a5288-9c97-473e-8a26-e33eb8531194 None None] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:23:47.505403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:47.555709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2182209e-7c88-4dae-b46b-b0f6c22daddd None None] Provisioning complete for port 36a54e6a-c990-4190-90ec-42233ff6eaa1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:47.556145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2182209e-7c88-4dae-b46b-b0f6c22daddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:47.705316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:47.885233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0d0dc101-f088-47a5-8c02-dd04106ce781 None None] Provisioning complete for port 36a54e6a-c990-4190-90ec-42233ff6eaa1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:47.885608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0d0dc101-f088-47a5-8c02-dd04106ce781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:47.918954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:23:48.024377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:23:48.033714 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:23:48.043205 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:23:48.044526 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:23:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:48.088738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.090034 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-08121b25-b264-4505-8699-f794c8164dc3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2938051 Dec 08 13:23:48.092810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35056) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:48.146549 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:23:48.326883 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:46Z', 'revision_number': 3, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:48.356660 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:23:48.357016 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Updating router 3fa95956-deb9-4746-8f8a-235d7a96e916 port ee9d7026-bfd9-4203-82bb-fb78022d085d binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:23:48.382085 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.503830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.628827 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.700676 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Allocated IP 172.20.0.1 (8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f/ab32eebc-692c-4865-b9cf-1e93c1482466/3c2566ba-1f0a-4dfc-aef0-23b8f769e20e) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:23:48.701784 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.747329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb9608-3527-4161-991a-04b1085874dd None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:23:48.757896 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Pushing event updated for resources: {'Port': ['ID=ee9d7026-bfd9-4203-82bb-fb78022d085d,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:48.762324 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Attempting to bind port ee9d7026-bfd9-4203-82bb-fb78022d085d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:23:48.762719 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Attempting to bind port ee9d7026-bfd9-4203-82bb-fb78022d085d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:23:48.763079 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Attempting to bind port ee9d7026-bfd9-4203-82bb-fb78022d085d on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:23:48.770988 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.771340 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.771687 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.772026 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.772361 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.772696 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.773026 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.773355 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.773685 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.774011 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.774333 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.774678 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.775008 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:23:48.778737 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:23:48.779123 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:23:48.779519 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.779906 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:23:48.780379 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Bound port: ee9d7026-bfd9-4203-82bb-fb78022d085d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:23:48.780763 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.796006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ddadfbf3-44e3-4058-89d4-9433a6c1c7df None None] Provisioning complete for port ee9d7026-bfd9-4203-82bb-fb78022d085d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:48.796384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ddadfbf3-44e3-4058-89d4-9433a6c1c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.810593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.832172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfbf3-44e3-4058-89d4-9433a6c1c7df None None] Port ee9d7026-bfd9-4203-82bb-fb78022d085d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:23:48.840804 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] For port ee9d7026-bfd9-4203-82bb-fb78022d085d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:23:48.844649 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] For port ee9d7026-bfd9-4203-82bb-fb78022d085d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ee9d7026-bfd9-4203-82bb-fb78022d085d,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:23:48.896089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 36a54e6a-c990-4190-90ec-42233ff6eaa1 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:23:48.908270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.930994 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.945566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:23:48.945771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 36a54e6a-c990-4190-90ec-42233ff6eaa1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:48.946106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:48.950111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:23:48.956561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:23:48.962541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2566ba-1f0a-4dfc-aef0-23b8f769e20e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:48.990123 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:23:48.991023 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:23:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:49.000559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d60b7-8f1e-4cae-91e4-0ab756108e90 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:23:49.006103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.064092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b5a62391-c758-45bb-97b1-85171f0b7b86 None None] Provisioning complete for port ee9d7026-bfd9-4203-82bb-fb78022d085d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:49.064469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b5a62391-c758-45bb-97b1-85171f0b7b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.124049 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:23:49.161468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b5a62391-c758-45bb-97b1-85171f0b7b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.185240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b5a62391-c758-45bb-97b1-85171f0b7b86 None None] For port ee9d7026-bfd9-4203-82bb-fb78022d085d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ee9d7026-bfd9-4203-82bb-fb78022d085d,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:23:49.193085 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241032df-e8b6-46f4-85b1-e83be5b45e56 None None] Pushing event updated for resources: {'Port': ['ID=ee9d7026-bfd9-4203-82bb-fb78022d085d,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:49.247164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.247650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b5a62391-c758-45bb-97b1-85171f0b7b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.301624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62391-c758-45bb-97b1-85171f0b7b86 None None] Pushing event updated for resources: {'Port': ['ID=ee9d7026-bfd9-4203-82bb-fb78022d085d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:49.323817 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:46Z', 'revision_number': 3, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:49.351134 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75159957-77cd-47c7-8868-8d6538c8a00a None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:46Z', 'revision_number': 3, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:23:49.372005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c4803b72-b344-4ecd-8935-3fab0d726a12 None None] Provisioning complete for port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:49.372005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c4803b72-b344-4ecd-8935-3fab0d726a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.405834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c4803b72-b344-4ecd-8935-3fab0d726a12 None None] Port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:23:49.418722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.498517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.575579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.575579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2566ba-1f0a-4dfc-aef0-23b8f769e20e,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:49.682337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:23:49.684056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:23:49.812324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:23:49.929046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:23:49.929201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3a1b3b49-89de-4feb-bc63-0c8e70439e47 None None] Provisioning complete for port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:49.929649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a1b3b49-89de-4feb-bc63-0c8e70439e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:49.934872 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f7438ea5-ed28-454b-9a1c-574a8a086a08 admin admin] 10.222.0.76 "PUT /v2.0/routers/3fa95956-deb9-4746-8f8a-235d7a96e916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409901 Dec 08 13:23:49.966771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b3b49-89de-4feb-bc63-0c8e70439e47 None None] Port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:23:50.512320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35064) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:50.517043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7df23eba-85eb-454d-a90f-29e39cd7038f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205239373', 'description': 'tempest-description--609278268'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:23:50.587584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7df23eba-85eb-454d-a90f-29e39cd7038f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:50.679034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7df23eba-85eb-454d-a90f-29e39cd7038f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:50.721302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7df23eba-85eb-454d-a90f-29e39cd7038f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:50.754193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df23eba-85eb-454d-a90f-29e39cd7038f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8070870d-db08-4f12-a5fc-6220d8c01338,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:50.797410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7df23eba-85eb-454d-a90f-29e39cd7038f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:50.799041 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7df23eba-85eb-454d-a90f-29e39cd7038f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2853146 Dec 08 13:23:50.801504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35066) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:50.806049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-03abde05-8eb9-4422-9068-36c59b9353a1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'security_group_rule': {'security_group_id': '8070870d-db08-4f12-a5fc-6220d8c01338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:23:50.894600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:23:50.905727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:23:50.906444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:23:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:50.910532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ee9d7026-bfd9-4203-82bb-fb78022d085d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:23:50.923766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-03abde05-8eb9-4422-9068-36c59b9353a1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:50.979609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-03abde05-8eb9-4422-9068-36c59b9353a1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.048906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ee9d7026-bfd9-4203-82bb-fb78022d085d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:51.049454 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.054029 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:23:51.056067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-03abde05-8eb9-4422-9068-36c59b9353a1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.073803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abde05-8eb9-4422-9068-36c59b9353a1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f732f9-9c4f-4586-8799-b4bf5296604e,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:51.149618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-03abde05-8eb9-4422-9068-36c59b9353a1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.150835 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-03abde05-8eb9-4422-9068-36c59b9353a1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483250 Dec 08 13:23:51.154021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35068) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:51.158667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9759da2d-5a8d-40f7-b082-5c2f0d7d8375 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'security_group_rule': {'security_group_id': '8070870d-db08-4f12-a5fc-6220d8c01338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:23:51.238174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9759da2d-5a8d-40f7-b082-5c2f0d7d8375 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.294458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9759da2d-5a8d-40f7-b082-5c2f0d7d8375 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.313349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 2, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:51.339814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:23:51.340172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Updating router 3fa95956-deb9-4746-8f8a-235d7a96e916 port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:23:51.364058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.364542 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9759da2d-5a8d-40f7-b082-5c2f0d7d8375 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.382556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759da2d-5a8d-40f7-b082-5c2f0d7d8375 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d33f0e3-900c-4449-852f-59e03b86a105,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:51.460510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9759da2d-5a8d-40f7-b082-5c2f0d7d8375 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.461962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9759da2d-5a8d-40f7-b082-5c2f0d7d8375 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3068063 Dec 08 13:23:51.464812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35070) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:23:51.471568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:23:51.570400 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.682541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.779572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.787391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Allocated IP 172.26.7.138 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/7271b4e2-0fe2-4374-b779-0d33ea91facd) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:23:51.838967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.892149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1578aab-cbdb-4e81-89ab-2ab7d7c7dbcf None None] Pushing event updated for resources: {'Port': ['ID=3c2566ba-1f0a-4dfc-aef0-23b8f769e20e,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:51.896205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.947945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Attempting to bind port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:23:51.948319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Attempting to bind port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:23:51.948697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Attempting to bind port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:23:51.954121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:23:51.954550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Checking segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:23:51.955011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.955413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Bound using segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:23:51.955889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Bound port: 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:23:51.956289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:51.994346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.022538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] For port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:23:52.025432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] For port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3c2566ba-1f0a-4dfc-aef0-23b8f769e20e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:23:52.034380 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:23:52.037335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:23:52.043193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:23:52.049520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event updated for resources: {'Port': ['ID=7271b4e2-0fe2-4374-b779-0d33ea91facd,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:52.080043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.135941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.136521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f252f8c2-1e8d-41e4-97e1-b7167dbdbf39 None None] Provisioning complete for port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:52.136900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f252f8c2-1e8d-41e4-97e1-b7167dbdbf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.178253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:23:52.178253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:23:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:52.178253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1578aab-cbdb-4e81-89ab-2ab7d7c7dbcf None None] Pushing event updated for resources: {'Port': ['ID=3c2566ba-1f0a-4dfc-aef0-23b8f769e20e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:52.244769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.330421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:23:52.355611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f252f8c2-1e8d-41e4-97e1-b7167dbdbf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.413916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.428520 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f252f8c2-1e8d-41e4-97e1-b7167dbdbf39 None None] For port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3c2566ba-1f0a-4dfc-aef0-23b8f769e20e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:23:52.475421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.506024 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f252f8c2-1e8d-41e4-97e1-b7167dbdbf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.549708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event updated for resources: {'Port': ['ID=7271b4e2-0fe2-4374-b779-0d33ea91facd,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:52.558964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.585037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252f8c2-1e8d-41e4-97e1-b7167dbdbf39 None None] Pushing event updated for resources: {'Port': ['ID=3c2566ba-1f0a-4dfc-aef0-23b8f769e20e,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:52.596837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:23:52.627156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658cfb0-5481-4a93-b647-f77d4a130dcc None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:23:52.637177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-521a0948-8070-4b43-bcbd-753c2cbff227 None None] Provisioning complete for port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:52.637555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-521a0948-8070-4b43-bcbd-753c2cbff227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.639226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:52.642266 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9c55de95-190e-4d5f-b5ad-efc14c3f7773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1764746 Dec 08 13:23:52.831397 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-0fbebecb-948b-481d-a7d6-95ee723c7f73 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1205239373&fields=id&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 267 time: 0.0524831 Dec 08 13:23:52.932577 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:23:52.960618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679cde-d01f-4117-973e-d4804addc056 req-25d6e356-d6ba-4f13-9f6b-fc0bc856e389 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:52.968782 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-25d6e356-d6ba-4f13-9f6b-fc0bc856e389 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 811 time: 0.1295149 Dec 08 13:23:52.980741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-6d8a14c2-a174-4ba3-b3e9-49cfbbd5650b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/quotas/451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 375 time: 0.0109828 Dec 08 13:23:52.983681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:52.984064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:53.034992 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-0225e3e3-b14f-4dcb-8aa4-99ee97875271 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472465 Dec 08 13:23:53.190147 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-bc6e9eb2-4554-42fd-8301-4c7dd9ece612 service neutron] 10.222.0.76 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401765 Dec 08 13:23:53.293347 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-aaf4c590-4a94-475e-a7d1-859ecf2ccbd8 service neutron] 10.222.0.76 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965993 Dec 08 13:23:53.545868 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fd2371ac-d783-4c72-a396-90562ec1abca req-691fa0b4-b5a2-437a-97a1-05b60f244785 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 210 time: 0.0332913 Dec 08 13:23:54.637233 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2fbce526-b251-49ef-8793-c51a4dafc44a req-c820528e-597d-4293-9ae2-e3dc8a0dffe9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 210 time: 0.0260866 Dec 08 13:23:55.432187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679cde-d01f-4117-973e-d4804addc056 req-e41e04c1-c0a9-4f53-88c8-4894335fba3f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:55.433566 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-e41e04c1-c0a9-4f53-88c8-4894335fba3f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 811 time: 0.1093025 Dec 08 13:23:55.493927 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-dfafb3bd-978b-41fa-a7d7-29c1f3a06a28 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 380 time: 0.0511537 Dec 08 13:23:55.511087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'port': {'device_id': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'admin_state_up': True, 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'security_groups': ['8070870d-db08-4f12-a5fc-6220d8c01338']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:23:55.702285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Made reservation on behalf of 451faace737847a6a082e8cff0aa37df for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:23:55.706515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:55.747494 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9f8ff7dc-674c-4da5-beba-e704171bca13 req-9b465121-b991-43ec-a176-9787eed237da tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 210 time: 0.0299089 Dec 08 13:23:55.862403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Allocated IP 172.20.0.14 (8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f/ab32eebc-692c-4865-b9cf-1e93c1482466/358c15fc-65f4-45b5-bbb6-5c4fefde528b) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:23:55.996985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:56.407064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:56.446042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:23:56.449032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:23:56.452596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:23:56.479710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event updated for resources: {'Port': ['ID=358c15fc-65f4-45b5-bbb6-5c4fefde528b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:56.508680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:56.509316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:56.601738 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-f62b4164-5bf9-4ecb-84c8-f653365e0669 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0943646 Dec 08 13:23:56.613645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-8ec92ceb-c05d-42df-9c52-b23fd7fe72b9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:23:56.614807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-8ec92ceb-c05d-42df-9c52-b23fd7fe72b9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059273 Dec 08 13:23:56.629788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Request body: {'port': {'device_id': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:23:56.691960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:56.693640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-96db4880-b472-465d-a46c-7bd3788cc0ea None None] Provisioning complete for port 358c15fc-65f4-45b5-bbb6-5c4fefde528b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:23:56.694116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-96db4880-b472-465d-a46c-7bd3788cc0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:56.726710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-96db4880-b472-465d-a46c-7bd3788cc0ea None None] Port 358c15fc-65f4-45b5-bbb6-5c4fefde528b cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:23:56.911373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4256-0f65-48a8-99ff-fe80e147a019 req-3e732a39-a0f4-447d-a839-0b5dc92660d2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:56.912824 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ecbf4256-0f65-48a8-99ff-fe80e147a019 req-3e732a39-a0f4-447d-a839-0b5dc92660d2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 932 time: 0.0909140 Dec 08 13:23:56.994949 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ecbf4256-0f65-48a8-99ff-fe80e147a019 req-ce7072f9-77d4-40dd-81d4-854da80e74e9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712745 Dec 08 13:23:57.024698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358c15fc-65f4-45b5-bbb6-5c4fefde528b {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:23:57.032645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:57.044059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Transition to ACTIVE for port object 358c15fc-65f4-45b5-bbb6-5c4fefde528b will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:23:57.109611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:57.161191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Pushing event updated for resources: {'Port': ['ID=358c15fc-65f4-45b5-bbb6-5c4fefde528b,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:57.236844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Attempting to bind port 358c15fc-65f4-45b5-bbb6-5c4fefde528b on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:23:57.237189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Attempting to bind port 358c15fc-65f4-45b5-bbb6-5c4fefde528b by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:23:57.237529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Attempting to bind port 358c15fc-65f4-45b5-bbb6-5c4fefde528b on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:23:57.242731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Port 358c15fc-65f4-45b5-bbb6-5c4fefde528b on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:23:57.243059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Attempting to bind port 358c15fc-65f4-45b5-bbb6-5c4fefde528b on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:23:57.248115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:23:57.248449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Checking segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:23:57.248836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Bound using segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:23:57.249263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Bound port: 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:23:57.249615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:57.320875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:23:57.323916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:23:57.395887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:57.427438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:57.428066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:23:57.429468 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] 10.222.0.72 "PUT /v2.0/ports/358c15fc-65f4-45b5-bbb6-5c4fefde528b HTTP/1.1" status: 200 len: 1094 time: 0.8057184 Dec 08 13:23:57.429895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:23:57.432496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95365e15-0058-417c-877c-fc709f9c4c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:23:57.465805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4da943-6057-42d7-8ea8-7b2d9e1226a3 service neutron] Pushing event updated for resources: {'Port': ['ID=358c15fc-65f4-45b5-bbb6-5c4fefde528b,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:23:57.476020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d3e24c-9d45-4b79-9a2c-c43859a9687d x-openstack-request-id: req-75d3e24c-9d45-4b79-9a2c-c43859a9687d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:23:57.476227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:23:57.476490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75d3e24c-9d45-4b79-9a2c-c43859a9687d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:23:57.476913 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'status': 'completed', 'code': 200} Dec 08 13:23:57.542438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95365e15-0058-417c-877c-fc709f9c4c3b req-84b56f3d-bf49-4414-adcf-38843da97a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:57.544016 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-95365e15-0058-417c-877c-fc709f9c4c3b req-84b56f3d-bf49-4414-adcf-38843da97a2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 1097 time: 0.0440338 Dec 08 13:23:57.649067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95365e15-0058-417c-877c-fc709f9c4c3b req-c1ba18d2-5ced-4422-976b-eccf566e9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:57.650482 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-95365e15-0058-417c-877c-fc709f9c4c3b req-c1ba18d2-5ced-4422-976b-eccf566e9b48 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=451faace737847a6a082e8cff0aa37df&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0970449 Dec 08 13:23:57.744991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95365e15-0058-417c-877c-fc709f9c4c3b req-af87d7aa-d3e6-477e-9b62-f529b47ff37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:57.746459 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-95365e15-0058-417c-877c-fc709f9c4c3b req-af87d7aa-d3e6-477e-9b62-f529b47ff37a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886486 Dec 08 13:23:57.824497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679cde-d01f-4117-973e-d4804addc056 req-0c269bf1-d9d3-4f61-9606-56c600841aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:57.825978 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-0c269bf1-d9d3-4f61-9606-56c600841aba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 1097 time: 0.0444689 Dec 08 13:23:57.865994 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-809e6eb6-1379-4173-a205-365515ce36eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b HTTP/1.1" status: 200 len: 217 time: 0.0325325 Dec 08 13:23:57.914318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679cde-d01f-4117-973e-d4804addc056 req-2bfee174-50f9-49a4-ba71-960948b1eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:57.915672 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-2bfee174-50f9-49a4-ba71-960948b1eeaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0421925 Dec 08 13:23:57.967176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679cde-d01f-4117-973e-d4804addc056 req-18446f84-c0aa-40e1-8f37-f3e6d830ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:57.968791 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-18446f84-c0aa-40e1-8f37-f3e6d830ddf9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449944 Dec 08 13:23:58.058907 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-2ed933f2-e38a-4ce4-b863-8aaf31eec038 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826471 Dec 08 13:23:58.166536 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4da55-59cf-4342-aa2a-b9bd3912e1c9 req-6922db63-6eaf-43c1-b8ce-f725fdb4097f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:58.168152 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-91a4da55-59cf-4342-aa2a-b9bd3912e1c9 req-6922db63-6eaf-43c1-b8ce-f725fdb4097f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 944 time: 0.1069720 Dec 08 13:23:58.208038 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4679cde-d01f-4117-973e-d4804addc056 req-b4f465ee-6475-43dd-a348-d88a698fc423 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382101 Dec 08 13:23:58.234292 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-91a4da55-59cf-4342-aa2a-b9bd3912e1c9 req-ccfb5fa1-6f50-4603-b1d7-80b4e59d2a64 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570233 Dec 08 13:23:59.357740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d08255-b45d-49e2-96e1-d9d17cfe52cc req-c29e6d19-8d42-44be-a5a0-4c809e3b43aa tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:23:59.359269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56d08255-b45d-49e2-96e1-d9d17cfe52cc req-c29e6d19-8d42-44be-a5a0-4c809e3b43aa tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 944 time: 0.0536880 Dec 08 13:23:59.405783 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-56d08255-b45d-49e2-96e1-d9d17cfe52cc req-3df57e40-aa78-4862-a22e-98813adc4b2b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404518 Dec 08 13:24:00.517996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940fbcd-109b-4f71-b8eb-34cbd6417fce req-38d94877-c80f-421c-b9f1-3c39fa1aaea3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:00.519538 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5940fbcd-109b-4f71-b8eb-34cbd6417fce req-38d94877-c80f-421c-b9f1-3c39fa1aaea3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 944 time: 0.0479078 Dec 08 13:24:00.566488 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5940fbcd-109b-4f71-b8eb-34cbd6417fce req-6b96d66f-880c-4316-aa41-fd2bb04429d6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411258 Dec 08 13:24:01.651417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 358c15fc-65f4-45b5-bbb6-5c4fefde528b details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:24:01.681198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ef0d1-3eef-45a3-82f1-b6a707a6a6dc req-0de2e325-b1b9-45c2-a6e3-f971256dbd66 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:01.682993 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-178ef0d1-3eef-45a3-82f1-b6a707a6a6dc req-0de2e325-b1b9-45c2-a6e3-f971256dbd66 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 944 time: 0.0505130 Dec 08 13:24:01.734300 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-178ef0d1-3eef-45a3-82f1-b6a707a6a6dc req-bb8b3431-97af-4411-bf32-b4d40d40db05 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453238 Dec 08 13:24:01.752166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:24:01.762889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'mac_address': 'fa:16:3e:99:a3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:24:01.799864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:01.812221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358c15fc-65f4-45b5-bbb6-5c4fefde528b {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:24:01.830809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:24:01.892233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:01.940400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=358c15fc-65f4-45b5-bbb6-5c4fefde528b,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:24:01.947231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.947597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.947952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.948290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.948628 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.948958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.949288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.949616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.949949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.950279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.950630 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.950957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:01.951283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:24:02.097881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['358c15fc-65f4-45b5-bbb6-5c4fefde528b'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:24:02.850072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166ccb-03c3-48c2-8777-60ee2fcc24a0 req-b21c752d-1dc7-49dd-a73a-75e6fd724076 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:02.851583 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3166ccb-03c3-48c2-8777-60ee2fcc24a0 req-b21c752d-1dc7-49dd-a73a-75e6fd724076 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 945 time: 0.0484571 Dec 08 13:24:02.898104 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3166ccb-03c3-48c2-8777-60ee2fcc24a0 req-4c7e462e-059f-410e-8ac1-6e9a41b43137 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 Dec 08 13:24:03.671524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 358c15fc-65f4-45b5-bbb6-5c4fefde528b up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:24:03.786886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 358c15fc-65f4-45b5-bbb6-5c4fefde528b completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:24:03.793875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 358c15fc-65f4-45b5-bbb6-5c4fefde528b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:24:03.793875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:03.865528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:03.887112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:24:03.889339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a4d41-51ab-431a-b745-e75897e06a1d" -d '{"events": [{"server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "name": "network-vif-plugged", "status": "completed", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:24:03.902936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:24:03.924883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b506b90-8b3e-416f-b6f2-53507c25c453 x-openstack-request-id: req-8b506b90-8b3e-416f-b6f2-53507c25c453 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:24:03.924883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "name": "network-vif-plugged", "status": "completed", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:24:03.925277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b506b90-8b3e-416f-b6f2-53507c25c453 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:24:03.925665 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'code': 200} Dec 08 13:24:03.969796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:04.016324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f798-8b54-4ab8-aec1-fec00e3a9d11 req-38b45c93-6858-4ad1-ae6a-7074287f1f2c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:04.017848 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ef6f798-8b54-4ab8-aec1-fec00e3a9d11 req-38b45c93-6858-4ad1-ae6a-7074287f1f2c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0507889 Dec 08 13:24:04.018729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=358c15fc-65f4-45b5-bbb6-5c4fefde528b,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:24:04.065999 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ef6f798-8b54-4ab8-aec1-fec00e3a9d11 req-2fd5d593-2d1c-46d4-b677-f8434469f2cb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Dec 08 13:24:04.244203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981ad04-fb0c-4715-b599-852433be32f4 req-649ef4e0-b756-4294-8a9d-2a09bb6b7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:04.245704 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d981ad04-fb0c-4715-b599-852433be32f4 req-649ef4e0-b756-4294-8a9d-2a09bb6b7d58 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 1099 time: 0.0865219 Dec 08 13:24:04.292540 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d981ad04-fb0c-4715-b599-852433be32f4 req-b4ecde83-bace-4ade-9c2f-d9e81d10a524 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363140 Dec 08 13:24:05.181104 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99fea1-be80-4132-aaec-0171f345d453 req-98d0f555-af27-48fd-af83-ec9686b3f823 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:05.182995 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ab99fea1-be80-4132-aaec-0171f345d453 req-98d0f555-af27-48fd-af83-ec9686b3f823 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0496669 Dec 08 13:24:05.229983 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ab99fea1-be80-4132-aaec-0171f345d453 req-d93822e8-07d7-4611-b9b2-472bd0a0c5fe tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409253 Dec 08 13:24:05.500787 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:24:06.343357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbde25-5b15-41dd-babf-3ba9faa20161 req-891ddd16-0fc2-4092-b686-18afc43f81f0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:06.345476 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-46dbde25-5b15-41dd-babf-3ba9faa20161 req-891ddd16-0fc2-4092-b686-18afc43f81f0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0500007 Dec 08 13:24:06.394741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-46dbde25-5b15-41dd-babf-3ba9faa20161 req-271cd818-75c3-4af5-b346-18cc72d5d1c6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Dec 08 13:24:06.502870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80f619-2292-4150-ae06-03fdd060b853 req-eb32068e-cc86-4e90-84ef-88461c75e03d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:06.504327 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0b80f619-2292-4150-ae06-03fdd060b853 req-eb32068e-cc86-4e90-84ef-88461c75e03d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0476973 Dec 08 13:24:06.513042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35130) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:24:06.517835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d5010714-6fad-4fdb-ad08-ae6e8d7d7fdd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'floatingip': {'port_id': '358c15fc-65f4-45b5-bbb6-5c4fefde528b'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:24:06.555808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5010714-6fad-4fdb-ad08-ae6e8d7d7fdd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:06.982347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5010714-6fad-4fdb-ad08-ae6e8d7d7fdd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:07.017537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5010714-6fad-4fdb-ad08-ae6e8d7d7fdd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:07.117900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-d5010714-6fad-4fdb-ad08-ae6e8d7d7fdd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d associated. External IP: 172.26.7.138, port: 358c15fc-65f4-45b5-bbb6-5c4fefde528b. Dec 08 13:24:07.333646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-b3ac200f-474f-4b4f-9c55-c30f1aba2a45 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821848 Dec 08 13:24:07.352575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5010714-6fad-4fdb-ad08-ae6e8d7d7fdd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:24:07.473362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-28660f20-a741-43e4-a2a6-650adb1433d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:07.474843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-28660f20-a741-43e4-a2a6-650adb1433d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 1099 time: 0.0778852 Dec 08 13:24:07.490241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5010714-6fad-4fdb-ad08-ae6e8d7d7fdd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:24:07.495101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5010714-6fad-4fdb-ad08-ae6e8d7d7fdd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:07.500412 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:24:07.509834 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:24:07.510451 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:23:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:24:07.542513 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d5010714-6fad-4fdb-ad08-ae6e8d7d7fdd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "PUT /v2.0/floatingips/924f2375-0c75-4642-9f71-e3bf61c7928d HTTP/1.1" status: 200 len: 992 time: 1.0283985 Dec 08 13:24:07.549204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:24:07.551543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d547f99-0ee1-4842-9b1f-25b67285cc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:24:07.603533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c74fd3b-9e1e-4453-9b11-918d0260e549 x-openstack-request-id: req-9c74fd3b-9e1e-4453-9b11-918d0260e549 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:24:07.603533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:24:07.603533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c74fd3b-9e1e-4453-9b11-918d0260e549 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:24:07.603533 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'status': 'completed', 'code': 200} Dec 08 13:24:07.616269 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-d45bd86e-67e5-4b60-8343-0a34aecd11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:07.617740 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-d45bd86e-67e5-4b60-8343-0a34aecd11c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.1208394 Dec 08 13:24:07.626318 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:24:07.691806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-024ed797-a9b9-4a9d-9db8-63d59b573eea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b HTTP/1.1" status: 200 len: 1000 time: 0.0660176 Dec 08 13:24:07.740042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-13f52237-1401-497e-af9e-79da1bf2967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:07.741501 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-13f52237-1401-497e-af9e-79da1bf2967a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0431802 Dec 08 13:24:07.790523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-46a2fb4f-7978-4ef2-9e11-bed0a46e540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:07.792061 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-46a2fb4f-7978-4ef2-9e11-bed0a46e540a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430813 Dec 08 13:24:07.890437 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-12686002-79d8-4f84-b08b-124fe2bf2a88 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890415 Dec 08 13:24:07.942159 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:99:a3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:24:06Z', 'revision_number': 1, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:24:07.968126 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:24:07.976931 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:24:07.977527 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:23:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:24:07.980561 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eae1d675-4b55-468a-8b67-5271a9a057bd req-475309e4-2b46-48ef-be51-0f17cee21068 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835333 Dec 08 13:24:08.080101 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:24:08.161467 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-33b3d6ce-2fad-4a02-bfa7-d2218872e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:08.163006 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-33b3d6ce-2fad-4a02-bfa7-d2218872e7c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 1099 time: 0.0455389 Dec 08 13:24:08.252789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-09b8fd69-1c40-4897-9dfd-f43bd8a52d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:08.254436 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-09b8fd69-1c40-4897-9dfd-f43bd8a52d61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0832901 Dec 08 13:24:08.302075 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:99:a3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:24:06Z', 'revision_number': 1, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:24:08.324274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-8fbcd0e8-981d-4787-ad66-314bda7dbae9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b HTTP/1.1" status: 200 len: 1000 time: 0.0626783 Dec 08 13:24:08.329917 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872cf7e7-9050-4086-8578-5f5d14456f8e None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:99:a3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:24:06Z', 'revision_number': 1, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:24:08.374078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-2ce6c081-90a1-4e46-9688-ccf22262ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:08.376618 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-2ce6c081-90a1-4e46-9688-ccf22262ccc6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0452502 Dec 08 13:24:08.422045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-c000fdf9-8bc8-49d2-8440-d87d3f61c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:08.423608 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-c000fdf9-8bc8-49d2-8440-d87d3f61c0f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406542 Dec 08 13:24:08.520539 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-791e2bd5-eee5-4ac9-8fb4-12143992824b service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899527 Dec 08 13:24:08.521597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b34cb0-6087-4930-95e1-1a0ba1ac3baa None None] New status for floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:24:08.612892 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d547f99-0ee1-4842-9b1f-25b67285cc8f req-f51c5dd3-c1ae-4a45-adcb-27649dbbddfe service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851166 Dec 08 13:24:10.331936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:10.457586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-19225944-b4ca-4664-bfaa-1c0a199f1e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:12.900544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-356683e6-daf8-488f-bfc0-747c578155a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:14.129570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:15.240227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:16.209690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:40.336399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:40.462302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0bef8cfa-fa20-4beb-8fc4-e9ce5281661f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:42.499134 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:24:42.862189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b8f6-7578-42ea-bfb7-b688fdce71dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:43.741692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263b0da-be4f-4203-9705-3fa28075b75a req-6909c0be-d36a-484f-a0b4-8039850cc2a9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:43.743209 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9263b0da-be4f-4203-9705-3fa28075b75a req-6909c0be-d36a-484f-a0b4-8039850cc2a9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.1013253 Dec 08 13:24:43.789666 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9263b0da-be4f-4203-9705-3fa28075b75a req-67349bd5-14e8-4dd3-8efa-6199086daaab tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406034 Dec 08 13:24:44.140065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:44.189555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9347ae-0a6b-4c77-a3a2-d72f5d40afba req-02eb9d2f-f5cc-4854-a6fb-d9235154400b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:44.191044 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3e9347ae-0a6b-4c77-a3a2-d72f5d40afba req-02eb9d2f-f5cc-4854-a6fb-d9235154400b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0489523 Dec 08 13:24:44.237596 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3e9347ae-0a6b-4c77-a3a2-d72f5d40afba req-2bf5ad93-0e7e-40a9-a7e2-aaa59f618590 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405309 Dec 08 13:24:44.338093 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-f2d82d93-ad7c-4a01-bdcb-e779cd643ea5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389848 Dec 08 13:24:45.231745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:45.408082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7586aa-312b-40d2-8f9c-3e25c4084d2d req-20201c7b-51b2-40a5-a3b4-413a9b77b2df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:45.409550 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed7586aa-312b-40d2-8f9c-3e25c4084d2d req-20201c7b-51b2-40a5-a3b4-413a9b77b2df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.1018174 Dec 08 13:24:45.456990 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ed7586aa-312b-40d2-8f9c-3e25c4084d2d req-809feec8-82b3-45f4-bb34-4c1c121fdd0f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 Dec 08 13:24:46.242647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:24:46.317788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-0893bd74-413a-4082-beaf-e61d082d0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:46.319302 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-0893bd74-413a-4082-beaf-e61d082d0c34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 1099 time: 0.0401049 Dec 08 13:24:46.410900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-60ead42b-f814-4a75-a1a2-ead0e528f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:46.412361 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-60ead42b-f814-4a75-a1a2-ead0e528f574 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0866609 Dec 08 13:24:46.475422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-cc443d47-abe9-4305-bdf2-ed5c165bc8fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b HTTP/1.1" status: 200 len: 1002 time: 0.0565834 Dec 08 13:24:46.524001 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-f8d9c869-61d6-491f-bab4-256f75a27af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:46.525512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-f8d9c869-61d6-491f-bab4-256f75a27af2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0436921 Dec 08 13:24:46.610786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf45c0-3f29-4869-9aae-61477e9423bf req-7ee3a216-d014-4331-9f99-dc2aa82a9bb9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:46.612272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-abbf45c0-3f29-4869-9aae-61477e9423bf req-7ee3a216-d014-4331-9f99-dc2aa82a9bb9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0858660 Dec 08 13:24:46.614682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-93cb25c7-245b-4ddc-b733-b98d02c77d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:46.616021 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-93cb25c7-245b-4ddc-b733-b98d02c77d1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808320 Dec 08 13:24:46.712938 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-abbf45c0-3f29-4869-9aae-61477e9423bf req-891a45e5-be0f-4d3e-a9d6-86c45b5fb6ff tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944629 Dec 08 13:24:46.738338 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-824c0438-a496-4564-9d8c-e62991066f0d service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125894 Dec 08 13:24:46.825084 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-2b0d0881-d492-44a4-b900-6bcd3a622864 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802150 Dec 08 13:24:47.829145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e90a31-e5a7-45d8-aaf7-87f17bae7b14 req-e5b1c9a0-55cf-4fb8-8b23-ff0883f6f633 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:47.830640 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5e90a31-e5a7-45d8-aaf7-87f17bae7b14 req-e5b1c9a0-55cf-4fb8-8b23-ff0883f6f633 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0521183 Dec 08 13:24:47.876220 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5e90a31-e5a7-45d8-aaf7-87f17bae7b14 req-343ce52e-d8c8-42bb-afc8-44b92e24ec76 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397701 Dec 08 13:24:48.992721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622b384-8d78-4d11-a281-3ebeb862308b req-6fd4eac0-2b82-4fa7-8887-7a7d80243ea8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:48.994193 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2622b384-8d78-4d11-a281-3ebeb862308b req-6fd4eac0-2b82-4fa7-8887-7a7d80243ea8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0479758 Dec 08 13:24:49.039768 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2622b384-8d78-4d11-a281-3ebeb862308b req-6a1830af-1f2b-4c8c-a337-f7185c116866 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396736 Dec 08 13:24:50.152788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0e151-4a1f-458e-94bb-7072af8c01d5 req-47efb16e-1452-447a-9604-9ef466672a8e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:50.154263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d6e0e151-4a1f-458e-94bb-7072af8c01d5 req-47efb16e-1452-447a-9604-9ef466672a8e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0481858 Dec 08 13:24:50.208337 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d6e0e151-4a1f-458e-94bb-7072af8c01d5 req-396ffe4b-2d77-4fdd-812f-ccb367331df0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477128 Dec 08 13:24:51.322010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432628d-b8c3-4bc3-a19a-99aa85cb1ed1 req-100bfea4-509d-4ccd-92f8-a9457f2c11e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:51.323523 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0432628d-b8c3-4bc3-a19a-99aa85cb1ed1 req-100bfea4-509d-4ccd-92f8-a9457f2c11e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0484128 Dec 08 13:24:51.369140 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0432628d-b8c3-4bc3-a19a-99aa85cb1ed1 req-5d2f4569-50f4-4bbd-b7ea-c2121a359258 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 Dec 08 13:24:52.482119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370734d0-8bf8-4a03-b349-6228b577a7f2 req-507dddd7-3f61-45b7-af50-7cd4ee666692 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:52.483587 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-370734d0-8bf8-4a03-b349-6228b577a7f2 req-507dddd7-3f61-45b7-af50-7cd4ee666692 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0476820 Dec 08 13:24:52.528873 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-370734d0-8bf8-4a03-b349-6228b577a7f2 req-568d680b-a9d7-4dd3-b5c1-9b6900481df5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Dec 08 13:24:53.649200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1193a8f-ae27-4848-be24-ba6a18a890d9 req-8c0a7a3d-30a3-4ba9-8729-289cec2d573c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:53.650711 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f1193a8f-ae27-4848-be24-ba6a18a890d9 req-8c0a7a3d-30a3-4ba9-8729-289cec2d573c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0522296 Dec 08 13:24:53.697788 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f1193a8f-ae27-4848-be24-ba6a18a890d9 req-29566c70-7408-4fe1-b9cc-5041d127132e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Dec 08 13:24:54.811703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86571b2-ea9f-4a8b-a41c-03d74eba9a83 req-381a1aa6-de0f-4d18-a26f-719c904834fe tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:54.813201 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c86571b2-ea9f-4a8b-a41c-03d74eba9a83 req-381a1aa6-de0f-4d18-a26f-719c904834fe tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0486667 Dec 08 13:24:54.860481 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c86571b2-ea9f-4a8b-a41c-03d74eba9a83 req-817643f6-dca7-454c-8ad3-a8ac69d24d7a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407231 Dec 08 13:24:55.974378 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bd782-8cf3-4dad-9747-82c7a8be9aef req-7c1c3a70-d018-48eb-b0c1-08372564a106 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:55.975898 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e29bd782-8cf3-4dad-9747-82c7a8be9aef req-7c1c3a70-d018-48eb-b0c1-08372564a106 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0493879 Dec 08 13:24:56.025298 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e29bd782-8cf3-4dad-9747-82c7a8be9aef req-b2eeffa2-48a8-4a79-be53-30c710ab7d0c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Dec 08 13:24:57.140864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4941977-4018-4e23-ad00-d0373c357459 req-f23fb9d5-ab28-45b9-9069-8d5ea90e0fd9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:57.142480 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a4941977-4018-4e23-ad00-d0373c357459 req-f23fb9d5-ab28-45b9-9069-8d5ea90e0fd9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0480640 Dec 08 13:24:57.189093 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a4941977-4018-4e23-ad00-d0373c357459 req-55671ef5-71f3-471c-ba3a-22d2c7c82e84 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405855 Dec 08 13:24:58.307006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37400fd4-788c-4826-a3ab-3930006d6bed req-38c4c11e-5202-4fc2-8838-72d4310803e3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:58.308469 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37400fd4-788c-4826-a3ab-3930006d6bed req-38c4c11e-5202-4fc2-8838-72d4310803e3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0480797 Dec 08 13:24:58.354705 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37400fd4-788c-4826-a3ab-3930006d6bed req-37b3a969-ac26-4a6b-9520-0d484350fa3b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395923 Dec 08 13:24:58.835804 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-4cf154a3-48a0-4486-95ae-ea5debfc5b10 service neutron] 10.222.0.72 "GET /v2.0/ports/358c15fc-65f4-45b5-bbb6-5c4fefde528b/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0574076 Dec 08 13:24:59.322416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-3dd618d8-d3c3-4114-8e25-4f9cb716136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:59.323918 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-3dd618d8-d3c3-4114-8e25-4f9cb716136a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 1099 time: 0.0403185 Dec 08 13:24:59.389431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-e6f75f2d-3267-475c-9226-e2974ac1b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:59.390987 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-e6f75f2d-3267-475c-9226-e2974ac1b417 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 1099 time: 0.0395966 Dec 08 13:24:59.520228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa20b59-7508-4324-a5ad-d03667095f17 req-68706233-9274-4c69-9309-50fecfbbcfb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:59.521709 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3aa20b59-7508-4324-a5ad-d03667095f17 req-68706233-9274-4c69-9309-50fecfbbcfb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0996404 Dec 08 13:24:59.524597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-b5e5b232-0136-4d2d-994c-2bc708c923eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:59.525997 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-b5e5b232-0136-4d2d-994c-2bc708c923eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.1273389 Dec 08 13:24:59.619760 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3aa20b59-7508-4324-a5ad-d03667095f17 req-cc25870a-6fdd-4c6d-8c0b-39cba76f122e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912981 Dec 08 13:24:59.621640 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-366e520a-dde4-4c27-bc72-e0eebad62156 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b HTTP/1.1" status: 200 len: 1002 time: 0.0873930 Dec 08 13:24:59.679175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-27f7712e-d213-49dd-9c97-5a1b023f40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:59.680948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-27f7712e-d213-49dd-9c97-5a1b023f40ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0495851 Dec 08 13:24:59.726426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-2b94717d-1f86-4af9-a859-c11c2bf41af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:24:59.727906 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-2b94717d-1f86-4af9-a859-c11c2bf41af1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386946 Dec 08 13:24:59.820343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-b897c6fa-3e3d-4f6d-8d1f-8c320883fdef service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837522 Dec 08 13:24:59.909686 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c5e27e1-0b3e-48c6-9f5a-120602d49fb7 req-01bc4490-0d60-45eb-a121-ed03a0439adf service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805168 Dec 08 13:25:01.079677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa7027-4889-4119-8ed3-f9a6c086aeca req-ab249024-e8cb-4a1d-9e8b-5e6f8c55058b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:01.081238 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-daaa7027-4889-4119-8ed3-f9a6c086aeca req-ab249024-e8cb-4a1d-9e8b-5e6f8c55058b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.3882451 Dec 08 13:25:01.127345 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-daaa7027-4889-4119-8ed3-f9a6c086aeca req-b11841b5-5191-493d-806d-179e685d1d36 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Dec 08 13:25:02.015250 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 358c15fc-65f4-45b5-bbb6-5c4fefde528b details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:25:02.019360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 358c15fc-65f4-45b5-bbb6-5c4fefde528b no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:25:02.151701 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:02.182672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:25:02.198703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:25:02.200895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf0b5a-2141-41da-9c09-a26ba0d5ee64" -d '{"events": [{"server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "name": "network-vif-unplugged", "status": "completed", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:25:02.216098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:25:02.217123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'mac_address': 'fa:16:3e:99:a3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:25:02.244720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e1f17-ca1d-4f8e-951a-38fb4a734569 req-e5cf2c35-ea88-49f3-a0a0-badc4515a614 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:02.245594 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8e6e1f17-ca1d-4f8e-951a-38fb4a734569 req-e5cf2c35-ea88-49f3-a0a0-badc4515a614 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0494645 Dec 08 13:25:02.250821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7610a628-a973-4ddd-b1f0-65ba4fb36ee3 x-openstack-request-id: req-7610a628-a973-4ddd-b1f0-65ba4fb36ee3 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:25:02.251370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "name": "network-vif-unplugged", "status": "completed", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:25:02.251668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7610a628-a973-4ddd-b1f0-65ba4fb36ee3 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:25:02.252120 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'code': 200} Dec 08 13:25:02.262552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:02.275948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 358c15fc-65f4-45b5-bbb6-5c4fefde528b {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:25:02.291057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:02.295349 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8e6e1f17-ca1d-4f8e-951a-38fb4a734569 req-f1c6a370-2214-4232-b6d3-c35af4732336 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407884 Dec 08 13:25:02.362882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:25:02.363239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:25:02.367423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=358c15fc-65f4-45b5-bbb6-5c4fefde528b,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:25:02.374280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.374653 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.375003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.375881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.376220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.376552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.381222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.381222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.381222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.381222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.381222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.381222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.381222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:02.620182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e96d4-b2a4-49c3-bc62-c36c040e70a6 req-9ae6bc9a-d356-412b-a054-a269d65d88c1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:02.621677 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c1e96d4-b2a4-49c3-bc62-c36c040e70a6 req-9ae6bc9a-d356-412b-a054-a269d65d88c1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 944 time: 0.0546792 Dec 08 13:25:02.703637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-23713ed1-04fa-4be2-9392-784c30def614 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:02.705089 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-23713ed1-04fa-4be2-9392-784c30def614 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a&tenant_id=451faace737847a6a082e8cff0aa37df&binding%3Ahost_id=hv-neutron-7996 HTTP/1.1" status: 200 len: 944 time: 0.0825455 Dec 08 13:25:02.708290 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c1e96d4-b2a4-49c3-bc62-c36c040e70a6 req-a2882df4-2136-48b4-94d2-bf046875ba3a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767808 Dec 08 13:25:02.790793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-9fd05a2f-d1dd-45da-a2a5-9bafcf396c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:02.792170 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-9fd05a2f-d1dd-45da-a2a5-9bafcf396c90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 1097 time: 0.0403769 Dec 08 13:25:02.884751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-c607622f-0dd7-498d-937b-9a58448d7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:02.886255 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-c607622f-0dd7-498d-937b-9a58448d7d04 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0867267 Dec 08 13:25:02.955296 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-10672ccb-46d0-4618-9545-dd3191c95c7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b HTTP/1.1" status: 200 len: 1000 time: 0.0614262 Dec 08 13:25:03.010710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-39947f3f-bd3e-45e9-957f-29f1cab2f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:03.012203 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-39947f3f-bd3e-45e9-957f-29f1cab2f9dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0500896 Dec 08 13:25:03.043380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:03.056682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358c15fc-65f4-45b5-bbb6-5c4fefde528b {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:25:03.059739 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-20737aef-4365-48e7-a549-df538625bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:03.061422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-20737aef-4365-48e7-a549-df538625bfaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414212 Dec 08 13:25:03.075662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:25:03.149795 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-870198d8-4a15-4718-bcc2-2b8b81d8d121 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815444 Dec 08 13:25:03.153031 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:03.202899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=358c15fc-65f4-45b5-bbb6-5c4fefde528b,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:25:03.210967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['358c15fc-65f4-45b5-bbb6-5c4fefde528b'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:25:03.246984 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6629b9b4-78d2-4e77-86d9-b00b4f66229b req-722b9475-26e7-4d02-8291-35df3379bed0 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888741 Dec 08 13:25:03.826507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98b4b-b78e-464b-95c4-6da188a738aa req-0a2f7edf-4ab0-416e-b227-d7cd28c00ccb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:03.828137 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9bf98b4b-b78e-464b-95c4-6da188a738aa req-0a2f7edf-4ab0-416e-b227-d7cd28c00ccb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 945 time: 0.0494044 Dec 08 13:25:03.875072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9bf98b4b-b78e-464b-95c4-6da188a738aa req-529cfd71-cc4c-43ed-a5f7-1f1332de48fa tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403502 Dec 08 13:25:04.030159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 358c15fc-65f4-45b5-bbb6-5c4fefde528b up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:25:04.083450 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 358c15fc-65f4-45b5-bbb6-5c4fefde528b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:25:04.084095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:04.162196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:04.195187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:25:04.253747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:25:04.256104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08f5f4b-b05e-4056-8b33-9c0dd1ef5f83" -d '{"events": [{"server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "name": "network-vif-plugged", "status": "completed", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:25:04.259373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:04.293274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5440e3f7-b5a6-4966-adfe-b2d73e3e4aaa x-openstack-request-id: req-5440e3f7-b5a6-4966-adfe-b2d73e3e4aaa {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:25:04.293554 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "name": "network-vif-plugged", "status": "completed", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:25:04.293810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5440e3f7-b5a6-4966-adfe-b2d73e3e4aaa {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:25:04.294206 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'code': 200} Dec 08 13:25:04.312399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=358c15fc-65f4-45b5-bbb6-5c4fefde528b,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:25:05.000026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4888d-fd78-40a9-9e0a-1f669d9c4c35 req-cedb5181-ac93-434f-ae5e-7eeab859a5ae tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:05.001525 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36d4888d-fd78-40a9-9e0a-1f669d9c4c35 req-cedb5181-ac93-434f-ae5e-7eeab859a5ae tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0527647 Dec 08 13:25:05.047799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-36d4888d-fd78-40a9-9e0a-1f669d9c4c35 req-1843a841-f09d-4401-ab5a-58db730a2feb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Dec 08 13:25:05.160336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b755b4-f2b1-4539-be0c-ec4643a62d4a req-9c93a31c-20b7-4043-b6e6-595f257bb96d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:05.161794 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-00b755b4-f2b1-4539-be0c-ec4643a62d4a req-9c93a31c-20b7-4043-b6e6-595f257bb96d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0480652 Dec 08 13:25:05.208245 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-00b755b4-f2b1-4539-be0c-ec4643a62d4a req-623c0e51-8fa6-4bc1-bc2f-d4efacd4a50d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Dec 08 13:25:05.329973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe9f60-f0d0-4779-ae53-a2a360b1bfc9 req-fe04e30b-1426-4e41-9c65-9b97154f9abf tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:05.331375 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03fe9f60-f0d0-4779-ae53-a2a360b1bfc9 req-fe04e30b-1426-4e41-9c65-9b97154f9abf tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0521178 Dec 08 13:25:05.377050 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03fe9f60-f0d0-4779-ae53-a2a360b1bfc9 req-4b768c24-a565-48e5-888b-02b75415c996 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398517 Dec 08 13:25:05.838256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376becf1-57a9-4f6b-aacd-6e19b0c16497 req-a4bfeb60-ecfe-4aac-a032-b55dc7f896c4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:05.839752 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-376becf1-57a9-4f6b-aacd-6e19b0c16497 req-a4bfeb60-ecfe-4aac-a032-b55dc7f896c4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0485458 Dec 08 13:25:05.886155 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-376becf1-57a9-4f6b-aacd-6e19b0c16497 req-4e5efa4c-aa3c-4893-9bd6-08ecf67fa61d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Dec 08 13:25:07.002596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c06cc0-013b-49a4-965a-c21095826f11 req-2a08b15b-fa91-4b79-b35a-4ce042225d34 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:07.004042 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a4c06cc0-013b-49a4-965a-c21095826f11 req-2a08b15b-fa91-4b79-b35a-4ce042225d34 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0479732 Dec 08 13:25:07.054814 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a4c06cc0-013b-49a4-965a-c21095826f11 req-1dde8cd7-6740-4a28-a750-7dae3e657f8f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Dec 08 13:25:07.552652 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-063cbf73-aa38-4989-b8b4-694e3bcc9e2d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:07.554072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-063cbf73-aa38-4989-b8b4-694e3bcc9e2d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 946 time: 0.0470464 Dec 08 13:25:07.638787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Deleting port 358c15fc-65f4-45b5-bbb6-5c4fefde528b {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:25:07.639126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:07.728838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] For port 358c15fc-65f4-45b5-bbb6-5c4fefde528b, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=358c15fc-65f4-45b5-bbb6-5c4fefde528b,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:25:07.729206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:07.896630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:07.896900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:07.897223 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d disassociated. External IP: 172.26.7.138, port: 358c15fc-65f4-45b5-bbb6-5c4fefde528b. Dec 08 13:25:07.897569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Calling delete_port for 358c15fc-65f4-45b5-bbb6-5c4fefde528b owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:25:08.096139 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:08.126706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event deleted for resources: {'Port': ['ID=358c15fc-65f4-45b5-bbb6-5c4fefde528b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:25:08.148418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.148721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.149074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.149413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.149792 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.150070 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.150432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.150836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.151152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.151478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.151810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.152136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.152458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:25:08.170346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-50f45363-31ef-4cfa-88ff-5c08ed04639c req-e22f777f-fea7-4597-9dd7-c104fd1f08e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 210 time: 0.0449634 Dec 08 13:25:08.280499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:25:08.392337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:25:08.401919 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:25:08.411277 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:25:08.411893 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:24:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:25:08.434039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] No DVR routers for this DVR port 358c15fc-65f4-45b5-bbb6-5c4fefde528b on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:25:08.436601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:08.440504 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fa420a9e-2043-4837-9f2b-76438cbc5e33 req-01be701e-f887-420a-b480-32c0d28ed668 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "DELETE /v2.0/ports/358c15fc-65f4-45b5-bbb6-5c4fefde528b HTTP/1.1" status: 204 len: 173 time: 0.8802249 Dec 08 13:25:08.441004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'name': 'network-vif-deleted', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:25:08.443334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b74fc88-c9c4-4895-ba18-68001d7e606f" -d '{"events": [{"server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "name": "network-vif-deleted", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:25:08.520172 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:25:08.538914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02dd1bb-b758-42a7-9e74-0fdc0fffc105 x-openstack-request-id: req-c02dd1bb-b758-42a7-9e74-0fdc0fffc105 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:25:08.539294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c5796f-2f27-4702-ac5d-fa8988c6742a", "name": "network-vif-deleted", "tag": "358c15fc-65f4-45b5-bbb6-5c4fefde528b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:25:08.539576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c02dd1bb-b758-42a7-9e74-0fdc0fffc105 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:25:08.539976 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c5796f-2f27-4702-ac5d-fa8988c6742a', 'name': 'network-vif-deleted', 'tag': '358c15fc-65f4-45b5-bbb6-5c4fefde528b', 'status': 'completed', 'code': 200} Dec 08 13:25:08.725828 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:25:08.755432 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:25:08.763551 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:25:08.764137 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:24:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:25:08.864134 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:25:09.058094 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:25:09.083305 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5251fc-fe1e-4767-a706-c379e02df896 None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:25:09.218169 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b654630f-7606-480b-9d3a-ab205e7a1522 req-d98c617b-f716-4675-b667-6ae267cfca74 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0325599 Dec 08 13:25:09.290674 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-351fe10f-d714-4091-9b8c-509fe1e25168 req-848addbc-443c-4b63-a525-c8e918d48c52 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 210 time: 0.0345151 Dec 08 13:25:09.313743 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b654630f-7606-480b-9d3a-ab205e7a1522 req-a8db0840-a5d9-4a6c-b119-3eb74592666f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=49c5796f-2f27-4702-ac5d-fa8988c6742a HTTP/1.1" status: 200 len: 210 time: 0.0467734 Dec 08 13:25:09.342028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc61feb-f22a-4390-9033-da011d71a481 None None] New status for floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:25:09.428816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654630f-7606-480b-9d3a-ab205e7a1522 req-a9106507-8f2f-4ef4-9bf6-ca9f35293ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:09.430636 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b654630f-7606-480b-9d3a-ab205e7a1522 req-a9106507-8f2f-4ef4-9bf6-ca9f35293ef4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=451faace737847a6a082e8cff0aa37df&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0986218 Dec 08 13:25:09.524801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654630f-7606-480b-9d3a-ab205e7a1522 req-e1f68c24-0f83-4450-852d-ca3c4f11e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:09.528088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b654630f-7606-480b-9d3a-ab205e7a1522 req-e1f68c24-0f83-4450-852d-ca3c4f11e737 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890846 Dec 08 13:25:10.339509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:10.473286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1a08413c-2b30-4847-aced-f793e5866642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:10.543822 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-b9ca1224-d2f7-4c38-a5f8-0715dbbe1912 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1205239373&fields=id&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 267 time: 0.0459650 Dec 08 13:25:10.648895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-dfa6ccd7-e2f5-44e1-9530-03195fa1b605 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:10.650254 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-dfa6ccd7-e2f5-44e1-9530-03195fa1b605 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 811 time: 0.0991149 Dec 08 13:25:10.665875 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-f0ff3dd6-c938-465d-b71d-1db7a2af8a54 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/quotas/451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 375 time: 0.0098906 Dec 08 13:25:10.716143 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-09672216-98b1-4209-b77a-57e8c06c8133 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448689 Dec 08 13:25:10.857576 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-bc84142a-acaa-4e5f-bd5c-0dbab63d1c01 service neutron] 10.222.0.76 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296048 Dec 08 13:25:10.949135 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-03edd458-0432-46d3-89cf-f907b4f7b142 service neutron] 10.222.0.76 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854237 Dec 08 13:25:11.196843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5001ef2b-c845-4e23-a1c5-e3367e3f4132 req-689661e5-c26c-4480-922f-722b72492043 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Dec 08 13:25:12.066253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 358c15fc-65f4-45b5-bbb6-5c4fefde528b no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:25:12.086137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 358c15fc-65f4-45b5-bbb6-5c4fefde528b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:25:12.086491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 358c15fc-65f4-45b5-bbb6-5c4fefde528b not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:25:12.297542 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f83e34c-2055-4dbd-afc7-642236adfe87 req-a0898485-dbb5-4f2f-9fbb-82380a58382f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 210 time: 0.0281608 Dec 08 13:25:12.864566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-40907960-c6b1-4663-9f0d-c9c3ffcbfb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:13.025805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-cd653d51-871b-4884-89e9-c62b12f40858 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:13.027286 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-cd653d51-871b-4884-89e9-c62b12f40858 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 811 time: 0.1095138 Dec 08 13:25:13.090357 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-f91069c8-45b5-4c01-b5bd-f8d4bb1ff54f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 380 time: 0.0528944 Dec 08 13:25:13.100262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'port': {'device_id': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'admin_state_up': True, 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'security_groups': ['8070870d-db08-4f12-a5fc-6220d8c01338']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:25:13.261604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Made reservation on behalf of 451faace737847a6a082e8cff0aa37df for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:25:13.265287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:13.406524 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21444c69-b4f9-4ba3-8e0f-3ea4209b34c1 req-524d00a4-597a-4140-ae6f-a0d3d15073b2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 210 time: 0.0302022 Dec 08 13:25:13.426865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Allocated IP 172.20.0.3 (8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f/ab32eebc-692c-4865-b9cf-1e93c1482466/820eb49d-b665-4e9f-beb2-f1a2c8503161) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:25:13.562879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:13.644782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:13.689822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:25:13.692986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:25:13.700026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:25:13.706487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event updated for resources: {'Port': ['ID=820eb49d-b665-4e9f-beb2-f1a2c8503161,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:25:13.755422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:13.756052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:13.839257 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-adb52d62-b060-4faf-9be0-334f810f87f1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7425826 Dec 08 13:25:13.853040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Request body: {'port': {'device_id': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:25:13.910563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:13.936289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-55e7c4b1-8f42-46f9-ba94-7cef36e15a34 None None] Provisioning complete for port 820eb49d-b665-4e9f-beb2-f1a2c8503161 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:25:13.936849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55e7c4b1-8f42-46f9-ba94-7cef36e15a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:13.980447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-55e7c4b1-8f42-46f9-ba94-7cef36e15a34 None None] Port 820eb49d-b665-4e9f-beb2-f1a2c8503161 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:25:14.127911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:14.226376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820eb49d-b665-4e9f-beb2-f1a2c8503161 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:25:14.234113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:14.246322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Transition to ACTIVE for port object 820eb49d-b665-4e9f-beb2-f1a2c8503161 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:25:14.307387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:14.391062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Pushing event updated for resources: {'Port': ['ID=820eb49d-b665-4e9f-beb2-f1a2c8503161,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:25:14.445700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Attempting to bind port 820eb49d-b665-4e9f-beb2-f1a2c8503161 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:25:14.446718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Attempting to bind port 820eb49d-b665-4e9f-beb2-f1a2c8503161 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:25:14.447232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Attempting to bind port 820eb49d-b665-4e9f-beb2-f1a2c8503161 on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:25:14.452687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Port 820eb49d-b665-4e9f-beb2-f1a2c8503161 on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:25:14.453031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Attempting to bind port 820eb49d-b665-4e9f-beb2-f1a2c8503161 on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:25:14.458914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:25:14.459262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Checking segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:25:14.459654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Bound using segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:25:14.460088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Bound port: 820eb49d-b665-4e9f-beb2-f1a2c8503161, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:25:14.460449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:14.573684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:25:14.578342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:25:14.588091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50841a8-c664-4c65-b5ec-eca828749972 req-4f3ef374-cc5c-41e6-ad73-44794bbc414b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:14.589587 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f50841a8-c664-4c65-b5ec-eca828749972 req-4f3ef374-cc5c-41e6-ad73-44794bbc414b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 943 time: 0.0867896 Dec 08 13:25:14.640857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f50841a8-c664-4c65-b5ec-eca828749972 req-d1257515-577f-4577-8578-977635287dd0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 Dec 08 13:25:14.644536 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:14.694641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:14.697425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:14.697425 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] 10.222.0.72 "PUT /v2.0/ports/820eb49d-b665-4e9f-beb2-f1a2c8503161 HTTP/1.1" status: 200 len: 1093 time: 0.8481150 Dec 08 13:25:14.697425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:25:14.699546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e317b88-8d86-4575-ac72-cc489d4a486b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:25:14.725686 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7acb6-7f83-4681-b59e-40cabd204509 service neutron] Pushing event updated for resources: {'Port': ['ID=820eb49d-b665-4e9f-beb2-f1a2c8503161,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:25:14.757460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462ceaab-b24c-4b55-a332-80625dc8ac7b x-openstack-request-id: req-462ceaab-b24c-4b55-a332-80625dc8ac7b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:25:14.757759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:25:14.758019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-462ceaab-b24c-4b55-a332-80625dc8ac7b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:25:14.758430 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'status': 'completed', 'code': 200} Dec 08 13:25:14.829108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317b88-8d86-4575-ac72-cc489d4a486b req-f8a737f3-92b1-4c40-ab2a-9dbee0b1f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:14.830698 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e317b88-8d86-4575-ac72-cc489d4a486b req-f8a737f3-92b1-4c40-ab2a-9dbee0b1f856 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 1096 time: 0.0473065 Dec 08 13:25:14.941867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317b88-8d86-4575-ac72-cc489d4a486b req-5379177c-43a4-4990-9dfe-43e36db2db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:14.943376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e317b88-8d86-4575-ac72-cc489d4a486b req-5379177c-43a4-4990-9dfe-43e36db2db06 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=451faace737847a6a082e8cff0aa37df&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1052399 Dec 08 13:25:15.043347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317b88-8d86-4575-ac72-cc489d4a486b req-59da0006-814a-4510-b0da-e03c1ad1ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:15.044732 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7e317b88-8d86-4575-ac72-cc489d4a486b req-59da0006-814a-4510-b0da-e03c1ad1ed31 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946155 Dec 08 13:25:15.137531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-ebf36893-bcf8-4cac-9ca5-866d41520e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:15.139080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-ebf36893-bcf8-4cac-9ca5-866d41520e0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 1096 time: 0.0485685 Dec 08 13:25:15.183559 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-7b57ea8a-d062-4c05-94e6-75a743aa2e13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161 HTTP/1.1" status: 200 len: 217 time: 0.0356369 Dec 08 13:25:15.233105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-f1ae8c33-d0cd-4ef8-8466-2f252e255c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:15.234690 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-f1ae8c33-d0cd-4ef8-8466-2f252e255c15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0437279 Dec 08 13:25:15.247765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:15.283499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-e841057f-8144-441a-bf6d-7347fccacf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:15.284999 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-e841057f-8144-441a-bf6d-7347fccacf1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436940 Dec 08 13:25:15.379051 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-8dbd9c16-68b3-4705-8859-a58c675f5746 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868747 Dec 08 13:25:15.471380 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6dfb8bf-cbca-499d-9408-eb4d97f55583 req-a06ff0f9-df2f-48f8-9ac8-85f2553097a2 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858364 Dec 08 13:25:15.760830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8796fe-a16a-435c-8191-b483b00df2b6 req-3ebb2afa-daa9-446f-ab18-a350baf1d911 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:15.762367 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e8796fe-a16a-435c-8191-b483b00df2b6 req-3ebb2afa-daa9-446f-ab18-a350baf1d911 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 943 time: 0.0490391 Dec 08 13:25:15.809354 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e8796fe-a16a-435c-8191-b483b00df2b6 req-0ee9e060-d0f1-46db-9226-a2dd7c0f2a0e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404220 Dec 08 13:25:16.207717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:16.925937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45e6d9-cce2-4eef-b5c0-3c3d45c95d0a req-1cd1caf8-fedc-414e-83d3-3f1bfb3fa2b7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:16.927368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1e45e6d9-cce2-4eef-b5c0-3c3d45c95d0a req-1cd1caf8-fedc-414e-83d3-3f1bfb3fa2b7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 943 time: 0.0480356 Dec 08 13:25:16.973745 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1e45e6d9-cce2-4eef-b5c0-3c3d45c95d0a req-ee6ae9b6-912c-4f11-b16c-15e7397ea308 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401697 Dec 08 13:25:18.091251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b092dc-0bae-49d7-93d3-02cacde90d47 req-6101bec3-20c4-4a5d-899b-6f74925586e9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:18.092625 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-99b092dc-0bae-49d7-93d3-02cacde90d47 req-6101bec3-20c4-4a5d-899b-6f74925586e9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 943 time: 0.0514104 Dec 08 13:25:18.101794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 820eb49d-b665-4e9f-beb2-f1a2c8503161 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:25:18.140127 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-99b092dc-0bae-49d7-93d3-02cacde90d47 req-3e8e1067-d891-43c2-9d5b-a4a9c8083141 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404880 Dec 08 13:25:18.199938 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:25:18.211006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'mac_address': 'fa:16:3e:5e:c9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:25:18.247651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:18.259897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820eb49d-b665-4e9f-beb2-f1a2c8503161 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:25:18.283053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:25:18.364028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:18.410161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=820eb49d-b665-4e9f-beb2-f1a2c8503161,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:25:18.570092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['820eb49d-b665-4e9f-beb2-f1a2c8503161'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:25:19.254245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35d72d-d9b0-4953-b34b-cd6a99986170 req-8e0f2106-2778-4090-ba9a-73b0ab39c262 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:19.255748 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac35d72d-d9b0-4953-b34b-cd6a99986170 req-8e0f2106-2778-4090-ba9a-73b0ab39c262 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 944 time: 0.0483682 Dec 08 13:25:19.301427 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac35d72d-d9b0-4953-b34b-cd6a99986170 req-3ecbbdb3-afd0-4d62-bc80-fbe94c8055ae tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398448 Dec 08 13:25:19.497344 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:25:20.147742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 820eb49d-b665-4e9f-beb2-f1a2c8503161 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:25:20.243988 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 820eb49d-b665-4e9f-beb2-f1a2c8503161 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:25:20.247886 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 820eb49d-b665-4e9f-beb2-f1a2c8503161 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:25:20.250299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:20.322543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:20.345443 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:25:20.347737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d47f9c-c75c-4f5f-a45e-768cd9a15005" -d '{"events": [{"server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "name": "network-vif-plugged", "status": "completed", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:25:20.360989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:25:20.392007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5809f246-07f4-4981-9afb-afbb4b0bd706 x-openstack-request-id: req-5809f246-07f4-4981-9afb-afbb4b0bd706 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:25:20.392312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "name": "network-vif-plugged", "status": "completed", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:25:20.392570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5809f246-07f4-4981-9afb-afbb4b0bd706 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:25:20.392976 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'code': 200} Dec 08 13:25:20.421580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:20.427801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceed97-cc28-499a-af00-357a3f0e71fe req-d45a86bf-70b9-467f-b5e3-a7085c8dd941 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:20.429340 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-83ceed97-cc28-499a-af00-357a3f0e71fe req-d45a86bf-70b9-467f-b5e3-a7085c8dd941 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 944 time: 0.0582979 Dec 08 13:25:20.475686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=820eb49d-b665-4e9f-beb2-f1a2c8503161,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:25:20.479459 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-83ceed97-cc28-499a-af00-357a3f0e71fe req-cd3d9cd6-1e90-428d-9e36-6bdde004b41a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 Dec 08 13:25:20.658024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8035b-49a7-46d9-9df0-82333565acf3 req-bcf141f7-5a0d-43b8-b09d-a4049e905cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:20.659548 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33c8035b-49a7-46d9-9df0-82333565acf3 req-bcf141f7-5a0d-43b8-b09d-a4049e905cb1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 1098 time: 0.0406048 Dec 08 13:25:20.704553 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33c8035b-49a7-46d9-9df0-82333565acf3 req-c93b17ba-d71a-4b63-8352-cb83d553f9eb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377004 Dec 08 13:25:21.598932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb181f8-4885-4a45-83ee-c9d70a5926d4 req-3f7243db-8a79-4bcc-af61-265f5ed30a18 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:21.600752 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-edb181f8-4885-4a45-83ee-c9d70a5926d4 req-3f7243db-8a79-4bcc-af61-265f5ed30a18 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0500002 Dec 08 13:25:21.651300 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-edb181f8-4885-4a45-83ee-c9d70a5926d4 req-b9ac9ae6-9bd8-4c10-b366-6851d9ecdda1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446885 Dec 08 13:25:22.765527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6592fc-6416-421b-b2cb-d9063253254d req-ee76db54-100d-42ab-8c92-c6b41d153af2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:22.767534 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ef6592fc-6416-421b-b2cb-d9063253254d req-ee76db54-100d-42ab-8c92-c6b41d153af2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0494874 Dec 08 13:25:22.814632 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ef6592fc-6416-421b-b2cb-d9063253254d req-10048f20-6fff-49b9-928f-39cd87f24cd4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Dec 08 13:25:22.923140 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888da1-b21c-44ff-83ef-4e5009eb0b0b req-9ea83ea7-1f63-42d6-b063-07d0e7004398 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:22.925189 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-72888da1-b21c-44ff-83ef-4e5009eb0b0b req-9ea83ea7-1f63-42d6-b063-07d0e7004398 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0484037 Dec 08 13:25:22.933677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35364) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:25:22.938029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f17b31d5-11b8-4f61-a713-5252a98f5c0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'floatingip': {'port_id': '820eb49d-b665-4e9f-beb2-f1a2c8503161'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:25:22.979984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f17b31d5-11b8-4f61-a713-5252a98f5c0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:23.397549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f17b31d5-11b8-4f61-a713-5252a98f5c0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:23.458436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f17b31d5-11b8-4f61-a713-5252a98f5c0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:23.559418 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-f17b31d5-11b8-4f61-a713-5252a98f5c0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d associated. External IP: 172.26.7.138, port: 820eb49d-b665-4e9f-beb2-f1a2c8503161. Dec 08 13:25:23.765053 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17b31d5-11b8-4f61-a713-5252a98f5c0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:25:23.869376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17b31d5-11b8-4f61-a713-5252a98f5c0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:25:23.874238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f17b31d5-11b8-4f61-a713-5252a98f5c0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:23.881029 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:25:23.890252 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:25:23.890973 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:25:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:25:23.902020 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f17b31d5-11b8-4f61-a713-5252a98f5c0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "PUT /v2.0/floatingips/924f2375-0c75-4642-9f71-e3bf61c7928d HTTP/1.1" status: 200 len: 991 time: 0.9672768 Dec 08 13:25:23.902740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:25:23.905114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1c8646-19d2-4ef0-8203-ba6552629d32" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:25:23.943436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c4c62-c7a9-424f-8e6b-412e04de01ef x-openstack-request-id: req-e53c4c62-c7a9-424f-8e6b-412e04de01ef {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:25:23.943747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:25:23.944641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e53c4c62-c7a9-424f-8e6b-412e04de01ef {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:25:23.945044 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'status': 'completed', 'code': 200} Dec 08 13:25:24.004912 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:25:24.021452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-918dae29-9a5d-4630-9081-a0fe96dcb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:24.023107 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-918dae29-9a5d-4630-9081-a0fe96dcb3ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 1098 time: 0.0513821 Dec 08 13:25:24.114727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-335147b9-58ad-4bec-9782-1c67f8204be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:24.115807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-335147b9-58ad-4bec-9782-1c67f8204be0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0858068 Dec 08 13:25:24.228054 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:5e:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:25:23Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:25:24.259199 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:25:24.268548 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:25:24.269176 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:25:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:25:24.383379 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:25:24.524651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-c41e6d40-6d75-4c9c-8c26-a206cb7cb0f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161 HTTP/1.1" status: 200 len: 999 time: 0.4003592 Dec 08 13:25:24.573080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-dbe5d0f0-7876-4d7f-b179-238c815ad273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:24.574504 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-dbe5d0f0-7876-4d7f-b179-238c815ad273 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0414519 Dec 08 13:25:24.607606 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:5e:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:25:23Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:25:24.619937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-584bb2ed-5050-434e-879d-423de6f69efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:25:24.621442 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-584bb2ed-5050-434e-879d-423de6f69efe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390675 Dec 08 13:25:24.637272 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7575dda-a041-465e-91fc-f2daf143d652 None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:5e:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:25:23Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:25:24.716900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-52146708-dd64-48b6-9082-c10f3d942337 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879183 Dec 08 13:25:24.810525 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eb1c8646-19d2-4ef0-8203-ba6552629d32 req-4720675c-4bef-4215-9569-28816712ce7d service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858271 Dec 08 13:25:24.829443 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb5e929-4246-40bb-9f5f-60dabe815096 None None] New status for floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:25:40.361888 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:40.492411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-840d159e-66e6-4fbd-998e-5d60ed7f4115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:42.894498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e32a5545-6665-4200-8403-f639f381383c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:44.129437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:45.286538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:46.200773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:25:56.495283 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:26:00.294521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5434855-bb1c-4e2d-a91d-462ae54360d5 req-06720211-c1cd-4d82-9308-043dfd291773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:00.296044 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5434855-bb1c-4e2d-a91d-462ae54360d5 req-06720211-c1cd-4d82-9308-043dfd291773 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0492289 Dec 08 13:26:00.352689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5434855-bb1c-4e2d-a91d-462ae54360d5 req-501ecf89-4202-428a-9d84-27c4d0591f82 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507402 Dec 08 13:26:01.467508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430bbc-6723-4fa9-802a-47b5e7d9170d req-35b7f6a1-45e0-43ca-86cc-f9294f74b837 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:01.469084 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fa430bbc-6723-4fa9-802a-47b5e7d9170d req-35b7f6a1-45e0-43ca-86cc-f9294f74b837 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0474324 Dec 08 13:26:01.516514 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fa430bbc-6723-4fa9-802a-47b5e7d9170d req-cf859202-4962-4990-9a29-13085edf0c08 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Dec 08 13:26:02.631882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527c731-0e9e-4003-99ba-26a822e7fce9 req-a1f6e974-4a5f-4f28-84a0-272e2564a8f2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:02.633395 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c527c731-0e9e-4003-99ba-26a822e7fce9 req-a1f6e974-4a5f-4f28-84a0-272e2564a8f2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0498188 Dec 08 13:26:02.681650 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c527c731-0e9e-4003-99ba-26a822e7fce9 req-2359c7b5-16eb-4ea2-9b36-52406364b817 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Dec 08 13:26:03.798136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2cce8-239c-46a1-b2b6-dca4f71f38f2 req-3a4037ad-3694-4394-bfb1-d05d6ce7c831 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:03.799634 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-28a2cce8-239c-46a1-b2b6-dca4f71f38f2 req-3a4037ad-3694-4394-bfb1-d05d6ce7c831 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0514581 Dec 08 13:26:03.846806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-28a2cce8-239c-46a1-b2b6-dca4f71f38f2 req-4a77ed3e-5d2e-46ed-a1a0-73805c3ebf39 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 Dec 08 13:26:04.959758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93d4c2-e6be-45b3-9e2a-5b0e870343b8 req-44983940-cdd3-4829-9794-62e1b17974e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:04.961245 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2e93d4c2-e6be-45b3-9e2a-5b0e870343b8 req-44983940-cdd3-4829-9794-62e1b17974e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Dec 08 13:26:05.008697 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2e93d4c2-e6be-45b3-9e2a-5b0e870343b8 req-fcff4034-926c-4c1d-97ce-c7cd11969322 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 Dec 08 13:26:06.125617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399eeda-2938-4407-acc8-fff441021524 req-0519e9e6-58df-444a-85ea-59510530379d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:06.127116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4399eeda-2938-4407-acc8-fff441021524 req-0519e9e6-58df-444a-85ea-59510530379d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0514295 Dec 08 13:26:06.173137 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4399eeda-2938-4407-acc8-fff441021524 req-40e78e41-82e2-4e19-9b07-abce07989cfb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 Dec 08 13:26:07.292958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ffa8b-57a0-48b4-943d-6841f52dcfb8 req-150f7ebb-2273-465e-ac81-9fc494a4a913 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:07.294439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-459ffa8b-57a0-48b4-943d-6841f52dcfb8 req-150f7ebb-2273-465e-ac81-9fc494a4a913 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0492811 Dec 08 13:26:07.341135 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-459ffa8b-57a0-48b4-943d-6841f52dcfb8 req-b7ce1bd3-ab6c-4b5a-bb42-22d317300469 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401268 Dec 08 13:26:08.454358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d193c5-947c-4f78-96d1-e668b1685469 req-93076dd9-a2cb-4660-b584-976d91ae242d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:08.455839 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03d193c5-947c-4f78-96d1-e668b1685469 req-93076dd9-a2cb-4660-b584-976d91ae242d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0477774 Dec 08 13:26:08.505310 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03d193c5-947c-4f78-96d1-e668b1685469 req-113186d5-5715-4f6e-ae22-df2398b6c583 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Dec 08 13:26:09.284880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-d02606d5-fcdc-4c7f-a3ab-806dfb28607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:09.286376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-d02606d5-fcdc-4c7f-a3ab-806dfb28607e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 1098 time: 0.0400577 Dec 08 13:26:09.389448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-56d082b2-4cce-44bb-adf3-3754daf0626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:09.391004 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-56d082b2-4cce-44bb-adf3-3754daf0626e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0833974 Dec 08 13:26:09.459962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-e334728a-a587-4cba-b982-68bd744aa5dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161 HTTP/1.1" status: 200 len: 1001 time: 0.0603058 Dec 08 13:26:09.508429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-3d206b94-0bee-446d-b2af-e94ce3b95b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:09.509862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-3d206b94-0bee-446d-b2af-e94ce3b95b68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0428507 Dec 08 13:26:09.554898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-7e3edc88-fad3-4dbd-83a9-e6191ff3cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:09.556413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-7e3edc88-fad3-4dbd-83a9-e6191ff3cc4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397038 Dec 08 13:26:09.672967 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bbb65-9ac1-482e-bf5f-38cb92740d52 req-a53804e8-c489-4f71-8b9d-1e7cf3c013bb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:09.674458 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-752bbb65-9ac1-482e-bf5f-38cb92740d52 req-a53804e8-c489-4f71-8b9d-1e7cf3c013bb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.1021774 Dec 08 13:26:09.707088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-40c01340-67c6-41ac-a040-30a4ce072e17 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426625 Dec 08 13:26:09.752991 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-752bbb65-9ac1-482e-bf5f-38cb92740d52 req-b30d6122-ec82-43e9-8fac-856419465909 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722318 Dec 08 13:26:09.814232 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-616f86cd-e3e4-456c-a55b-906c6b5f3d9c req-c7b5574f-5197-45fe-807d-c360bb16555d service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968816 Dec 08 13:26:10.360390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:10.499465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f4301327-1534-4c3e-8e22-10e8bac52166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:10.867737 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d691338-b2bb-4462-8a0e-6c92d803282c req-4a005e9c-9374-4b5a-825f-a497cb18de98 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:10.869238 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d691338-b2bb-4462-8a0e-6c92d803282c req-4a005e9c-9374-4b5a-825f-a497cb18de98 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0491455 Dec 08 13:26:10.920808 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d691338-b2bb-4462-8a0e-6c92d803282c req-8cbf3d63-5228-40e0-a225-3446131a4170 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455570 Dec 08 13:26:12.035472 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c42d4a-dd3a-4ca5-a956-2b2ac836e848 req-c4f1d07f-b8be-4e6c-9c63-32dd53c099c3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:12.036921 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29c42d4a-dd3a-4ca5-a956-2b2ac836e848 req-c4f1d07f-b8be-4e6c-9c63-32dd53c099c3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0486341 Dec 08 13:26:12.082873 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29c42d4a-dd3a-4ca5-a956-2b2ac836e848 req-902f939d-16df-451d-ae65-7109e00e3555 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Dec 08 13:26:12.899529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4a92f509-021d-4e38-a45e-002bd2b0111f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:13.197824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d422fe-7d7f-4714-ab2a-d76ea53f4598 req-6b42c2d3-39cf-4a86-8015-30fa42d7b814 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:13.199325 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d422fe-7d7f-4714-ab2a-d76ea53f4598 req-6b42c2d3-39cf-4a86-8015-30fa42d7b814 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0491743 Dec 08 13:26:13.245607 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d422fe-7d7f-4714-ab2a-d76ea53f4598 req-cd9b414b-b6f9-49a8-a2a8-ef101a44eb96 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Dec 08 13:26:14.133857 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:14.362195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d827b-7f86-4bce-a1cc-23030ffb4ef7 req-d121dbea-c259-414e-8175-104c0e491bb9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:14.363720 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bb7d827b-7f86-4bce-a1cc-23030ffb4ef7 req-d121dbea-c259-414e-8175-104c0e491bb9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0522349 Dec 08 13:26:14.410478 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bb7d827b-7f86-4bce-a1cc-23030ffb4ef7 req-1f9e07d0-2c87-45e7-9ae6-405c773d0deb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406988 Dec 08 13:26:15.242508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:15.524410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38f7ff-71ef-4cd5-9739-9985c1ba69d1 req-3b5876bf-8952-4537-ad8e-1f62807a3a66 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:15.525886 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a38f7ff-71ef-4cd5-9739-9985c1ba69d1 req-3b5876bf-8952-4537-ad8e-1f62807a3a66 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0490129 Dec 08 13:26:15.573329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a38f7ff-71ef-4cd5-9739-9985c1ba69d1 req-ae1ccd4c-4511-4f66-93a4-0879e3bc7cab tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412149 Dec 08 13:26:16.251534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:16.692019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f4c9-35c2-45b0-aedb-d980fe707673 req-5c2194a5-f30b-45cf-a376-88fc33c3ace2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:16.693486 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fe24f4c9-35c2-45b0-aedb-d980fe707673 req-5c2194a5-f30b-45cf-a376-88fc33c3ace2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0541058 Dec 08 13:26:16.740506 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fe24f4c9-35c2-45b0-aedb-d980fe707673 req-e4776b75-b643-4121-856d-1dd1700ed9cc tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Dec 08 13:26:17.148146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02977cf-ecf1-416a-bdcc-413fbcef3a72 req-1230854d-5f4a-4407-9454-8d6d46d84bbe tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:17.149644 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d02977cf-ecf1-416a-bdcc-413fbcef3a72 req-1230854d-5f4a-4407-9454-8d6d46d84bbe tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0484171 Dec 08 13:26:17.197070 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d02977cf-ecf1-416a-bdcc-413fbcef3a72 req-3f436c76-558e-4dc2-9ed2-0273774d96d7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 Dec 08 13:26:17.314880 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-f7a1adbd-6340-4e50-86a0-fbd30e6e6f42 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399506 Dec 08 13:26:18.320028 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e7678-d289-46bc-ab8c-2f1707facc44 req-c921d757-a69d-486d-ae19-8fdc428f8900 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:18.321524 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-247e7678-d289-46bc-ab8c-2f1707facc44 req-c921d757-a69d-486d-ae19-8fdc428f8900 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0535018 Dec 08 13:26:18.368003 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-247e7678-d289-46bc-ab8c-2f1707facc44 req-a3fbf027-0e06-4b2c-b673-e7534abb5c90 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405643 Dec 08 13:26:19.236309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-3e94df6c-c8ed-473e-a6d3-ab2e028643fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:19.237796 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-3e94df6c-c8ed-473e-a6d3-ab2e028643fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 1098 time: 0.0417681 Dec 08 13:26:19.333978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-1ad76735-28b4-4934-9ddf-6236e388109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:19.335488 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-1ad76735-28b4-4934-9ddf-6236e388109e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0901709 Dec 08 13:26:19.400824 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-f21f7ffe-35eb-423e-8d58-b0f08d46bafd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161 HTTP/1.1" status: 200 len: 1001 time: 0.0583103 Dec 08 13:26:19.478258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-ec358a56-685c-42e2-9cda-37a0330678db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:19.479720 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-ec358a56-685c-42e2-9cda-37a0330678db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0708122 Dec 08 13:26:19.506649 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a483769-8e5b-4644-a44c-a1925880698c req-876e957c-838a-4de3-b0cc-5f6b109f458d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:19.507969 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0a483769-8e5b-4644-a44c-a1925880698c req-876e957c-838a-4de3-b0cc-5f6b109f458d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0720241 Dec 08 13:26:19.564448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-41a6e1fe-6e5b-4aab-852f-a325913c614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:19.565907 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-41a6e1fe-6e5b-4aab-852f-a325913c614f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780301 Dec 08 13:26:19.573315 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0a483769-8e5b-4644-a44c-a1925880698c req-ecd6db0e-6430-477d-b3a1-b4ac46f8a586 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520437 Dec 08 13:26:19.667728 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-e6162360-b56a-43b5-823e-87972897e40c service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934625 Dec 08 13:26:19.756155 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-e3afbf52-3a39-4a72-9156-c08382848976 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812662 Dec 08 13:26:20.697276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c504-9aef-4a89-af5e-725b7baaddb3 req-e9b40bed-7ffe-49c9-aeb8-2fb8417a02cb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:20.698769 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1589c504-9aef-4a89-af5e-725b7baaddb3 req-e9b40bed-7ffe-49c9-aeb8-2fb8417a02cb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0527675 Dec 08 13:26:20.744795 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1589c504-9aef-4a89-af5e-725b7baaddb3 req-3b538d6e-33be-4147-bf4c-b8fae134d302 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396638 Dec 08 13:26:21.553948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-b5e8af06-02bf-4677-bb08-c39aa3bc730e service neutron] 10.222.0.72 "GET /v2.0/ports/820eb49d-b665-4e9f-beb2-f1a2c8503161/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0540581 Dec 08 13:26:21.865395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f993d-d799-44aa-8c8b-7f529aa454e0 req-542d4b46-9592-4e11-b1cc-31059ce4ce5c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:21.866876 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-331f993d-d799-44aa-8c8b-7f529aa454e0 req-542d4b46-9592-4e11-b1cc-31059ce4ce5c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Dec 08 13:26:21.916098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-331f993d-d799-44aa-8c8b-7f529aa454e0 req-17e82264-9282-4850-90d0-658d68c62cff tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432534 Dec 08 13:26:22.007397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-1df95f30-78d2-46bc-a13d-14d28b489a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:22.008925 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-1df95f30-78d2-46bc-a13d-14d28b489a51 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 1098 time: 0.0435400 Dec 08 13:26:22.069091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-19d8b9ef-51f4-43df-b33e-376fd23c3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:22.070543 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-19d8b9ef-51f4-43df-b33e-376fd23c3b38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 1098 time: 0.0395386 Dec 08 13:26:22.158822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-4e6d3eb2-35e1-48fe-8863-f6b807591c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:22.160184 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-4e6d3eb2-35e1-48fe-8863-f6b807591c86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0829349 Dec 08 13:26:22.227413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-58c2068c-1b10-40a3-ae65-9023e62e03e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161 HTTP/1.1" status: 200 len: 1001 time: 0.0601928 Dec 08 13:26:22.278109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-29cd8285-11b8-47d6-953f-9ce3f9c6e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:22.279591 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-29cd8285-11b8-47d6-953f-9ce3f9c6e7a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0456910 Dec 08 13:26:22.324214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-f9241709-09e7-4e0d-8b93-70521363e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:22.325662 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-f9241709-09e7-4e0d-8b93-70521363e13e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385499 Dec 08 13:26:22.417478 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-eb8ad739-2c70-484d-95b2-6423dcb769eb service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837247 Dec 08 13:26:22.509006 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ae8f9c6-eeb7-4e1e-a3ad-a944a365e306 req-0f8539c9-463e-4703-a514-454bbd2d49aa service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842574 Dec 08 13:26:23.031444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0ba44-1038-46b9-9f22-48bf27e0cdab req-34ae8dd3-b25b-4b1c-97f9-512cb7219c5e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:23.032833 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-66e0ba44-1038-46b9-9f22-48bf27e0cdab req-34ae8dd3-b25b-4b1c-97f9-512cb7219c5e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0491736 Dec 08 13:26:23.079554 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-66e0ba44-1038-46b9-9f22-48bf27e0cdab req-ed1b59b0-ac17-4bcf-9f4f-554742a12fb9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408454 Dec 08 13:26:24.193207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e6102-480b-453a-869e-ab088265d7af req-d7867983-a732-4a12-8c14-745e17dc5532 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:24.194745 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c72e6102-480b-453a-869e-ab088265d7af req-d7867983-a732-4a12-8c14-745e17dc5532 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0481513 Dec 08 13:26:24.242528 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c72e6102-480b-453a-869e-ab088265d7af req-c00fc797-e4c9-4633-943b-a023bee00e45 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Dec 08 13:26:24.460833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 820eb49d-b665-4e9f-beb2-f1a2c8503161 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:26:24.462969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 820eb49d-b665-4e9f-beb2-f1a2c8503161 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:26:24.604234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:24.624923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:26:24.643792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:26:24.645988 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e09ea4-7da0-4d52-98f2-fe1f75f11b60" -d '{"events": [{"server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "name": "network-vif-unplugged", "status": "completed", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:26:24.650400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'mac_address': 'fa:16:3e:5e:c9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:26:24.660383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:26:24.698424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:24.709321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 820eb49d-b665-4e9f-beb2-f1a2c8503161 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:26:24.716986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:24.763336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa9e4da-438e-46ff-aa9c-b0628f4f121f x-openstack-request-id: req-4fa9e4da-438e-46ff-aa9c-b0628f4f121f {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:26:24.763641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "name": "network-vif-unplugged", "status": "completed", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:26:24.763898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fa9e4da-438e-46ff-aa9c-b0628f4f121f {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:26:24.764285 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'code': 200} Dec 08 13:26:24.793304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:26:24.793991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:26:24.798552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=820eb49d-b665-4e9f-beb2-f1a2c8503161,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:26:24.805830 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.806190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.806589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.806935 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.807278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.807617 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.807954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.808289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.808624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.808957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.809289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.809620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:24.809945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:25.330045 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:25.342745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820eb49d-b665-4e9f-beb2-f1a2c8503161 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:26:25.362328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:26:25.363941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199064aa-03bf-4773-83d2-cdb9f330a447 req-3e96154e-e3db-455d-91dc-b218c2db265a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:25.365426 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-199064aa-03bf-4773-83d2-cdb9f330a447 req-3e96154e-e3db-455d-91dc-b218c2db265a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 943 time: 0.0524218 Dec 08 13:26:25.412600 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-199064aa-03bf-4773-83d2-cdb9f330a447 req-2122181a-db72-4109-82dc-2e6eece98cc0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408275 Dec 08 13:26:25.434557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:25.487167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=820eb49d-b665-4e9f-beb2-f1a2c8503161,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:26:25.495709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['820eb49d-b665-4e9f-beb2-f1a2c8503161'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:26:25.761227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d990b2-d384-45ae-bc70-fc2ac7bd1198 req-b64e5b2f-ea39-4dda-9e62-6d656227ad85 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:25.762919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-27d990b2-d384-45ae-bc70-fc2ac7bd1198 req-b64e5b2f-ea39-4dda-9e62-6d656227ad85 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 944 time: 0.0487344 Dec 08 13:26:25.840224 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-27d990b2-d384-45ae-bc70-fc2ac7bd1198 req-923f953a-c69b-4a01-bfc4-0f7ab53c0426 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712409 Dec 08 13:26:25.859481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-b81833ba-e718-4375-905b-6c43ce67faaf tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:25.859481 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-b81833ba-e718-4375-905b-6c43ce67faaf tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7&tenant_id=451faace737847a6a082e8cff0aa37df&binding%3Ahost_id=hv-neutron-7996 HTTP/1.1" status: 200 len: 944 time: 0.0650074 Dec 08 13:26:25.940097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-57ab44f1-2f5c-49e7-8adc-bb67bf771aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:25.941441 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-57ab44f1-2f5c-49e7-8adc-bb67bf771aa1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 1097 time: 0.0401859 Dec 08 13:26:26.028600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-59f600a8-7fa6-4fcf-ab7f-9b187a598b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:26.030040 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-59f600a8-7fa6-4fcf-ab7f-9b187a598b6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0818861 Dec 08 13:26:26.098009 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-5814d2cb-1dbe-4a02-9601-12a4e6fd3f5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161 HTTP/1.1" status: 200 len: 1000 time: 0.0599885 Dec 08 13:26:26.145524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-f126e41c-1347-4d5d-bf77-66f99c9ee065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:26.146971 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-f126e41c-1347-4d5d-bf77-66f99c9ee065 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0425451 Dec 08 13:26:26.191771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-1679bcb8-765c-41f5-b892-da9cd345079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:26.193156 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-1679bcb8-765c-41f5-b892-da9cd345079a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394053 Dec 08 13:26:26.284869 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-cdc3b2bd-7ea2-48b0-8918-83ee4a05e8f2 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849035 Dec 08 13:26:26.374700 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-17ddd187-ae74-4a8a-9981-fc118c70f324 req-ed698e2a-dd4f-428c-881e-6e978d238a59 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832999 Dec 08 13:26:26.475604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 820eb49d-b665-4e9f-beb2-f1a2c8503161 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:26:26.527009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 820eb49d-b665-4e9f-beb2-f1a2c8503161 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:26:26.527645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:26.606523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:26.639204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:26:26.714259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:26.760995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=820eb49d-b665-4e9f-beb2-f1a2c8503161,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:26:26.765008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:26:26.767263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271acc66-8dd8-4c0c-b9f1-269dd231b8c2" -d '{"events": [{"server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "name": "network-vif-plugged", "status": "completed", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:26:26.809646 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24415820-454d-4ca0-bb11-2c8640d15f95 x-openstack-request-id: req-24415820-454d-4ca0-bb11-2c8640d15f95 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:26:26.809944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "name": "network-vif-plugged", "status": "completed", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:26:26.810209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24415820-454d-4ca0-bb11-2c8640d15f95 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:26:26.810636 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'code': 200} Dec 08 13:26:26.957102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16474c-1951-45d1-a37a-6ead8ab0f3da req-c1453015-a3c1-4ec6-aa78-3e9124bc810a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:26.958562 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3a16474c-1951-45d1-a37a-6ead8ab0f3da req-c1453015-a3c1-4ec6-aa78-3e9124bc810a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0489390 Dec 08 13:26:27.006779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3a16474c-1951-45d1-a37a-6ead8ab0f3da req-742411f5-a05a-4de7-9342-82e82f142e00 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Dec 08 13:26:28.121315 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5417d40-4f37-4e77-a108-1caa57a781d7 req-a27043c6-3edf-4931-abbc-c6ce2f28a398 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:28.122807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b5417d40-4f37-4e77-a108-1caa57a781d7 req-a27043c6-3edf-4931-abbc-c6ce2f28a398 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0469925 Dec 08 13:26:28.168316 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b5417d40-4f37-4e77-a108-1caa57a781d7 req-e7d2e105-9dbc-4493-840d-d65a7d364a7f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390232 Dec 08 13:26:28.284301 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b2182-e55c-48e5-b317-5025444ca7a5 req-3b36870b-aea9-4808-88f2-e9dd1dbc600a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:28.286624 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba8b2182-e55c-48e5-b317-5025444ca7a5 req-3b36870b-aea9-4808-88f2-e9dd1dbc600a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0527363 Dec 08 13:26:28.333643 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba8b2182-e55c-48e5-b317-5025444ca7a5 req-170c584c-490f-48e2-bddb-9caee1756bc8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Dec 08 13:26:28.638379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b33c6b-e98a-49ec-84bc-88cc02601cc8 req-af656f3d-7b8d-49b9-a021-7455b879f295 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:28.639949 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6b33c6b-e98a-49ec-84bc-88cc02601cc8 req-af656f3d-7b8d-49b9-a021-7455b879f295 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0495536 Dec 08 13:26:28.712893 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6b33c6b-e98a-49ec-84bc-88cc02601cc8 req-d98ccca4-65cc-4097-bd3a-7bc781b6e7df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669446 Dec 08 13:26:28.725511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49878fa-589e-4da0-aa19-1cc33412792b req-5f8780d5-b506-48c4-8d51-6b05371b2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:28.727036 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b49878fa-589e-4da0-aa19-1cc33412792b req-5f8780d5-b506-48c4-8d51-6b05371b2daf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 1098 time: 0.0522208 Dec 08 13:26:28.818228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49878fa-589e-4da0-aa19-1cc33412792b req-ecfafb21-1ea5-4018-b5fe-6b8b3dc2eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:28.819631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b49878fa-589e-4da0-aa19-1cc33412792b req-ecfafb21-1ea5-4018-b5fe-6b8b3dc2eeca service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0860047 Dec 08 13:26:28.887226 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b49878fa-589e-4da0-aa19-1cc33412792b req-6b655691-aea6-4666-923f-4d47359599be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161 HTTP/1.1" status: 200 len: 1001 time: 0.0606394 Dec 08 13:26:28.935619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49878fa-589e-4da0-aa19-1cc33412792b req-c8abda66-c11d-4ec4-ba17-f0e3a6f83eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:28.937034 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b49878fa-589e-4da0-aa19-1cc33412792b req-c8abda66-c11d-4ec4-ba17-f0e3a6f83eeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0424213 Dec 08 13:26:28.982587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49878fa-589e-4da0-aa19-1cc33412792b req-ab3de4ad-9042-4b07-b323-77cee553a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:28.984074 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b49878fa-589e-4da0-aa19-1cc33412792b req-ab3de4ad-9042-4b07-b323-77cee553a986 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393891 Dec 08 13:26:29.075439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b49878fa-589e-4da0-aa19-1cc33412792b req-ea00612b-6484-452d-9f41-bce55e8b9fa6 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840058 Dec 08 13:26:29.163459 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b49878fa-589e-4da0-aa19-1cc33412792b req-e7c987fe-64d7-48d7-ade7-1d211b465d66 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805783 Dec 08 13:26:29.831859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac0e84-0181-4b3a-83bf-039498266724 req-fb7d716a-8e65-4207-9cac-1c6d57f45051 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:29.833358 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1ac0e84-0181-4b3a-83bf-039498266724 req-fb7d716a-8e65-4207-9cac-1c6d57f45051 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0495107 Dec 08 13:26:29.884361 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1ac0e84-0181-4b3a-83bf-039498266724 req-4b8f9a03-09f8-4fe9-ac45-ad9852796027 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448866 Dec 08 13:26:30.996790 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30133a-7abf-492a-ac15-2bc011e98c50 req-6147f9b4-5fea-451c-be29-b4ab6298408b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:30.998256 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec30133a-7abf-492a-ac15-2bc011e98c50 req-6147f9b4-5fea-451c-be29-b4ab6298408b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0470300 Dec 08 13:26:31.044446 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec30133a-7abf-492a-ac15-2bc011e98c50 req-b3837a4c-0c60-48a6-abe3-df3b1ba797ca tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396821 Dec 08 13:26:31.526550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2e9f7-05dc-4e14-b0c5-fa6ca29fd962 req-aa510d49-9dd3-4f4d-a09b-02bd407012c5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:31.528129 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0aa2e9f7-05dc-4e14-b0c5-fa6ca29fd962 req-aa510d49-9dd3-4f4d-a09b-02bd407012c5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Dec 08 13:26:31.575950 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0aa2e9f7-05dc-4e14-b0c5-fa6ca29fd962 req-5c2e1987-6494-43ea-87be-942f83eec05b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412042 Dec 08 13:26:32.696060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c257d5b-1680-406d-b169-6b33516c1a3d req-abbab36f-440d-4b43-8996-20db03bfa3c7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:32.697540 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6c257d5b-1680-406d-b169-6b33516c1a3d req-abbab36f-440d-4b43-8996-20db03bfa3c7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0519400 Dec 08 13:26:32.743307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6c257d5b-1680-406d-b169-6b33516c1a3d req-140d8249-4d60-4892-99be-b08bb190ac25 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398624 Dec 08 13:26:33.185976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea4493-11b6-4651-a46a-b6eece612574 req-640f1e26-6d46-43f1-a430-4570452ebcc0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:33.187412 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-96ea4493-11b6-4651-a46a-b6eece612574 req-640f1e26-6d46-43f1-a430-4570452ebcc0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 945 time: 0.0574291 Dec 08 13:26:33.277843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Deleting port 820eb49d-b665-4e9f-beb2-f1a2c8503161 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:26:33.278182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:33.364747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] For port 820eb49d-b665-4e9f-beb2-f1a2c8503161, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=820eb49d-b665-4e9f-beb2-f1a2c8503161,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:26:33.365115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:33.493844 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:26:33.532848 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:33.533782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:33.534099 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d disassociated. External IP: 172.26.7.138, port: 820eb49d-b665-4e9f-beb2-f1a2c8503161. Dec 08 13:26:33.534438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Calling delete_port for 820eb49d-b665-4e9f-beb2-f1a2c8503161 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:26:33.719904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:33.745607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event deleted for resources: {'Port': ['ID=820eb49d-b665-4e9f-beb2-f1a2c8503161,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:26:33.755606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.755959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.756302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.756641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.756977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.757308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.757634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.758463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.758463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.758767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.758998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.759310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.759630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:26:33.847205 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-909c41af-b928-435b-842d-1caf259d8230 req-3d46474c-fb60-4401-8474-609df2e7522f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 210 time: 0.0331292 Dec 08 13:26:33.902785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:26:34.008984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:26:34.019750 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:26:34.029210 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:26:34.029759 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:26:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:26:34.049620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] No DVR routers for this DVR port 820eb49d-b665-4e9f-beb2-f1a2c8503161 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:26:34.052153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:34.055787 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-96ea4493-11b6-4651-a46a-b6eece612574 req-a6e88095-4fcd-465f-9136-a7074d631b67 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "DELETE /v2.0/ports/820eb49d-b665-4e9f-beb2-f1a2c8503161 HTTP/1.1" status: 204 len: 173 time: 0.8621786 Dec 08 13:26:34.056242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'name': 'network-vif-deleted', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:26:34.058465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0bce02-04bd-40d3-b10b-656b36200f0c" -d '{"events": [{"server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "name": "network-vif-deleted", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:26:34.095477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6e0f2d-8bcd-4b0c-99a3-16049f1487a6 x-openstack-request-id: req-1d6e0f2d-8bcd-4b0c-99a3-16049f1487a6 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:26:34.095785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1541a8-22bb-4b03-a5b5-b0f375c376a7", "name": "network-vif-deleted", "tag": "820eb49d-b665-4e9f-beb2-f1a2c8503161", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:26:34.096047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d6e0f2d-8bcd-4b0c-99a3-16049f1487a6 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:26:34.096453 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1541a8-22bb-4b03-a5b5-b0f375c376a7', 'name': 'network-vif-deleted', 'tag': '820eb49d-b665-4e9f-beb2-f1a2c8503161', 'status': 'completed', 'code': 200} Dec 08 13:26:34.136670 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:26:34.340602 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:26:34.458406 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:26:34.466962 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:26:34.467891 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:26:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:26:34.583216 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:26:34.778609 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:26:34.812933 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf7d9d-fc4a-4aab-8e1d-91dd6cc1e66d None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:26:34.959176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-587475dc-a76f-46b6-b997-c34530d82676 req-6d625400-2387-4f8b-aa21-dbcc072c0d17 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c1541a8-22bb-4b03-a5b5-b0f375c376a7 HTTP/1.1" status: 200 len: 210 time: 0.0273137 Dec 08 13:26:35.040255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe2de8-1808-4342-85f9-da08a2ac2037 None None] New status for floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:26:36.212010 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-f7e2e6dc-0d8d-48e2-b47b-bb72249a48e5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1205239373&fields=id&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 267 time: 0.0422969 Dec 08 13:26:36.318464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-5f9c3844-4bce-4acb-a5e6-13a79111dbd5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:36.319870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-5f9c3844-4bce-4acb-a5e6-13a79111dbd5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 811 time: 0.1012039 Dec 08 13:26:36.335651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-76cf4f9f-d911-47b7-9641-f6c6e769244e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/quotas/451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 375 time: 0.0094478 Dec 08 13:26:36.384357 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-ed9b3ad2-3e68-494e-9187-c9878624a825 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433908 Dec 08 13:26:36.478409 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-80ef34f9-e973-4e66-9d0b-e4198a414b45 service neutron] 10.222.0.76 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820472 Dec 08 13:26:36.553786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 820eb49d-b665-4e9f-beb2-f1a2c8503161 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:26:36.574660 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 820eb49d-b665-4e9f-beb2-f1a2c8503161 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:26:36.574926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 820eb49d-b665-4e9f-beb2-f1a2c8503161 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:26:36.901757 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-cd7195ef-4df8-4a59-9af2-36ab2f711cbd service neutron] 10.222.0.76 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172320 Dec 08 13:26:37.154509 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-048e232e-24c4-4c5c-8669-16758f1f345d req-ec453ca4-e29e-470a-a8bd-40dcf50311e0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 210 time: 0.0255949 Dec 08 13:26:38.253707 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0fc2dc65-710b-46a7-b081-fa4a3a2b7f0a req-0067fd46-418e-49d2-9c20-85651968f19d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 210 time: 0.0290837 Dec 08 13:26:38.711793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-0d16b6be-c848-432b-81be-321bb016d7eb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:38.713225 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-0d16b6be-c848-432b-81be-321bb016d7eb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 811 time: 0.1003239 Dec 08 13:26:38.774472 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-430fe7f5-317b-46db-a27b-08b0d1064bf7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 380 time: 0.0505583 Dec 08 13:26:38.784237 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'port': {'device_id': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'admin_state_up': True, 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'security_groups': ['8070870d-db08-4f12-a5fc-6220d8c01338']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:26:38.944822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Made reservation on behalf of 451faace737847a6a082e8cff0aa37df for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:26:38.948370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:39.075573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Allocated IP 172.20.0.14 (8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f/ab32eebc-692c-4865-b9cf-1e93c1482466/580bcf40-3dc3-4fb4-b1bf-e9526fcb968e) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:26:39.206199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:39.276069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:39.320191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:26:39.323323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:26:39.328125 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:26:39.381211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:26:39.418086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3e43-4a9e-4e2d-81ca-b62e0dc7bb67 req-fcfe438a-8efd-4ddd-ade4-607b4b331da8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:39.419641 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ce3e3e43-4a9e-4e2d-81ca-b62e0dc7bb67 req-fcfe438a-8efd-4ddd-ade4-607b4b331da8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 932 time: 0.0925853 Dec 08 13:26:39.425334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:39.425949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:39.477514 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ce3e3e43-4a9e-4e2d-81ca-b62e0dc7bb67 req-db84425f-6b80-4a92-b97e-ea189d3a508b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484955 Dec 08 13:26:39.542026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-bc9c2c09-2655-4759-ae76-ed0994c525b5 None None] Provisioning complete for port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:26:39.542563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bc9c2c09-2655-4759-ae76-ed0994c525b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:39.545081 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-4516cde4-8f9f-444b-ba61-a706f940d47a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7644706 Dec 08 13:26:39.558392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Request body: {'port': {'device_id': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:26:39.579061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c2c09-2655-4759-ae76-ed0994c525b5 None None] Port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:26:39.614931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:39.868538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:26:39.875759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:39.887777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Transition to ACTIVE for port object 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:26:39.942314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:39.993460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:26:40.068588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Attempting to bind port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:26:40.069015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Attempting to bind port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:26:40.069351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Attempting to bind port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:26:40.074134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:26:40.074462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Attempting to bind port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:26:40.079669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:26:40.080013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Checking segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:26:40.080404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Bound using segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:26:40.080864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Bound port: 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:26:40.081251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:40.145343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:26:40.148551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:26:40.228551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:40.263779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:40.264395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:40.265779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] 10.222.0.72 "PUT /v2.0/ports/580bcf40-3dc3-4fb4-b1bf-e9526fcb968e HTTP/1.1" status: 200 len: 1094 time: 0.7115364 Dec 08 13:26:40.266219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:26:40.268521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c1e3cd-0718-48f0-883f-3bebf094b957" -d '{"events": [{"name": "network-changed", "server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:26:40.302959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e7533-b0b3-4b99-9eb9-366c43e35351 service neutron] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:26:40.311142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349ac65e-9e99-431d-a06c-82befc675ddf x-openstack-request-id: req-349ac65e-9e99-431d-a06c-82befc675ddf {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:26:40.311940 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:26:40.312336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-349ac65e-9e99-431d-a06c-82befc675ddf {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:26:40.312795 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'status': 'completed', 'code': 200} Dec 08 13:26:40.373462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:40.384606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1e3cd-0718-48f0-883f-3bebf094b957 req-ff1967cb-ef9e-4396-8d04-183e4d115b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:40.386776 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7c1e3cd-0718-48f0-883f-3bebf094b957 req-ff1967cb-ef9e-4396-8d04-183e4d115b13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 1097 time: 0.0528598 Dec 08 13:26:40.485681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6e81eee3-4a40-4e8d-9845-74162d91f3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:40.510393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1e3cd-0718-48f0-883f-3bebf094b957 req-edf24ca5-0add-4156-bb34-f981c3cba05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:40.512029 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7c1e3cd-0718-48f0-883f-3bebf094b957 req-edf24ca5-0add-4156-bb34-f981c3cba05d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=451faace737847a6a082e8cff0aa37df&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1141808 Dec 08 13:26:40.648401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022abdb0-496f-47a8-b27d-c1045cbc16c1 req-62996301-c80b-45c3-aac2-281903042539 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:40.649780 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-022abdb0-496f-47a8-b27d-c1045cbc16c1 req-62996301-c80b-45c3-aac2-281903042539 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 944 time: 0.0951619 Dec 08 13:26:40.652494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1e3cd-0718-48f0-883f-3bebf094b957 req-9c1e2311-9558-43ba-8157-36e61d67f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:40.653837 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7c1e3cd-0718-48f0-883f-3bebf094b957 req-9c1e2311-9558-43ba-8157-36e61d67f74c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331513 Dec 08 13:26:40.707967 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-022abdb0-496f-47a8-b27d-c1045cbc16c1 req-a470fd86-c44a-4331-80e0-52d33726951d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520191 Dec 08 13:26:40.739959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-8775b662-c0e6-4874-a56b-9134b9ae417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:40.741445 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-8775b662-c0e6-4874-a56b-9134b9ae417e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 1097 time: 0.0484991 Dec 08 13:26:40.782348 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-7508afd1-8cf6-4e10-b9a7-f8f1257a1a41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e HTTP/1.1" status: 200 len: 217 time: 0.0332894 Dec 08 13:26:40.835041 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-ccaacf38-1840-4083-9925-e3c92b43c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:40.836499 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-ccaacf38-1840-4083-9925-e3c92b43c452 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0440419 Dec 08 13:26:40.880699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-27cd0055-cb06-46ad-ac3d-2fb59f51c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:40.882120 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-27cd0055-cb06-46ad-ac3d-2fb59f51c2e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386620 Dec 08 13:26:40.973820 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-0dc3d39e-c720-4072-ab7f-eaeaa311763b service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845022 Dec 08 13:26:41.065232 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55be1a7c-4e28-406d-af4f-8da172d9f52f req-b684c2ee-4137-43f1-b851-a30109764911 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847898 Dec 08 13:26:41.824141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff66dc3-1942-4fff-a11c-36cfc7cca587 req-278234ff-5f4f-4d1f-8df1-05ec7a7582d4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:41.825609 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cff66dc3-1942-4fff-a11c-36cfc7cca587 req-278234ff-5f4f-4d1f-8df1-05ec7a7582d4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 944 time: 0.0495524 Dec 08 13:26:41.872461 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cff66dc3-1942-4fff-a11c-36cfc7cca587 req-f2ff50ec-cdbd-4cd5-94e6-91b90f5bb21b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408101 Dec 08 13:26:42.569991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:26:42.809856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:26:42.826663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'mac_address': 'fa:16:3e:70:78:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:26:42.863807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:42.875962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:26:42.881616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4e65-ad10-4817-bfdc-b7fbf099e351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:42.897116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:26:42.976413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:42.985258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f0495-9c55-4a42-9b91-44aadcab16c4 req-643e0dde-1b2a-417c-8a93-1c22d2b5517e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:42.987413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d04f0495-9c55-4a42-9b91-44aadcab16c4 req-643e0dde-1b2a-417c-8a93-1c22d2b5517e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 944 time: 0.0497835 Dec 08 13:26:43.023810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:26:43.034779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d04f0495-9c55-4a42-9b91-44aadcab16c4 req-83f8a6d1-b177-48a3-950d-21ff399b3ff7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Dec 08 13:26:43.183056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:26:44.136366 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:44.155562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9e836-a90c-480c-b5de-a05bfb44759b req-b8a7d56d-edba-46fd-af9a-6b482c42de70 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:44.157040 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bff9e836-a90c-480c-b5de-a05bfb44759b req-b8a7d56d-edba-46fd-af9a-6b482c42de70 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 945 time: 0.0529392 Dec 08 13:26:44.202888 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bff9e836-a90c-480c-b5de-a05bfb44759b req-d73c534a-0ae1-43ba-88f7-838288af163a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Dec 08 13:26:44.570291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:26:44.681401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:26:44.685414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:26:44.685790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:44.763034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:44.784883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:26:44.787140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902e05c0-5166-494a-96d7-e4793dea933b" -d '{"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-plugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:26:44.799761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:26:44.826590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bd405c-c1ce-4ce1-93cf-d4ff6828bffa x-openstack-request-id: req-f6bd405c-c1ce-4ce1-93cf-d4ff6828bffa {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:26:44.831223 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-plugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:26:44.831223 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6bd405c-c1ce-4ce1-93cf-d4ff6828bffa {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:26:44.831223 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'code': 200} Dec 08 13:26:44.870159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:44.916239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:26:45.101848 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc11c2b-9940-41f5-aacf-9cbcec4ce3ae req-a321d87d-7541-4c17-a095-23d863e7ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:45.103307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bcc11c2b-9940-41f5-aacf-9cbcec4ce3ae req-a321d87d-7541-4c17-a095-23d863e7ed8a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 1099 time: 0.0391817 Dec 08 13:26:45.145929 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bcc11c2b-9940-41f5-aacf-9cbcec4ce3ae req-c1ceddd6-ccda-41bf-b723-6bbb3488d6c5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362661 Dec 08 13:26:45.250816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:45.317946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562219da-5ca3-4352-a93d-092baef4ff2b req-0f9955fe-4db4-4ecd-a8e0-781d4261bf68 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:45.319469 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-562219da-5ca3-4352-a93d-092baef4ff2b req-0f9955fe-4db4-4ecd-a8e0-781d4261bf68 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0489228 Dec 08 13:26:45.369884 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-562219da-5ca3-4352-a93d-092baef4ff2b req-6901362a-3483-49c4-b17d-97f7bd5e48d2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442183 Dec 08 13:26:46.233378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:46.487040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dd9d4-9b73-4f83-8a23-0a41a091fd09 req-1e956f77-8f45-4b19-9890-658b67fffdbb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:46.488418 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c0dd9d4-9b73-4f83-8a23-0a41a091fd09 req-1e956f77-8f45-4b19-9890-658b67fffdbb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0504014 Dec 08 13:26:46.534782 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c0dd9d4-9b73-4f83-8a23-0a41a091fd09 req-83aa498f-773a-4113-b48c-46b435667289 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403705 Dec 08 13:26:46.646254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a0866-e14e-4a3b-907d-c4375330d9e7 req-320586b1-d30a-484a-8f07-5746a3f3cf97 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:46.647772 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-907a0866-e14e-4a3b-907d-c4375330d9e7 req-320586b1-d30a-484a-8f07-5746a3f3cf97 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0479271 Dec 08 13:26:46.656265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35608) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:26:46.661226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6ae92f13-0f1c-40b1-8c54-30fef7aa8f30 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'floatingip': {'port_id': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:26:46.703370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ae92f13-0f1c-40b1-8c54-30fef7aa8f30 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:47.136313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ae92f13-0f1c-40b1-8c54-30fef7aa8f30 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:47.227958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ae92f13-0f1c-40b1-8c54-30fef7aa8f30 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:47.323954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-6ae92f13-0f1c-40b1-8c54-30fef7aa8f30 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d associated. External IP: 172.26.7.138, port: 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e. Dec 08 13:26:47.527690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae92f13-0f1c-40b1-8c54-30fef7aa8f30 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:26:47.642481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae92f13-0f1c-40b1-8c54-30fef7aa8f30 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:26:47.647355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6ae92f13-0f1c-40b1-8c54-30fef7aa8f30 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:26:47.651929 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:26:47.661242 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:26:47.661850 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:26:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:26:47.675159 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6ae92f13-0f1c-40b1-8c54-30fef7aa8f30 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "PUT /v2.0/floatingips/924f2375-0c75-4642-9f71-e3bf61c7928d HTTP/1.1" status: 200 len: 992 time: 1.0177932 Dec 08 13:26:47.675753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:26:47.678263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398e13e4-cb8d-4c42-8aad-1a9e83147a34" -d '{"events": [{"name": "network-changed", "server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:26:47.715674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256f603-64b0-4244-968c-8f55709f7692 x-openstack-request-id: req-9256f603-64b0-4244-968c-8f55709f7692 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:26:47.715979 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:26:47.716239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9256f603-64b0-4244-968c-8f55709f7692 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:26:47.716681 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'status': 'completed', 'code': 200} Dec 08 13:26:47.771052 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:26:47.785387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-0be7b3c5-e076-4d45-bea6-2ca828862eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:47.786943 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-0be7b3c5-e076-4d45-bea6-2ca828862eb2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 1099 time: 0.0448604 Dec 08 13:26:47.876284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-a644ead4-9702-469d-ad4b-15cd0402e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:47.878280 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-a644ead4-9702-469d-ad4b-15cd0402e049 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0844326 Dec 08 13:26:47.947857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-be199b2d-5963-488e-8cb0-87084eff050e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e HTTP/1.1" status: 200 len: 1000 time: 0.0620055 Dec 08 13:26:47.988649 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:70:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:26:47Z', 'revision_number': 9, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:26:47.996319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-d37c4702-b726-44af-8e7b-34e5d9c0d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:47.997783 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-d37c4702-b726-44af-8e7b-34e5d9c0d5a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0433028 Dec 08 13:26:48.017849 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:26:48.026141 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:26:48.026780 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:26:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:26:48.042972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-540c4116-c636-4237-9ca9-f4d11fbaa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:26:48.044414 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-540c4116-c636-4237-9ca9-f4d11fbaa7c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393932 Dec 08 13:26:48.131232 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:26:48.136168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-a22c1295-b82f-4aad-9c3b-b5c4cf57155a service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837207 Dec 08 13:26:48.224027 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-398e13e4-cb8d-4c42-8aad-1a9e83147a34 req-a49cf626-424e-4764-9aee-7f9b9f0364e6 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811989 Dec 08 13:26:48.348451 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:70:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:26:47Z', 'revision_number': 9, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:26:48.376043 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c2928-7f39-4267-8469-54f9af8a86a0 None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:70:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:26:47Z', 'revision_number': 9, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:26:48.553222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957062d-97d8-4922-830b-319996eba80a None None] New status for floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:27:10.242561 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-5a86d2d2-c22b-478b-ae42-8eadca9c4875 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435672 Dec 08 13:27:10.323547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-6d2549fe-3cbb-4dbd-bf84-42d20829f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:10.325113 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-6d2549fe-3cbb-4dbd-bf84-42d20829f003 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 1099 time: 0.0404830 Dec 08 13:27:10.358761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:10.431769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-6aa7ae7b-cdad-4ae1-9030-69255fae25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:10.433213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-6aa7ae7b-cdad-4ae1-9030-69255fae25e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0877316 Dec 08 13:27:10.484398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-be664cb3-6a7e-4a23-9d07-2ffb5d3bdf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:10.495661 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:27:10.504071 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-15b911ae-fe44-4648-abab-629503752bcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e HTTP/1.1" status: 200 len: 1003 time: 0.0617173 Dec 08 13:27:10.554191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-f241f089-8e37-4ae5-b0b0-c554f97e7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:10.555698 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-f241f089-8e37-4ae5-b0b0-c554f97e7534 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0438259 Dec 08 13:27:10.601360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-3738a2a4-a78b-4101-91d3-e16805648196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:10.602860 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-3738a2a4-a78b-4101-91d3-e16805648196 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388741 Dec 08 13:27:10.715619 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-0103d801-f07a-4b0c-9ed1-d2c26a4f6c97 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849142 Dec 08 13:27:10.808399 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ada7a82-579c-4c24-9c47-19a1706deda9 req-1c47b1e5-465f-433c-9826-751c0924be27 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828166 Dec 08 13:27:12.892153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d95a280-84aa-4b5e-9e8e-a770fc85b6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:14.166183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:15.289931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:16.232872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:25.199829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db2840-a11d-4845-98eb-4ab92c681b10 req-8a628481-7fe4-4833-8d3f-551dbd902a6d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:25.201239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f4db2840-a11d-4845-98eb-4ab92c681b10 req-8a628481-7fe4-4833-8d3f-551dbd902a6d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0503585 Dec 08 13:27:25.248890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f4db2840-a11d-4845-98eb-4ab92c681b10 req-e767a861-c86d-4104-b1ad-99810e85f031 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Dec 08 13:27:25.341021 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-617bec02-0003-4a93-b9fc-c6d6cdd9a9cf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911441 Dec 08 13:27:26.365063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc263912-a5ff-420d-b2bd-9070de0ad18f req-4cdc9bcc-947c-42b1-932a-ea0531009536 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:26.366557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc263912-a5ff-420d-b2bd-9070de0ad18f req-4cdc9bcc-947c-42b1-932a-ea0531009536 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0480618 Dec 08 13:27:26.419519 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc263912-a5ff-420d-b2bd-9070de0ad18f req-9c29ab29-4732-4af2-83e9-fe415e0807c8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467403 Dec 08 13:27:27.172398 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-e69d156c-b7c6-488c-962b-0d899ee18bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:27.173850 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-e69d156c-b7c6-488c-962b-0d899ee18bcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 1099 time: 0.0418963 Dec 08 13:27:27.266740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-c8bbe4bd-b7e2-442b-8a3c-0012f1e145ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:27.268702 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-c8bbe4bd-b7e2-442b-8a3c-0012f1e145ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0876713 Dec 08 13:27:27.332149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-c372ffb3-9c8a-48b9-8240-d97d8570d3ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e HTTP/1.1" status: 200 len: 1003 time: 0.0567567 Dec 08 13:27:27.380157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-bcb0d0cb-c760-4b5d-93ad-473bedfc2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:27.381670 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-bcb0d0cb-c760-4b5d-93ad-473bedfc2d1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0424783 Dec 08 13:27:27.429880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-d420c1fd-240e-4bd6-b388-991f185460a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:27.431369 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-d420c1fd-240e-4bd6-b388-991f185460a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430892 Dec 08 13:27:27.554904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2420e6-56f1-4c40-8ad7-9491753df602 req-cbc6bfb8-580a-46ed-b832-47b88a5eb927 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:27.556252 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fa2420e6-56f1-4c40-8ad7-9491753df602 req-cbc6bfb8-580a-46ed-b832-47b88a5eb927 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0631707 Dec 08 13:27:27.557958 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-c4073079-8d57-4987-bd31-2526e3fdb045 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193101 Dec 08 13:27:27.659029 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fa2420e6-56f1-4c40-8ad7-9491753df602 req-11b931bc-c8cb-4f8c-9cbc-d305a5e62698 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966794 Dec 08 13:27:27.679662 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-6c69fac1-6333-4a1f-a71c-1eee8c43f850 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113906 Dec 08 13:27:28.771498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397c56c-26f3-4297-a226-8c324a9cafa6 req-f19f51e2-8e8e-407a-a8cc-d41d62d1ceb5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:28.772965 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0397c56c-26f3-4297-a226-8c324a9cafa6 req-f19f51e2-8e8e-407a-a8cc-d41d62d1ceb5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0476341 Dec 08 13:27:28.822502 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0397c56c-26f3-4297-a226-8c324a9cafa6 req-f07f1c78-4cb0-4bb3-b590-e7f3845297c5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Dec 08 13:27:29.936598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a0214-b651-4b29-98eb-3fc73793f710 req-1f8a33fa-de43-409b-b052-a367398a5d62 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:29.937986 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba2a0214-b651-4b29-98eb-3fc73793f710 req-1f8a33fa-de43-409b-b052-a367398a5d62 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0484076 Dec 08 13:27:29.984038 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba2a0214-b651-4b29-98eb-3fc73793f710 req-5e6b8824-f1e2-4752-8e58-68c98e292970 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401554 Dec 08 13:27:31.096972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be567f8-a324-42fb-8303-b3cfe569216d req-ae4fc79b-8ce2-42f9-84af-05c4f124f3ea tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:31.098424 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8be567f8-a324-42fb-8303-b3cfe569216d req-ae4fc79b-8ce2-42f9-84af-05c4f124f3ea tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0476990 Dec 08 13:27:31.143976 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8be567f8-a324-42fb-8303-b3cfe569216d req-8954c689-c295-4dbf-8d53-00062091fa62 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397253 Dec 08 13:27:32.259547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff38007-0cfa-440b-9ee7-523ffa517363 req-a0f3b5ef-405a-4921-96db-7718c046ac0f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:32.261010 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ff38007-0cfa-440b-9ee7-523ffa517363 req-a0f3b5ef-405a-4921-96db-7718c046ac0f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0506563 Dec 08 13:27:32.307971 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ff38007-0cfa-440b-9ee7-523ffa517363 req-70ddee64-5300-4a3a-a716-db41067e0504 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Dec 08 13:27:33.424914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044df4cd-bc65-4c31-9d41-ae4ccb3765c8 req-94744629-59b5-4992-8d77-b77f8787f37a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:33.426326 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-044df4cd-bc65-4c31-9d41-ae4ccb3765c8 req-94744629-59b5-4992-8d77-b77f8787f37a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0532351 Dec 08 13:27:33.472421 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-044df4cd-bc65-4c31-9d41-ae4ccb3765c8 req-5df81422-681a-4a36-a7b1-c8ffa023e542 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399175 Dec 08 13:27:34.594106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149c3bc-7b9e-4be6-b6c7-38b523bd942d req-705df69c-acb5-466a-887d-e7ea0b2f3ded tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:34.598543 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5149c3bc-7b9e-4be6-b6c7-38b523bd942d req-705df69c-acb5-466a-887d-e7ea0b2f3ded tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0570796 Dec 08 13:27:34.649971 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5149c3bc-7b9e-4be6-b6c7-38b523bd942d req-194d2860-82f1-4215-a0df-831a4937855a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455768 Dec 08 13:27:35.767530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbcfbe-1434-4b1d-9847-03a32629a4e4 req-6defa1de-6bb0-4b3d-8c26-e047d7407dd1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:35.769035 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93fbcfbe-1434-4b1d-9847-03a32629a4e4 req-6defa1de-6bb0-4b3d-8c26-e047d7407dd1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0501623 Dec 08 13:27:35.819623 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93fbcfbe-1434-4b1d-9847-03a32629a4e4 req-093750fc-b091-4013-b3cd-22fb85ecd9df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445399 Dec 08 13:27:36.935478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad373e-e7ab-4f10-9f55-ead70e07eaca req-4f5fe695-b3cf-4a9b-bdff-24f2066f6612 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:36.936919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbad373e-e7ab-4f10-9f55-ead70e07eaca req-4f5fe695-b3cf-4a9b-bdff-24f2066f6612 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0483932 Dec 08 13:27:36.986894 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fbad373e-e7ab-4f10-9f55-ead70e07eaca req-5d1d2ac2-9290-47de-92ae-38ddd67307d8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432100 Dec 08 13:27:38.101908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd34154-6e55-4b35-b9a5-fb1b1af92027 req-14634808-81ba-4f20-a926-6008b366fe0d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:38.103418 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5fd34154-6e55-4b35-b9a5-fb1b1af92027 req-14634808-81ba-4f20-a926-6008b366fe0d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0493691 Dec 08 13:27:38.150316 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5fd34154-6e55-4b35-b9a5-fb1b1af92027 req-4498133b-d5fc-4802-9ea1-5e90442efbea tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403235 Dec 08 13:27:39.262509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4422c-2242-439e-a836-e7e74caf8805 req-3c8a4585-9aba-4f39-91df-76b40fd8e2d1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:39.263971 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bdc4422c-2242-439e-a836-e7e74caf8805 req-3c8a4585-9aba-4f39-91df-76b40fd8e2d1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0469806 Dec 08 13:27:39.310524 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bdc4422c-2242-439e-a836-e7e74caf8805 req-621edd26-7fda-430a-a9cd-de3328b53551 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401564 Dec 08 13:27:39.619297 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-9b122e94-0a5a-47c1-ad7f-e17d12c6c9a4 service neutron] 10.222.0.72 "GET /v2.0/ports/580bcf40-3dc3-4fb4-b1bf-e9526fcb968e/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0560470 Dec 08 13:27:40.130758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-9bb89b5c-0a99-4e68-b89e-225e5471869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:40.132235 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-9bb89b5c-0a99-4e68-b89e-225e5471869b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 1099 time: 0.0405924 Dec 08 13:27:40.191170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-0c828e37-7718-4db8-986a-33baa262b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:40.192618 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-0c828e37-7718-4db8-986a-33baa262b743 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 1099 time: 0.0399008 Dec 08 13:27:40.281620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-2c2ceceb-e740-43fb-a1a1-9c2c6ab30aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:40.283618 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-2c2ceceb-e740-43fb-a1a1-9c2c6ab30aa7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0842493 Dec 08 13:27:40.348108 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-e54a46c4-2d61-46f1-9d83-500a3e44af35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e HTTP/1.1" status: 200 len: 1003 time: 0.0574393 Dec 08 13:27:40.382691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:40.469237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5528a36-4c10-4752-806c-ec87e3cc692a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:40.772587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-beec2d81-65fc-40b7-9063-1c47b4932f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:40.774085 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-beec2d81-65fc-40b7-9063-1c47b4932f31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.4186907 Dec 08 13:27:40.798493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7d9e7-d292-457f-a960-3153650a5551 req-d18275ff-77c7-47a6-87ba-8c716f551e0a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:40.800014 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9da7d9e7-d292-457f-a960-3153650a5551 req-d18275ff-77c7-47a6-87ba-8c716f551e0a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.4189689 Dec 08 13:27:40.854911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-c8dd90e0-cd9d-4c01-9b07-7e8028b7cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:40.856419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-c8dd90e0-cd9d-4c01-9b07-7e8028b7cbcc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741787 Dec 08 13:27:40.875995 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9da7d9e7-d292-457f-a960-3153650a5551 req-e3b856e6-ee4e-46fb-a1c5-29052b984fc8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620236 Dec 08 13:27:40.953811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-5a316edf-9a63-4812-ab8a-b893e919c401 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888453 Dec 08 13:27:41.042913 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e924dbf-7c57-4d42-be7c-97091eef24ed req-b332f947-0e61-434d-ac64-42c3273b9446 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813694 Dec 08 13:27:41.997063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659730a7-97dd-470d-a0d7-af2585fb0e21 req-3b928108-cbd9-469f-8bfe-7e51b7c1fc75 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:41.998528 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-659730a7-97dd-470d-a0d7-af2585fb0e21 req-3b928108-cbd9-469f-8bfe-7e51b7c1fc75 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0534844 Dec 08 13:27:42.044917 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-659730a7-97dd-470d-a0d7-af2585fb0e21 req-208d2c1a-3bf3-48f0-a7e5-2d7ac079347a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 Dec 08 13:27:42.885210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a731a6a-ef4e-49a6-94df-ad06ad72c93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:42.897489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:27:42.901462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:27:43.055480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:27:43.057797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:43.077165 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'mac_address': 'fa:16:3e:70:78:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:27:43.108140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:27:43.114759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9f710f-7d27-4aaf-942a-1a436c4cb730" -d '{"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-unplugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:27:43.131274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:27:43.141749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:43.157989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:27:43.163441 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f3df86-753b-4d2b-8d0c-e5d18c5b60bf x-openstack-request-id: req-58f3df86-753b-4d2b-8d0c-e5d18c5b60bf {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:27:43.163736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-unplugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:27:43.163990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58f3df86-753b-4d2b-8d0c-e5d18c5b60bf {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:27:43.164229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d47cd-b6ee-4c8a-b530-e714a9130826 req-c0127371-22db-4588-be17-31c62cab1ffb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:43.164697 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'code': 200} Dec 08 13:27:43.165659 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-362d47cd-b6ee-4c8a-b530-e714a9130826 req-c0127371-22db-4588-be17-31c62cab1ffb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0513783 Dec 08 13:27:43.177734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:43.213555 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-362d47cd-b6ee-4c8a-b530-e714a9130826 req-2f07bba2-272b-4fbc-ab86-aa766c733a2b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 Dec 08 13:27:43.249116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:27:43.249354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:27:43.253102 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:27:43.260157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.260512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.260858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.261195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.261528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.261860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.262193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.262519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.262875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.263205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.263530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.263854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.264174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:43.753376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02540617-70c8-440b-ae29-10a4e4d77432 req-68184ba0-607c-4130-889e-b325b576d8c4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:43.754939 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-02540617-70c8-440b-ae29-10a4e4d77432 req-68184ba0-607c-4130-889e-b325b576d8c4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 944 time: 0.0628660 Dec 08 13:27:43.786033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:43.802247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:27:43.820682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-a96d9556-e2e6-4e54-9827-1d6bce57489c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:43.821299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:27:43.822140 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-a96d9556-e2e6-4e54-9827-1d6bce57489c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952&tenant_id=451faace737847a6a082e8cff0aa37df&binding%3Ahost_id=hv-neutron-7996 HTTP/1.1" status: 200 len: 944 time: 0.0903993 Dec 08 13:27:43.839844 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-02540617-70c8-440b-ae29-10a4e4d77432 req-cecbceaa-437c-4073-a586-9a6458f8ca3f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676684 Dec 08 13:27:43.886743 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-cbe90823-8e3d-4a6b-904c-f1a70a462ff9 service neutron] 10.222.0.72 "GET /v2.0/ports/580bcf40-3dc3-4fb4-b1bf-e9526fcb968e/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0568776 Dec 08 13:27:43.889323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:43.943574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:27:43.949253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:27:43.951522 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-434bb0ec-39ef-4a3f-83b3-0abd27787deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:43.952337 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-434bb0ec-39ef-4a3f-83b3-0abd27787deb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 1098 time: 0.0417190 Dec 08 13:27:44.045210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-358e13ef-02b1-47e6-a5cf-4362324b7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:44.046733 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-358e13ef-02b1-47e6-a5cf-4362324b7275 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0875833 Dec 08 13:27:44.114163 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-60150466-d2af-4eb0-9a85-48686ae5252c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e HTTP/1.1" status: 200 len: 1002 time: 0.0590854 Dec 08 13:27:44.154009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:44.167150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-1c567165-215e-4cbc-b26b-8ee4644eba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:44.168617 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-1c567165-215e-4cbc-b26b-8ee4644eba04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0469792 Dec 08 13:27:44.214063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-1eef9bec-d6ec-4f27-bc78-9e80843e03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:44.215560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-1eef9bec-d6ec-4f27-bc78-9e80843e03c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395429 Dec 08 13:27:44.304994 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-4023e789-f7fd-4207-a654-556fc12d52e4 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802350 Dec 08 13:27:44.401149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-1797e11a-e6c5-4d91-a126-73e5ed5ca3d6 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889797 Dec 08 13:27:44.914032 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:27:44.958937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb015fe-d203-40e3-b2ad-73f3ef2fcdd4 req-c0c07318-19f5-4e39-afb3-b3552d6a5f89 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:44.960480 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dbb015fe-d203-40e3-b2ad-73f3ef2fcdd4 req-c0c07318-19f5-4e39-afb3-b3552d6a5f89 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 945 time: 0.0506718 Dec 08 13:27:44.962632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:27:44.963016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:45.010945 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dbb015fe-d203-40e3-b2ad-73f3ef2fcdd4 req-22cc1f6f-58b7-4fd1-a708-6aa94e2c477f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441809 Dec 08 13:27:45.041483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:45.073405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:27:45.175911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:27:45.178370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9449b361-000b-4dd7-b510-e801092f08bb" -d '{"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-plugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:27:45.182754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:45.226753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6322afa8-0b76-4f6d-ac45-e79101795ceb x-openstack-request-id: req-6322afa8-0b76-4f6d-ac45-e79101795ceb {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:27:45.227041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-plugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:27:45.227290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6322afa8-0b76-4f6d-ac45-e79101795ceb {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:27:45.227674 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'code': 200} Dec 08 13:27:45.254056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:27:45.309147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:46.133210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd749d4-4ea6-44c2-9cd5-f8b68939e8ec req-334279d9-c8ab-4718-94d5-ab8f14e55cf1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:46.134724 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-edd749d4-4ea6-44c2-9cd5-f8b68939e8ec req-334279d9-c8ab-4718-94d5-ab8f14e55cf1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0521963 Dec 08 13:27:46.182037 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-edd749d4-4ea6-44c2-9cd5-f8b68939e8ec req-4bc8f8ee-3dfe-4857-a9a0-cd81060eb339 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413373 Dec 08 13:27:46.200084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:47.298786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff7b0f-87fe-4388-8ef7-08303e846cdb req-90abed79-337f-4611-900c-eb69f31a6bb0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:47.300284 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3ff7b0f-87fe-4388-8ef7-08303e846cdb req-90abed79-337f-4611-900c-eb69f31a6bb0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0495985 Dec 08 13:27:47.349329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b3ff7b0f-87fe-4388-8ef7-08303e846cdb req-e1878e2e-afff-4b69-93bc-9c4c3d03b043 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Dec 08 13:27:47.494106 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:27:47.550832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-3bda94c0-3b65-44b2-83f4-22e786877769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:47.552588 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-3bda94c0-3b65-44b2-83f4-22e786877769 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 1099 time: 0.0438437 Dec 08 13:27:47.613492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-6637b050-2f4b-49f6-a061-c945ee1d00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:47.615091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-6637b050-2f4b-49f6-a061-c945ee1d00d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 1099 time: 0.0393422 Dec 08 13:27:47.709966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-2866dc3a-deb9-419f-a069-669323196090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:47.711486 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-2866dc3a-deb9-419f-a069-669323196090 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0895081 Dec 08 13:27:47.778176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-cd2f94de-b5e5-4dbd-8a96-920c66a66470 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e HTTP/1.1" status: 200 len: 1003 time: 0.0599222 Dec 08 13:27:47.827149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-1fdb8304-d33d-4dc7-8902-026d0e6772e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:47.828556 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-1fdb8304-d33d-4dc7-8902-026d0e6772e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0429397 Dec 08 13:27:47.873124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-6813728b-bf52-4e0c-bbb2-e2dc040988da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:47.874602 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-6813728b-bf52-4e0c-bbb2-e2dc040988da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384762 Dec 08 13:27:47.964954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-167e4d8b-9036-43b0-a1cf-9a8760d2dac3 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833871 Dec 08 13:27:48.064002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0570d87f-ec82-406a-b0dc-b67b698d07b2 req-e8c2ad5a-c999-45cb-ab36-231d51e70ba9 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903776 Dec 08 13:27:48.464487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf578-0946-4892-b856-4fcb5dea7d41 req-8968fb45-847f-433a-a683-5e44723f441b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:48.465965 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3addf578-0946-4892-b856-4fcb5dea7d41 req-8968fb45-847f-433a-a683-5e44723f441b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0485535 Dec 08 13:27:48.512483 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3addf578-0946-4892-b856-4fcb5dea7d41 req-cde30ba5-faca-482d-b042-bee24a6906f9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398722 Dec 08 13:27:49.629789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c63c1-7d31-4b8e-8bc7-3a364596a0f4 req-e728a501-76b9-479e-b960-56f209d4f3a6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:49.631317 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e10c63c1-7d31-4b8e-8bc7-3a364596a0f4 req-e728a501-76b9-479e-b960-56f209d4f3a6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0496194 Dec 08 13:27:49.679313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e10c63c1-7d31-4b8e-8bc7-3a364596a0f4 req-6ae7aabb-3c93-4d4f-8d09-dea8cbe7ab0f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Dec 08 13:27:50.795650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdd162-2df4-4345-a75f-40d1e0822702 req-bb9176cb-b2b0-427e-a7f0-4e61e75d7a3e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:50.797099 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-39bdd162-2df4-4345-a75f-40d1e0822702 req-bb9176cb-b2b0-427e-a7f0-4e61e75d7a3e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0520799 Dec 08 13:27:50.842864 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-39bdd162-2df4-4345-a75f-40d1e0822702 req-ac231a06-ac5e-4bcd-90b6-d0ffb8530aac tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389915 Dec 08 13:27:50.948350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:27:50.953597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:27:50.958069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fc8a0-3d3b-4a32-9ebb-fa1d406c9c7d req-e0d05f15-bda8-4af4-a82d-c3a1eaf8a1a9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:50.959575 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a0fc8a0-3d3b-4a32-9ebb-fa1d406c9c7d req-e0d05f15-bda8-4af4-a82d-c3a1eaf8a1a9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0496788 Dec 08 13:27:51.008089 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a0fc8a0-3d3b-4a32-9ebb-fa1d406c9c7d req-cd393296-b7f6-42c8-8fd9-a71a206d4acf tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414941 Dec 08 13:27:51.106366 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:51.113249 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:27:51.122605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec75dc-29c4-4f71-a560-73abec65dcb3 req-1b9af565-149e-4fbc-8bc6-809cf146615a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:51.124124 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-28ec75dc-29c4-4f71-a560-73abec65dcb3 req-1b9af565-149e-4fbc-8bc6-809cf146615a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0489874 Dec 08 13:27:51.139765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'mac_address': 'fa:16:3e:70:78:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:27:51.146408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:27:51.148656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a35b615-d5e4-4347-bef8-9e47e35a27fb" -d '{"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-unplugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:27:51.163953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:27:51.177224 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-28ec75dc-29c4-4f71-a560-73abec65dcb3 req-ba89a2cf-3f2e-486b-8c62-8eeb3fa12e1e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469868 Dec 08 13:27:51.187030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f9fd0e-1ea5-4644-99f3-b49565b5b54a x-openstack-request-id: req-73f9fd0e-1ea5-4644-99f3-b49565b5b54a {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:27:51.187327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-unplugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:27:51.187585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73f9fd0e-1ea5-4644-99f3-b49565b5b54a {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:27:51.187977 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'code': 200} Dec 08 13:27:51.197841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:51.210979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:27:51.235187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:51.308476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:27:51.308837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:27:51.313091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=9']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:27:51.589330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d16d4-4fe8-49c7-926c-a847e938865b req-7a7b2a37-0fb6-4615-aff9-c2a52f115ea3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:51.590828 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a93d16d4-4fe8-49c7-926c-a847e938865b req-7a7b2a37-0fb6-4615-aff9-c2a52f115ea3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 944 time: 0.0506637 Dec 08 13:27:51.636430 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a93d16d4-4fe8-49c7-926c-a847e938865b req-b5882cce-7fbc-434e-a0c6-02031afba683 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395951 Dec 08 13:27:51.845315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:51.857574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:27:51.876845 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:27:51.957329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:52.007966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=10']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:27:52.015436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:27:52.751050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8fe92-06e9-41f1-be85-6c947593b83e req-74d1fb30-d5e6-4f41-9b87-adf70741ec1e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:52.752512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ecc8fe92-06e9-41f1-be85-6c947593b83e req-74d1fb30-d5e6-4f41-9b87-adf70741ec1e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 946 time: 0.0480125 Dec 08 13:27:52.799841 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ecc8fe92-06e9-41f1-be85-6c947593b83e req-81728df9-12db-4c48-8db6-3c992b97d70d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412836 Dec 08 13:27:52.963319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:27:53.011307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:27:53.011674 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:53.087565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:53.117315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:27:53.189116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:27:53.191953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f298c2a6-4918-48f1-a40f-750a2d28e19a" -d '{"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-plugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:27:53.205915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:53.230775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eb0511-8db6-4bc6-a9b8-7fa4cf8ce705 x-openstack-request-id: req-62eb0511-8db6-4bc6-a9b8-7fa4cf8ce705 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:27:53.231075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-plugged", "status": "completed", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:27:53.231332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62eb0511-8db6-4bc6-a9b8-7fa4cf8ce705 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:27:53.231729 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'code': 200} Dec 08 13:27:53.254137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=11']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:27:53.726683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-ecd50b29-3c61-433d-9315-09b36a555f02 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:53.728132 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-ecd50b29-3c61-433d-9315-09b36a555f02 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 947 time: 0.0520124 Dec 08 13:27:53.815691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Deleting port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:27:53.816388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:53.935918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] For port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:27:53.936198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:53.953834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57a7a2-3ac2-4c16-aa45-392fba7df661 req-6db22bc6-c2a8-446a-8b56-37f840e35a79 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:53.955380 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a57a7a2-3ac2-4c16-aa45-392fba7df661 req-6db22bc6-c2a8-446a-8b56-37f840e35a79 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 947 time: 0.0799966 Dec 08 13:27:54.078008 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a57a7a2-3ac2-4c16-aa45-392fba7df661 req-d28f2781-2a97-4d47-bb8c-073d141ee8d4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167524 Dec 08 13:27:54.155642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:54.156043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:54.156364 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d disassociated. External IP: 172.26.7.138, port: 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e. Dec 08 13:27:54.156709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Calling delete_port for 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:27:54.334397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:54.366796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event deleted for resources: {'Port': ['ID=580bcf40-3dc3-4fb4-b1bf-e9526fcb968e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:27:54.378504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.378862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.379281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.379635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.379983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.380327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.380663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.381001 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.381339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.381673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.382005 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.382335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.382687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:27:54.497453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:27:54.611776 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:27:54.622192 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:27:54.632791 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:27:54.633404 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:27:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:27:54.651077 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] No DVR routers for this DVR port 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:27:54.653800 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:54.657553 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5be0fd37-3b76-4886-b225-5a69a5db4996 req-d53b15d4-f31a-49b4-b53d-311e1dc8f905 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "DELETE /v2.0/ports/580bcf40-3dc3-4fb4-b1bf-e9526fcb968e HTTP/1.1" status: 204 len: 173 time: 0.9233186 Dec 08 13:27:54.658043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-deleted', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:27:54.661470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297803e9-2889-4056-9d5d-9ce564e5ffb3" -d '{"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-deleted", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:27:54.701277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d569c33-a78e-4f6a-a371-9de798873aa3 x-openstack-request-id: req-0d569c33-a78e-4f6a-a371-9de798873aa3 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:27:54.701578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626c86ee-9ef0-4b89-a074-ac4e34d48952", "name": "network-vif-deleted", "tag": "580bcf40-3dc3-4fb4-b1bf-e9526fcb968e", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:27:54.701864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d569c33-a78e-4f6a-a371-9de798873aa3 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:27:54.702272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626c86ee-9ef0-4b89-a074-ac4e34d48952', 'name': 'network-vif-deleted', 'tag': '580bcf40-3dc3-4fb4-b1bf-e9526fcb968e', 'status': 'completed', 'code': 200} Dec 08 13:27:54.829998 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:27:55.024617 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:27:55.056333 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:27:55.070357 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:27:55.070357 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:27:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:27:55.169169 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:27:55.181632 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-067b7994-9e9d-4eba-bf37-3b261b182aaa req-6f52ad74-2e57-44e4-94cb-e25b8b797706 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=626c86ee-9ef0-4b89-a074-ac4e34d48952 HTTP/1.1" status: 200 len: 210 time: 0.0266876 Dec 08 13:27:55.367196 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:27:55.392500 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fb77f-c5b7-4de5-93fa-471edcf9106e None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:27:55.622414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569061d8-5ad4-490a-8d09-16e02cd074ff None None] New status for floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:27:56.428606 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-6a0835d5-39b5-434b-8d3d-458c547e6949 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1205239373&fields=id&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 267 time: 0.0412431 Dec 08 13:27:56.534193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834325-9aa2-498c-8c9e-6725c25966db req-a2cfddee-fc84-4060-b2ed-f30255da553d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:56.535545 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-a2cfddee-fc84-4060-b2ed-f30255da553d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 811 time: 0.1003988 Dec 08 13:27:56.550264 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-29fcd0a5-9c39-4895-9779-29ad575c94ab tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/quotas/451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 375 time: 0.0091791 Dec 08 13:27:56.599298 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-b7ac2de1-701a-454d-b2b4-875585bc8ca2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436745 Dec 08 13:27:56.614524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-f1b27de0-0228-49d7-a5b5-5a60ae00a5f1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:27:56.615516 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-f1b27de0-0228-49d7-a5b5-5a60ae00a5f1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054560 Dec 08 13:27:56.707754 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-21e97704-382c-4b01-956a-e09f6db4d192 service neutron] 10.222.0.76 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865612 Dec 08 13:27:56.795364 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-3043c18b-da09-4d4d-831a-c0d2b3a8ca35 service neutron] 10.222.0.76 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815125 Dec 08 13:27:56.970507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:27:57.003997 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:27:57.004352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 580bcf40-3dc3-4fb4-b1bf-e9526fcb968e not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:27:57.060617 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5cb6a0f7-3319-479a-b32b-f371ddc62f4c req-22cd5ea3-43ba-4a4f-873b-249ad303a05d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 210 time: 0.0276055 Dec 08 13:27:58.173439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d24b755-1261-4e5e-bef1-eb5619e6467b req-fb7e1264-22bf-4f6a-9a25-821aeeb4dfb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 210 time: 0.0391216 Dec 08 13:27:58.905791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834325-9aa2-498c-8c9e-6725c25966db req-9fcf1869-c9ac-4b20-b46c-340df821e625 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:58.907631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-9fcf1869-c9ac-4b20-b46c-340df821e625 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 811 time: 0.1039143 Dec 08 13:27:58.967495 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-d78b523e-f29a-4080-9a88-8e8bec8f0bdf tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 380 time: 0.0513732 Dec 08 13:27:58.977597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'port': {'device_id': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'admin_state_up': True, 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'security_groups': ['8070870d-db08-4f12-a5fc-6220d8c01338']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:27:59.157724 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Made reservation on behalf of 451faace737847a6a082e8cff0aa37df for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:27:59.161924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:59.304323 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a4a8d2dd-e308-4e2c-aac1-62e73f87f249 req-68e45003-6e4f-4421-b23e-0a276ce47e40 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 210 time: 0.0347800 Dec 08 13:27:59.318042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Allocated IP 172.20.0.12 (8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f/ab32eebc-692c-4865-b9cf-1e93c1482466/fa3bee80-05a1-4283-9be8-28e186d8f0d5) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:27:59.448561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:59.535505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:59.574612 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:27:59.577725 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:27:59.581852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:27:59.611164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:27:59.638810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:27:59.639368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:59.716584 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-c202e5f9-ffa4-4644-848d-cfcbd3a54eb7 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7429106 Dec 08 13:27:59.730084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Request body: {'port': {'device_id': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:27:59.787034 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:59.822675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a7cbf7c1-eb8f-4549-a178-1da6a45383d4 None None] Provisioning complete for port fa3bee80-05a1-4283-9be8-28e186d8f0d5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:27:59.823211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf7c1-eb8f-4549-a178-1da6a45383d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:27:59.855655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a7cbf7c1-eb8f-4549-a178-1da6a45383d4 None None] Port fa3bee80-05a1-4283-9be8-28e186d8f0d5 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:28:00.041920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3bee80-05a1-4283-9be8-28e186d8f0d5 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:28:00.049321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:00.061440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Transition to ACTIVE for port object fa3bee80-05a1-4283-9be8-28e186d8f0d5 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:28:00.130604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:00.184379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:28:00.255261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Attempting to bind port fa3bee80-05a1-4283-9be8-28e186d8f0d5 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:28:00.255598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Attempting to bind port fa3bee80-05a1-4283-9be8-28e186d8f0d5 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:28:00.255930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Attempting to bind port fa3bee80-05a1-4283-9be8-28e186d8f0d5 on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:28:00.260561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Port fa3bee80-05a1-4283-9be8-28e186d8f0d5 on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:28:00.260878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Attempting to bind port fa3bee80-05a1-4283-9be8-28e186d8f0d5 on network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:28:00.265816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:28:00.266210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Checking segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:28:00.266521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Bound using segment: {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:28:00.266984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Bound port: fa3bee80-05a1-4283-9be8-28e186d8f0d5, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f72c9e-6183-4772-9a31-29008ac4f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:28:00.267337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:00.331495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:28:00.334623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:28:00.419865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f91851-993f-470b-9812-396747b493c0 req-06af3188-3eb5-472a-a05e-120b0eb6765e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:00.421374 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89f91851-993f-470b-9812-396747b493c0 req-06af3188-3eb5-472a-a05e-120b0eb6765e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0502632 Dec 08 13:28:00.426012 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:00.482169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:00.482813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:00.484203 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] 10.222.0.72 "PUT /v2.0/ports/fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 200 len: 1094 time: 0.7584047 Dec 08 13:28:00.484654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:28:00.487505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb9ca97-dc96-4686-aa98-5152bdfa7bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:28:00.523397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928fb76-44ae-421d-a227-3fa006c70927 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:28:00.534158 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89f91851-993f-470b-9812-396747b493c0 req-b82d8170-32e8-40d0-b7d7-95256ed64231 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048503 Dec 08 13:28:00.539194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf7901f-6419-4284-a292-80346b1faa85 x-openstack-request-id: req-2bf7901f-6419-4284-a292-80346b1faa85 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:28:00.539194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:28:00.539194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2bf7901f-6419-4284-a292-80346b1faa85 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:28:00.539194 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'status': 'completed', 'code': 200} Dec 08 13:28:00.606521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ca97-dc96-4686-aa98-5152bdfa7bc6 req-c3e4ac30-5186-46a7-8f8d-a493aa77a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:00.608120 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1fb9ca97-dc96-4686-aa98-5152bdfa7bc6 req-c3e4ac30-5186-46a7-8f8d-a493aa77a1af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1097 time: 0.0424795 Dec 08 13:28:00.716526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ca97-dc96-4686-aa98-5152bdfa7bc6 req-0e5ad3a0-f522-4ea0-8669-04bb2bfe4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:00.718007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1fb9ca97-dc96-4686-aa98-5152bdfa7bc6 req-0e5ad3a0-f522-4ea0-8669-04bb2bfe4240 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=451faace737847a6a082e8cff0aa37df&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996749 Dec 08 13:28:00.809934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ca97-dc96-4686-aa98-5152bdfa7bc6 req-5b82c46d-7dc5-492d-bf6d-29f5b89d9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:00.811376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1fb9ca97-dc96-4686-aa98-5152bdfa7bc6 req-5b82c46d-7dc5-492d-bf6d-29f5b89d9469 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862455 Dec 08 13:28:00.885758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834325-9aa2-498c-8c9e-6725c25966db req-d9578a78-2c63-42af-9fa8-e5ea916c8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:00.887168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-d9578a78-2c63-42af-9fa8-e5ea916c8f7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1097 time: 0.0394986 Dec 08 13:28:00.933119 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-2926cc3c-a54a-47af-a823-f6d4eb11247d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 200 len: 217 time: 0.0374498 Dec 08 13:28:00.982275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834325-9aa2-498c-8c9e-6725c25966db req-fbf93c7e-03f7-4a7f-92a9-5240e0168899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:00.983743 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-fbf93c7e-03f7-4a7f-92a9-5240e0168899 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0426605 Dec 08 13:28:01.029575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834325-9aa2-498c-8c9e-6725c25966db req-d4fd685f-3d80-4edf-a18d-49649abdcb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:01.031092 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-d4fd685f-3d80-4edf-a18d-49649abdcb35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393319 Dec 08 13:28:01.123143 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-e1eb5b27-894a-4ffc-bc5e-f334d8fe6bdb service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843568 Dec 08 13:28:01.210314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d7834325-9aa2-498c-8c9e-6725c25966db req-7ed289b4-3f2b-4eec-aeb7-36348f13a86c service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797136 Dec 08 13:28:01.654153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2443e3-feea-42cd-a95a-99df22c09588 req-2bb7b30f-d5ea-47be-8c37-e617cde91b5d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:01.655656 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fd2443e3-feea-42cd-a95a-99df22c09588 req-2bb7b30f-d5ea-47be-8c37-e617cde91b5d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0516202 Dec 08 13:28:01.702401 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fd2443e3-feea-42cd-a95a-99df22c09588 req-5b27c1d7-0fe4-4077-a62e-5db1e605a1c1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407932 Dec 08 13:28:02.817306 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d59f-66e6-4fe7-8a70-0444a736719e req-a9431e87-0b68-4f45-a173-2c7bde6bea24 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:02.818807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ed6d59f-66e6-4fe7-8a70-0444a736719e req-a9431e87-0b68-4f45-a173-2c7bde6bea24 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0494905 Dec 08 13:28:02.865116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2ed6d59f-66e6-4fe7-8a70-0444a736719e req-d2c2191a-36c6-4966-9122-06a08027c3d1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 Dec 08 13:28:03.006591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:28:03.100736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:28:03.111817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'mac_address': 'fa:16:3e:03:46:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:28:03.147326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:03.159500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3bee80-05a1-4283-9be8-28e186d8f0d5 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:28:03.181935 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:28:03.271468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:03.320347 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:28:03.476787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['fa3bee80-05a1-4283-9be8-28e186d8f0d5'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:28:03.981206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73f955-f7e9-49ea-9c90-c389355f052f req-36e4a1ab-1232-4674-8969-66ab4ad27d31 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:03.983985 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1a73f955-f7e9-49ea-9c90-c389355f052f req-36e4a1ab-1232-4674-8969-66ab4ad27d31 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 945 time: 0.0505598 Dec 08 13:28:04.029396 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1a73f955-f7e9-49ea-9c90-c389355f052f req-6eb455be-8d7b-46e9-851b-61747b5f7729 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402718 Dec 08 13:28:05.022704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:28:05.139936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port fa3bee80-05a1-4283-9be8-28e186d8f0d5 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:28:05.144413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port fa3bee80-05a1-4283-9be8-28e186d8f0d5 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:28:05.144785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:05.146124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfc319-bdcb-42a0-a022-144d19904977 req-76e62e01-8425-4eee-9d0c-0cbc578c6849 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:05.147659 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-02bfc319-bdcb-42a0-a022-144d19904977 req-76e62e01-8425-4eee-9d0c-0cbc578c6849 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 945 time: 0.0484519 Dec 08 13:28:05.195338 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-02bfc319-bdcb-42a0-a022-144d19904977 req-0c58d765-a082-4e0c-b8a6-a0a8f89e7781 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Dec 08 13:28:05.220161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:05.241515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:28:05.243740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ecfec4-e36e-4ae7-a5d4-6f898204d836" -d '{"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-plugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:28:05.256420 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:28:05.279367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88bec30-5723-42be-97c8-ebf04e8f9244 x-openstack-request-id: req-a88bec30-5723-42be-97c8-ebf04e8f9244 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:28:05.279666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-plugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:28:05.279942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a88bec30-5723-42be-97c8-ebf04e8f9244 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:28:05.280338 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'code': 200} Dec 08 13:28:05.317404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:05.371140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:28:05.630690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b4023-19ba-4b27-a8d0-da975cc72ae3 req-777240ec-7b3d-46d5-8f17-6ce05c184c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:05.632045 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-470b4023-19ba-4b27-a8d0-da975cc72ae3 req-777240ec-7b3d-46d5-8f17-6ce05c184c22 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1099 time: 0.0385842 Dec 08 13:28:05.678633 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-470b4023-19ba-4b27-a8d0-da975cc72ae3 req-eef91b1d-c2b7-4a70-be66-925e24f7bb0f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397911 Dec 08 13:28:06.309358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a1cbc-83a7-49f7-a548-92eb78c67393 req-61745918-23cd-4d80-9ccf-0fbee9b87236 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:06.310852 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-334a1cbc-83a7-49f7-a548-92eb78c67393 req-61745918-23cd-4d80-9ccf-0fbee9b87236 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0483985 Dec 08 13:28:06.363111 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-334a1cbc-83a7-49f7-a548-92eb78c67393 req-7b6fe1ed-ee2a-4dd3-8b60-341bc5fe1ace tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462527 Dec 08 13:28:07.479782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e80b3-3559-4db5-9673-a9d3ab9f2592 req-32eead11-b863-48f0-af9f-f00a10a1f99c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:07.481239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c72e80b3-3559-4db5-9673-a9d3ab9f2592 req-32eead11-b863-48f0-af9f-f00a10a1f99c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0470810 Dec 08 13:28:07.526922 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c72e80b3-3559-4db5-9673-a9d3ab9f2592 req-7a37efb4-27a0-42a5-9da9-1beb8413e0a5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391819 Dec 08 13:28:07.638248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abcd8b-abde-4d5d-b367-88a8aea86642 req-73ce27f8-7f84-40cb-94b8-bedb991d1123 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:07.639717 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29abcd8b-abde-4d5d-b367-88a8aea86642 req-73ce27f8-7f84-40cb-94b8-bedb991d1123 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0506318 Dec 08 13:28:07.648762 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 35854) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:28:07.652904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-be299623-f9fb-474f-90be-19d5274c3ff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Request body: {'floatingip': {'port_id': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:28:07.691279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be299623-f9fb-474f-90be-19d5274c3ff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:08.464612 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be299623-f9fb-474f-90be-19d5274c3ff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:08.527983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be299623-f9fb-474f-90be-19d5274c3ff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:08.631266 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-be299623-f9fb-474f-90be-19d5274c3ff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d associated. External IP: 172.26.7.138, port: fa3bee80-05a1-4283-9be8-28e186d8f0d5. Dec 08 13:28:08.836674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be299623-f9fb-474f-90be-19d5274c3ff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:28:08.948329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be299623-f9fb-474f-90be-19d5274c3ff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:28:08.953789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be299623-f9fb-474f-90be-19d5274c3ff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:08.961417 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:28:08.972208 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:28:08.977848 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:27:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:28:08.984090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-be299623-f9fb-474f-90be-19d5274c3ff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "PUT /v2.0/floatingips/924f2375-0c75-4642-9f71-e3bf61c7928d HTTP/1.1" status: 200 len: 993 time: 1.3343539 Dec 08 13:28:08.984682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:28:08.987123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97" -d '{"events": [{"name": "network-changed", "server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:28:09.024810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd068b7c-a89c-44ba-a2f0-9ff58fdc3006 x-openstack-request-id: req-fd068b7c-a89c-44ba-a2f0-9ff58fdc3006 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:28:09.025108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:28:09.025373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd068b7c-a89c-44ba-a2f0-9ff58fdc3006 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:28:09.025783 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'status': 'completed', 'code': 200} Dec 08 13:28:09.088395 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:28:09.091993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-e7c3b501-fc4f-47e1-aa89-5af9d7bd3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:09.093489 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-e7c3b501-fc4f-47e1-aa89-5af9d7bd3512 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1099 time: 0.0406229 Dec 08 13:28:09.185627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-015f366c-376c-4d17-a48e-8c1aacfe9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:09.187131 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-015f366c-376c-4d17-a48e-8c1aacfe9c15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0857837 Dec 08 13:28:09.260209 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-61a915b9-6731-4f62-89e3-117eb58ffe8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 200 len: 1001 time: 0.0647397 Dec 08 13:28:09.309194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-8d0233f5-2056-4b1b-a6a2-3249b12ea6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:09.310693 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-8d0233f5-2056-4b1b-a6a2-3249b12ea6f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0433707 Dec 08 13:28:09.312695 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:03:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:28:08Z', 'revision_number': 13, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:28:09.339080 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:28:09.347519 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:28:09.348118 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:27:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:28:09.355765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-0badeaa7-4e5d-4911-8e24-2fc05a9c1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:09.357248 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-0badeaa7-4e5d-4911-8e24-2fc05a9c1de0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384829 Dec 08 13:28:09.450342 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-7b767ea3-7e60-4ee2-9aef-3ef563a4c6df service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850923 Dec 08 13:28:09.453420 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:28:09.543065 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61f5d5e9-7a48-4bc3-bff3-d4db74f41a97 req-b674814a-aaaa-4b47-9a00-dd86d0bc315f service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859454 Dec 08 13:28:09.680018 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:03:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:28:08Z', 'revision_number': 13, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:28:09.705639 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bf406-b4b1-42f6-8d23-cd4b34e969ef None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '924f2375-0c75-4642-9f71-e3bf61c7928d', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'port_id': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'mac_address': 'fa:16:3e:03:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:23:52Z', 'updated_at': '2021-12-08T13:28:08Z', 'revision_number': 13, 'project_id': '451faace737847a6a082e8cff0aa37df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:28:09.896752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa827bd-dae7-4174-a161-00eb1452d0ad None None] New status for floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:28:10.402264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:10.472711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ad2a6310-af23-4c66-9cdd-f18358201d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:11.233968 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-33a23268-5305-4983-bed2-5ac1ca9fcec6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395257 Dec 08 13:28:11.314685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-c329b696-a6e2-468e-a421-c856822c83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:11.316284 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-c329b696-a6e2-468e-a421-c856822c83c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1099 time: 0.0409596 Dec 08 13:28:11.420448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-d42bf3c2-597b-464f-84e9-ccd67d7c3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:11.421931 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-d42bf3c2-597b-464f-84e9-ccd67d7c3ca9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0870690 Dec 08 13:28:11.494277 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-665495c4-0fdb-4cb8-9123-0a2a2787edab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 200 len: 1003 time: 0.0568838 Dec 08 13:28:11.534033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-8648d776-3573-4eea-8514-d314fcfd6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:11.535472 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-8648d776-3573-4eea-8514-d314fcfd6905 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0430532 Dec 08 13:28:11.583637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-27f22d32-c9d4-4735-9ce3-baa176f4286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:11.585109 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-27f22d32-c9d4-4735-9ce3-baa176f4286f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433958 Dec 08 13:28:11.672753 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-a34ec592-4f15-40d2-a5ae-8014428b878f service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809689 Dec 08 13:28:11.766221 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-71f54c0b-9136-40a1-b3ce-f9101c8fcae4 req-adacc42c-ef0a-4a66-9484-3749d002a1d3 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866735 Dec 08 13:28:12.899440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c0ddfeb-15e3-4313-a959-c589496d80d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:14.145093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:15.256321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:16.196584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:24.493316 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:28:40.413094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:40.477949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7286b1bc-a8b7-4c4d-8154-b371c7289609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:42.889624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1d07ce40-75c2-48b2-934f-e4b97b0bf7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:44.158112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:45.266409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:46.203540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:28:47.840543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ff044-1220-4930-97a1-24b0e517e3f6 req-0a07430c-5ef8-4962-aff2-5caaccbe7b84 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:28:47.842023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be4ff044-1220-4930-97a1-24b0e517e3f6 req-0a07430c-5ef8-4962-aff2-5caaccbe7b84 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0488200 Dec 08 13:28:47.888695 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be4ff044-1220-4930-97a1-24b0e517e3f6 req-53111ff0-0eed-4d6f-a29f-13236617872d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403748 Dec 08 13:29:00.787304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587e266-ea6b-41d9-86b1-3a6d75f442eb req-d0a4d47a-dcc3-4557-8c41-c6e535543688 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:00.788805 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5587e266-ea6b-41d9-86b1-3a6d75f442eb req-d0a4d47a-dcc3-4557-8c41-c6e535543688 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0487258 Dec 08 13:29:00.847817 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5587e266-ea6b-41d9-86b1-3a6d75f442eb req-662ad3e0-bb7f-4ef5-86b8-2119b263bfa1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529516 Dec 08 13:29:00.875861 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-abf5a89a-bdda-4361-b7e0-d63a4e088f8a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426791 Dec 08 13:29:01.493140 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:29:01.967428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135f45c-4a03-4847-8cc1-10282f365d27 req-ba5875da-bf7a-44bf-879d-bf1b91bff82b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:01.968921 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8135f45c-4a03-4847-8cc1-10282f365d27 req-ba5875da-bf7a-44bf-879d-bf1b91bff82b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0511529 Dec 08 13:29:02.016661 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8135f45c-4a03-4847-8cc1-10282f365d27 req-7a37bf2d-7f21-41db-be25-27d3fc1aa014 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412269 Dec 08 13:29:02.713407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-38527653-9591-41a4-bc66-e18250d6b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:02.714981 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-38527653-9591-41a4-bc66-e18250d6b867 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1099 time: 0.0405197 Dec 08 13:29:02.808448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-5364cd24-2ff5-4ada-a298-1ba7ae16d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:02.809912 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-5364cd24-2ff5-4ada-a298-1ba7ae16d8e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0871174 Dec 08 13:29:02.875245 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-6da5cb2a-91f3-44fb-a49d-97aec402b9cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 200 len: 1003 time: 0.0581355 Dec 08 13:29:02.928126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-371f0b3c-b1a1-4bca-98ab-89d47f6ecb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:02.929481 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-371f0b3c-b1a1-4bca-98ab-89d47f6ecb83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0465264 Dec 08 13:29:02.976857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-ac7d4765-894a-4ce6-b8a1-7aabd933a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:02.978531 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-ac7d4765-894a-4ce6-b8a1-7aabd933a856 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420797 Dec 08 13:29:03.072788 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-bb71b37d-d4ff-4220-bddf-3a6843687882 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872037 Dec 08 13:29:03.184374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a59d9-93fc-478d-9aff-c6e8d18d5944 req-437fcaf4-6cc6-4b7b-97e2-3a7352035222 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:03.185764 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8e5a59d9-93fc-478d-9aff-c6e8d18d5944 req-437fcaf4-6cc6-4b7b-97e2-3a7352035222 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0983994 Dec 08 13:29:03.206486 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-0fde89e3-9a2b-4a1d-94bd-96223853ecc5 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267843 Dec 08 13:29:03.245109 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8e5a59d9-93fc-478d-9aff-c6e8d18d5944 req-3fd80e31-2eda-4337-b080-1808fa15fba9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494690 Dec 08 13:29:04.359521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1ad2b-beb2-4ef6-bbc9-edea60bc82c2 req-3a5d51ec-a227-400e-8872-a81547b89f1d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:04.360993 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-51a1ad2b-beb2-4ef6-bbc9-edea60bc82c2 req-3a5d51ec-a227-400e-8872-a81547b89f1d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0484302 Dec 08 13:29:04.407474 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-51a1ad2b-beb2-4ef6-bbc9-edea60bc82c2 req-f3038598-77f3-41fe-87c2-6c52735e4476 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405309 Dec 08 13:29:05.529634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a0fe1-9c22-4f63-a3b9-0c76b3feacf0 req-394bec3a-2abe-4c7a-a9a8-c94ca3f9afd3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:05.533408 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c8a0fe1-9c22-4f63-a3b9-0c76b3feacf0 req-394bec3a-2abe-4c7a-a9a8-c94ca3f9afd3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0591316 Dec 08 13:29:05.580741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3c8a0fe1-9c22-4f63-a3b9-0c76b3feacf0 req-6173416b-50ef-44a7-873e-767d9e5fb57f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Dec 08 13:29:06.699391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d3829-2c0b-4ad6-bd6c-e4bec281c174 req-cadf47cb-ae60-447b-a8a3-935154e9223b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:06.701733 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-511d3829-2c0b-4ad6-bd6c-e4bec281c174 req-cadf47cb-ae60-447b-a8a3-935154e9223b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0532236 Dec 08 13:29:06.748471 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-511d3829-2c0b-4ad6-bd6c-e4bec281c174 req-e16fa13d-b3a7-473f-8031-bf79477ad80e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Dec 08 13:29:07.862712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067460d-767c-4235-9a3e-be49bc25dd06 req-ac9e92c2-d4d3-4668-8564-8b568d6d0135 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:07.864184 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a067460d-767c-4235-9a3e-be49bc25dd06 req-ac9e92c2-d4d3-4668-8564-8b568d6d0135 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0477104 Dec 08 13:29:07.917236 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a067460d-767c-4235-9a3e-be49bc25dd06 req-06f9d872-0d8d-4605-b9d9-3e984f844f0b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470436 Dec 08 13:29:09.039891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca46f9-468d-4fa7-8c02-427251905144 req-658bf5bb-523d-4c60-9a2a-e5ed37652ba9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:09.041383 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2bca46f9-468d-4fa7-8c02-427251905144 req-658bf5bb-523d-4c60-9a2a-e5ed37652ba9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0529246 Dec 08 13:29:09.087254 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2bca46f9-468d-4fa7-8c02-427251905144 req-9ff2fa94-db4b-4f41-bf5a-62809f2aa0e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401320 Dec 08 13:29:10.209885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a15d5-577b-40ca-8290-84cd1ce38116 req-ad00215a-58d1-4cf7-97a8-41c8df3a7464 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:10.211390 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e83a15d5-577b-40ca-8290-84cd1ce38116 req-ad00215a-58d1-4cf7-97a8-41c8df3a7464 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0483894 Dec 08 13:29:10.257740 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e83a15d5-577b-40ca-8290-84cd1ce38116 req-c2fddf68-2816-4757-b59f-cd750154c59d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405331 Dec 08 13:29:10.394900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:10.488767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12ef00b4-de4b-4799-86a6-b8f286adf027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:11.290868 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-eb11e2ba-6aa8-43f4-a816-ccdb2bdf6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:11.292405 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-eb11e2ba-6aa8-43f4-a816-ccdb2bdf6c68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1099 time: 0.0772417 Dec 08 13:29:11.430690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597940-e161-45de-8724-279b96c7cc96 req-97c10ae8-07bf-4926-a54e-a25e9aed7a2e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:11.432171 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-70597940-e161-45de-8724-279b96c7cc96 req-97c10ae8-07bf-4926-a54e-a25e9aed7a2e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.1015921 Dec 08 13:29:11.436748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-6f0892bf-518a-4a23-bc26-b291c3a282bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:11.438081 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-6f0892bf-518a-4a23-bc26-b291c3a282bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.1258321 Dec 08 13:29:11.526346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-70597940-e161-45de-8724-279b96c7cc96 req-690888c3-a2fe-4fd3-9a26-7de2b167543d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871973 Dec 08 13:29:11.532171 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-d48f3f41-d83d-4e8f-bb88-5ce52fcefc9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 200 len: 1003 time: 0.0861232 Dec 08 13:29:11.582178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-5878edf2-6d9e-48c3-9d48-62b47111218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:11.583639 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-5878edf2-6d9e-48c3-9d48-62b47111218d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0440705 Dec 08 13:29:11.628808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-537bb1ee-a527-4fa9-8683-ae0dea5140d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:11.630472 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-537bb1ee-a527-4fa9-8683-ae0dea5140d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403099 Dec 08 13:29:11.723111 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-ca3d77d2-cdb0-40c1-b1de-d474714f0e3f service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855105 Dec 08 13:29:11.810919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e23a4db4-5110-45e1-9bb4-6a46aa8b9137 req-7ecd9ed1-fd4b-4e26-9a3f-f5e9e50e8322 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811987 Dec 08 13:29:12.645737 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd864719-665f-4464-8de6-2dff2f492d7d req-2355f549-4569-416d-8272-a79130d0b35e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:12.647231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cd864719-665f-4464-8de6-2dff2f492d7d req-2355f549-4569-416d-8272-a79130d0b35e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0529790 Dec 08 13:29:12.693439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cd864719-665f-4464-8de6-2dff2f492d7d req-bfec1730-2d32-4fbc-bfcc-d4b624380919 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403399 Dec 08 13:29:12.899964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-24a8e38a-41c5-4a85-b2b1-acbd9dd3fcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:13.807893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3661643-4def-4f24-ad31-34adbf866bba req-91e2938b-bdf1-4da6-b8fa-da23a7f7f79e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:13.809370 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3661643-4def-4f24-ad31-34adbf866bba req-91e2938b-bdf1-4da6-b8fa-da23a7f7f79e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0492628 Dec 08 13:29:13.855485 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3661643-4def-4f24-ad31-34adbf866bba req-3e18505b-da83-411f-8801-2f5b609bac85 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401075 Dec 08 13:29:14.145728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:14.974742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076a5e2-6a7a-46d7-b0e5-f1fcc48150a1 req-fd2a86f4-ed6f-4e40-a140-26f8da8792ca tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:14.976216 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2076a5e2-6a7a-46d7-b0e5-f1fcc48150a1 req-fd2a86f4-ed6f-4e40-a140-26f8da8792ca tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0524147 Dec 08 13:29:15.024123 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2076a5e2-6a7a-46d7-b0e5-f1fcc48150a1 req-3d2d7e36-87de-4ba8-bd9c-5bd465a0f6e1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Dec 08 13:29:15.286517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:16.141752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fc478-567d-46c6-a0b2-b1e742679175 req-f2a5ce5f-dec6-4594-830d-60d437c7ee3e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:16.143372 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e02fc478-567d-46c6-a0b2-b1e742679175 req-f2a5ce5f-dec6-4594-830d-60d437c7ee3e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0501769 Dec 08 13:29:16.198627 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e02fc478-567d-46c6-a0b2-b1e742679175 req-97336103-2bae-457f-a748-ba5d1f8d01f5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489926 Dec 08 13:29:16.208412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:17.309818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aaf18-c0cd-439d-99fd-d0bcb277b172 req-e86c918b-590e-4317-b1d9-e31e71c929c6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:17.311330 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-520aaf18-c0cd-439d-99fd-d0bcb277b172 req-e86c918b-590e-4317-b1d9-e31e71c929c6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0474343 Dec 08 13:29:17.361114 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-520aaf18-c0cd-439d-99fd-d0bcb277b172 req-029cc5fd-d4cc-46e8-865f-6d6d9ec99cc2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433497 Dec 08 13:29:18.474911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0e333-2679-4082-977f-f61627e8b14b req-ecadab2d-867d-4990-90a6-68390ec9dc5b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:18.476407 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3cb0e333-2679-4082-977f-f61627e8b14b req-ecadab2d-867d-4990-90a6-68390ec9dc5b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0478325 Dec 08 13:29:18.523969 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3cb0e333-2679-4082-977f-f61627e8b14b req-97200e06-df98-447d-a814-ab3c2b4ab57d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416040 Dec 08 13:29:19.636631 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b75d2-d467-4f96-a716-9dd2ba85526b req-6eebf2f3-f9bf-40e1-9879-10489161380c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:19.638074 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-265b75d2-d467-4f96-a716-9dd2ba85526b req-6eebf2f3-f9bf-40e1-9879-10489161380c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0469184 Dec 08 13:29:19.684648 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-265b75d2-d467-4f96-a716-9dd2ba85526b req-0ea08269-6975-4e30-a36c-239914e7f9f3 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401890 Dec 08 13:29:20.803033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06540cf2-8331-4d06-adc7-3ed014c2206a req-6d3648ae-26c0-4b78-b3e1-181fc00a7596 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:20.804520 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-06540cf2-8331-4d06-adc7-3ed014c2206a req-6d3648ae-26c0-4b78-b3e1-181fc00a7596 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0529509 Dec 08 13:29:20.852658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-06540cf2-8331-4d06-adc7-3ed014c2206a req-056702e1-4e2b-460a-a771-bbaf914eee87 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Dec 08 13:29:21.966182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f657c-b5e2-437f-a18c-3f16f8618b79 req-68106686-482a-4c72-bd69-3a4ac564db91 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:21.967692 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-de3f657c-b5e2-437f-a18c-3f16f8618b79 req-68106686-482a-4c72-bd69-3a4ac564db91 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0483387 Dec 08 13:29:22.014213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-de3f657c-b5e2-437f-a18c-3f16f8618b79 req-01de9023-cc68-4c62-b540-0dda2e81935c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Dec 08 13:29:23.127240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4db9-2a77-4733-a184-9df287608d54 req-28871953-1272-4096-b86c-779785f56154 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:23.128712 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e9dc4db9-2a77-4733-a184-9df287608d54 req-28871953-1272-4096-b86c-779785f56154 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0476506 Dec 08 13:29:23.184407 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e9dc4db9-2a77-4733-a184-9df287608d54 req-405ef530-569d-4074-abf2-563be5c1a4c4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478714 Dec 08 13:29:24.298752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efad45f-32a6-4930-89b1-447f73b10a91 req-4a3f8d5b-b00d-49d5-9192-1edb8a3c88db tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:24.300492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7efad45f-32a6-4930-89b1-447f73b10a91 req-4a3f8d5b-b00d-49d5-9192-1edb8a3c88db tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0503135 Dec 08 13:29:24.347171 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7efad45f-32a6-4930-89b1-447f73b10a91 req-2b398557-6817-47f6-819d-9ad93068523e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Dec 08 13:29:25.467579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f352a-fd52-4e24-8f97-efa3234d673e req-b9e0c02b-48fb-446a-b343-ffcbc4a22ea9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:25.469020 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-841f352a-fd52-4e24-8f97-efa3234d673e req-b9e0c02b-48fb-446a-b343-ffcbc4a22ea9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0474036 Dec 08 13:29:25.514976 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-841f352a-fd52-4e24-8f97-efa3234d673e req-e390e7d9-79a6-4977-9a1a-e8676dcb916f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394835 Dec 08 13:29:26.632669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0b281-61b0-42d4-ba70-5b31ddfc9f91 req-d7f1b779-9d32-4f78-b569-b6bba36e431b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:26.634139 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-87d0b281-61b0-42d4-ba70-5b31ddfc9f91 req-d7f1b779-9d32-4f78-b569-b6bba36e431b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0511684 Dec 08 13:29:26.682530 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-87d0b281-61b0-42d4-ba70-5b31ddfc9f91 req-e53cc9ad-118d-4ce5-9608-b4ebc68f42c4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425189 Dec 08 13:29:27.795978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac62fc-084d-4c60-98ab-dfdbaeb72aac req-5b53f441-19c7-4517-b982-47a08ef980ad tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:27.797431 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-99ac62fc-084d-4c60-98ab-dfdbaeb72aac req-5b53f441-19c7-4517-b982-47a08ef980ad tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0481322 Dec 08 13:29:27.843429 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-99ac62fc-084d-4c60-98ab-dfdbaeb72aac req-830e85e3-98d4-4aab-9a42-ca39dfa546ac tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398722 Dec 08 13:29:28.961734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9f94f-d2c7-470b-b2a7-b050eb7e8b48 req-96030d90-5b17-471e-a01f-8a6f93775620 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:28.963253 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33e9f94f-d2c7-470b-b2a7-b050eb7e8b48 req-96030d90-5b17-471e-a01f-8a6f93775620 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0513012 Dec 08 13:29:29.009071 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33e9f94f-d2c7-470b-b2a7-b050eb7e8b48 req-c87a4ddc-b0af-479b-8a36-66ffe707009c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Dec 08 13:29:30.129446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6bc92-7df0-4a1f-8007-e31726f8a37d req-12758e25-1dd3-4289-8b7e-fe9cbba545b8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:30.130954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-efa6bc92-7df0-4a1f-8007-e31726f8a37d req-12758e25-1dd3-4289-8b7e-fe9cbba545b8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0480049 Dec 08 13:29:30.177936 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-efa6bc92-7df0-4a1f-8007-e31726f8a37d req-1a26ae1e-2239-428e-92ce-42725383500a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Dec 08 13:29:31.294777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e6f8c-d274-40f9-aac3-0e8060c48864 req-a19f53a6-d065-4d73-b4ee-372444d6f5c5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:31.296223 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-120e6f8c-d274-40f9-aac3-0e8060c48864 req-a19f53a6-d065-4d73-b4ee-372444d6f5c5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0492098 Dec 08 13:29:31.350882 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-120e6f8c-d274-40f9-aac3-0e8060c48864 req-1ef67fa6-50fc-4cfe-aeb5-b49247d203bf tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475161 Dec 08 13:29:32.495120 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-f1d59261-3276-4786-95c2-5e5dd39ae4df service neutron] 10.222.0.72 "GET /v2.0/ports/fa3bee80-05a1-4283-9be8-28e186d8f0d5/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0849171 Dec 08 13:29:32.503954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f165e-4422-4728-a27a-612627bbd29c req-24a35b76-cd5a-480d-a7b4-c32b43e2c72e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:32.505384 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1a1f165e-4422-4728-a27a-612627bbd29c req-24a35b76-cd5a-480d-a7b4-c32b43e2c72e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0703957 Dec 08 13:29:32.552903 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1a1f165e-4422-4728-a27a-612627bbd29c req-e2fe8124-368e-481c-98fd-4a87f3cad20a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411274 Dec 08 13:29:32.943763 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-fb8f90c5-11df-48d1-a1a4-48172e5205ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:32.945168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-fb8f90c5-11df-48d1-a1a4-48172e5205ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 1099 time: 0.0463562 Dec 08 13:29:33.007096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-7ac58f42-2038-4755-a6a3-6584ef9e791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:33.009503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-7ac58f42-2038-4755-a6a3-6584ef9e791b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1099 time: 0.0412233 Dec 08 13:29:33.102078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-0f3b8e14-bbce-4740-b2e4-d306de329e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:33.103653 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-0f3b8e14-bbce-4740-b2e4-d306de329e06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0881906 Dec 08 13:29:33.171046 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-51043be8-94d8-4898-aefc-33fe578ed521 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 200 len: 1003 time: 0.0598562 Dec 08 13:29:33.217806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-7d87e00e-d562-4508-8877-5475378f3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:33.219231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-7d87e00e-d562-4508-8877-5475378f3b98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0411909 Dec 08 13:29:33.263232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-1132cf97-9906-4a9a-ab3b-456e637b8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:33.264635 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-1132cf97-9906-4a9a-ab3b-456e637b8fb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0373328 Dec 08 13:29:33.354890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-520cb7f3-6226-43cb-83f9-66974c24957e service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828683 Dec 08 13:29:33.447358 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-cd50e601-8946-4428-8b6e-162fb299802a service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858390 Dec 08 13:29:33.447630 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:29:33.524532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:33.545866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:29:33.548269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad4974c-03cf-43d5-9c9e-12eda29ed76e" -d '{"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:29:33.560992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:29:33.593270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04358a64-0735-4614-9056-22058b4d54f5 x-openstack-request-id: req-04358a64-0735-4614-9056-22058b4d54f5 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:29:33.593574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:29:33.593897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04358a64-0735-4614-9056-22058b4d54f5 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:29:33.594308 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'code': 200} Dec 08 13:29:33.628600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:33.676271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf9f3-fd0b-4538-8b5c-ec5d6f6ed862 req-fb0313d5-8692-496b-9d56-ec00855b2b6e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:33.680102 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:29:33.683186 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-00fcf9f3-fd0b-4538-8b5c-ec5d6f6ed862 req-fb0313d5-8692-496b-9d56-ec00855b2b6e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0603437 Dec 08 13:29:33.687966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.688714 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.689699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.690041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.690388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.690769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.691109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.691447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.691910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.692260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.692736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.693069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.693399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:29:33.726827 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-00fcf9f3-fd0b-4538-8b5c-ec5d6f6ed862 req-26f713e1-6e22-4c06-80fb-3e3a64c20097 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Dec 08 13:29:34.844457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890a033-8ef4-4c48-901b-40be1fda9a58 req-fa8b8a44-6620-40ba-8153-9e0f245351d6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:34.846507 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c890a033-8ef4-4c48-901b-40be1fda9a58 req-fa8b8a44-6620-40ba-8153-9e0f245351d6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0485284 Dec 08 13:29:34.893572 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c890a033-8ef4-4c48-901b-40be1fda9a58 req-18f72ffc-e036-4654-b388-e0f05343fb74 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Dec 08 13:29:36.012340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e781bc-7f95-465a-9d70-dba96715872f req-bbc588df-76b2-4061-adc5-2390a79f3b5f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:36.013813 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c2e781bc-7f95-465a-9d70-dba96715872f req-bbc588df-76b2-4061-adc5-2390a79f3b5f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0521374 Dec 08 13:29:36.060770 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c2e781bc-7f95-465a-9d70-dba96715872f req-1684444c-0c90-445c-bf96-5999052f4dec tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407763 Dec 08 13:29:37.181175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbc804-c8ce-4c9b-b0c8-c57065333c27 req-d9b2e730-25ac-4444-aa24-edaa02c9e148 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:37.182703 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ebbc804-c8ce-4c9b-b0c8-c57065333c27 req-d9b2e730-25ac-4444-aa24-edaa02c9e148 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0499334 Dec 08 13:29:37.230818 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ebbc804-c8ce-4c9b-b0c8-c57065333c27 req-cab5d382-e108-4250-8175-8c777fdbd1b2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421386 Dec 08 13:29:38.348116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba1b06-944d-49a0-897e-6b317c2a85ec req-08fb1bd0-181c-4a21-91a9-11332595e502 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:38.349584 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-faba1b06-944d-49a0-897e-6b317c2a85ec req-08fb1bd0-181c-4a21-91a9-11332595e502 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0492651 Dec 08 13:29:38.401192 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-faba1b06-944d-49a0-897e-6b317c2a85ec req-618a72ff-9b16-46c6-a70a-603c23bbf078 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455084 Dec 08 13:29:38.493697 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:29:39.515981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d791f-f449-4edd-8280-c3ce477646a8 req-c506d572-4d7a-4c04-ba24-28c48f7f5373 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:39.517500 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac3d791f-f449-4edd-8280-c3ce477646a8 req-c506d572-4d7a-4c04-ba24-28c48f7f5373 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0478981 Dec 08 13:29:39.564889 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac3d791f-f449-4edd-8280-c3ce477646a8 req-05a2a549-b175-43d5-87b3-cc3a587a08cd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414734 Dec 08 13:29:40.407669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:40.491426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bead179b-73bf-4402-a1b6-888d66c6a2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:40.678940 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef7fc-8af1-41b6-a849-f9b37b266bd0 req-44c3cbb5-d53d-4841-b0cd-70f6197a403a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:40.680444 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a4ef7fc-8af1-41b6-a849-f9b37b266bd0 req-44c3cbb5-d53d-4841-b0cd-70f6197a403a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0485032 Dec 08 13:29:40.729343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7a4ef7fc-8af1-41b6-a849-f9b37b266bd0 req-7230f228-406a-41fa-ae62-32e8463d55ea tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Dec 08 13:29:41.481638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:29:41.578863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:29:41.590363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'mac_address': 'fa:16:3e:03:46:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:29:41.626461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:41.642460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3bee80-05a1-4283-9be8-28e186d8f0d5 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:29:41.661655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:29:41.713911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:41.763224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:29:41.773697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['fa3bee80-05a1-4283-9be8-28e186d8f0d5'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:29:41.850137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cf8b1-dd0b-46db-b8a8-8b044d22f369 req-f2614e8f-f7ac-4dfa-9aa5-a0f8a34758e4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:41.851644 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cd4cf8b1-dd0b-46db-b8a8-8b044d22f369 req-f2614e8f-f7ac-4dfa-9aa5-a0f8a34758e4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 945 time: 0.0515633 Dec 08 13:29:41.898467 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cd4cf8b1-dd0b-46db-b8a8-8b044d22f369 req-654c8f4e-4220-48b6-8b6c-97f9bb83db3a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Dec 08 13:29:42.930964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b9590e1-dd8d-4ef8-99e6-8eaacaefb43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:43.013365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae5b5e-c5a6-46a4-a045-cccb0951d5bf req-9001fdb8-0a45-4708-96f1-d08fe8f4ee9e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:43.014874 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58ae5b5e-c5a6-46a4-a045-cccb0951d5bf req-9001fdb8-0a45-4708-96f1-d08fe8f4ee9e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 945 time: 0.0482581 Dec 08 13:29:43.061907 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58ae5b5e-c5a6-46a4-a045-cccb0951d5bf req-82cd8362-c6f3-46f6-932a-05e8d7c0e57b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 Dec 08 13:29:43.504173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:29:43.552652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port fa3bee80-05a1-4283-9be8-28e186d8f0d5 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:29:43.553025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:43.627025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:43.648132 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:29:43.650347 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e4cb7f-4c0b-489e-a765-a596902f352b" -d '{"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-plugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:29:43.665940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:29:43.695413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d994cf-53a3-4d9e-968f-c52e02a9e610 x-openstack-request-id: req-d4d994cf-53a3-4d9e-968f-c52e02a9e610 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:29:43.695704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-plugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:29:43.695964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4d994cf-53a3-4d9e-968f-c52e02a9e610 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:29:43.696362 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'code': 200} Dec 08 13:29:43.742197 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:43.789337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:29:44.156340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:44.187572 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa0dee-a711-4b15-b2cc-beafb483eb27 req-6cfe16da-2251-4151-81d9-1176f4104c03 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:44.189056 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3cfa0dee-a711-4b15-b2cc-beafb483eb27 req-6cfe16da-2251-4151-81d9-1176f4104c03 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0524817 Dec 08 13:29:44.234520 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3cfa0dee-a711-4b15-b2cc-beafb483eb27 req-233092ea-fb6c-40fa-abfd-e5648cad561e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395420 Dec 08 13:29:45.262929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:45.418560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e87930-8194-4fda-b0dc-c95a3252b85c req-dc89012f-2dee-4434-a9da-0e07a9d7f012 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:45.420072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-81e87930-8194-4fda-b0dc-c95a3252b85c req-dc89012f-2dee-4434-a9da-0e07a9d7f012 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.1136384 Dec 08 13:29:45.466923 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-81e87930-8194-4fda-b0dc-c95a3252b85c req-464f0b72-eb50-4f96-ac62-f47c3fe54ac4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 Dec 08 13:29:46.218505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:46.628658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7952e3-9731-4efe-aab3-b4c38d4a86dc req-2f1b35b2-78fa-4ad9-b735-1033f7599953 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:46.630175 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f7952e3-9731-4efe-aab3-b4c38d4a86dc req-2f1b35b2-78fa-4ad9-b735-1033f7599953 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0940018 Dec 08 13:29:46.679866 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8f7952e3-9731-4efe-aab3-b4c38d4a86dc req-6b24e455-ecc0-4d0e-a2eb-1a486c799bfd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Dec 08 13:29:47.221141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b816d-2518-4fb7-8be3-f05d10e4c9b9 req-708e9237-a6c0-43ec-80ae-fdc2ca440683 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:47.222626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec0b816d-2518-4fb7-8be3-f05d10e4c9b9 req-708e9237-a6c0-43ec-80ae-fdc2ca440683 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0476096 Dec 08 13:29:47.299420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-b7f15be2-8033-48cb-b53f-3f24dec50f93 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:47.300770 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-b7f15be2-8033-48cb-b53f-3f24dec50f93 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd&tenant_id=451faace737847a6a082e8cff0aa37df&binding%3Ahost_id=hv-neutron-7996 HTTP/1.1" status: 200 len: 946 time: 0.0772874 Dec 08 13:29:47.305060 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec0b816d-2518-4fb7-8be3-f05d10e4c9b9 req-57e124a3-6919-4ff0-a0b5-96d23f53fada tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735359 Dec 08 13:29:47.364347 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-03954b11-b240-4a53-a153-bde2ac04b215 service neutron] 10.222.0.72 "GET /v2.0/ports/fa3bee80-05a1-4283-9be8-28e186d8f0d5/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0555255 Dec 08 13:29:47.762637 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-32c9fe19-567a-46df-8ad7-98c95e77588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:47.764146 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-32c9fe19-567a-46df-8ad7-98c95e77588a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1099 time: 0.3774474 Dec 08 13:29:47.851565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-3ccd14e9-dd8d-4a91-b7b3-e67f840dc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:47.852993 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-3ccd14e9-dd8d-4a91-b7b3-e67f840dc7e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0810611 Dec 08 13:29:47.919117 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-92e80760-444c-4b44-8b90-3511a2f2ec88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 200 len: 1003 time: 0.0591223 Dec 08 13:29:47.965375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-2bde6890-b515-45d7-866d-989517a7ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:47.966785 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-2bde6890-b515-45d7-866d-989517a7ed7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0414834 Dec 08 13:29:48.010322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-26b38c7e-c9bb-4b8e-bb33-5f127c46f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:48.011788 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-26b38c7e-c9bb-4b8e-bb33-5f127c46f2b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382540 Dec 08 13:29:48.104730 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-5c508244-8ae4-48e9-8edd-582c5513dd57 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858190 Dec 08 13:29:48.196149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-b432aeda-67c2-454e-8e32-4d4edba3b12c service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843921 Dec 08 13:29:48.422385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04f1b4-2f67-4006-a5b6-22463213b628 req-73ed6811-20aa-48b8-aa63-a9df933e7a7a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:48.424646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d04f1b4-2f67-4006-a5b6-22463213b628 req-73ed6811-20aa-48b8-aa63-a9df933e7a7a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0488136 Dec 08 13:29:48.470659 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d04f1b4-2f67-4006-a5b6-22463213b628 req-5aa96c0e-f19f-4f11-a9c0-4cbbaa70ff4d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401094 Dec 08 13:29:49.584116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb68972-cac9-4a4c-84b9-00227e0f1775 req-5e89e4a5-c3f4-44ec-90d7-c3e6a836aff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:49.585565 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bbb68972-cac9-4a4c-84b9-00227e0f1775 req-5e89e4a5-c3f4-44ec-90d7-c3e6a836aff0 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0475321 Dec 08 13:29:49.631396 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bbb68972-cac9-4a4c-84b9-00227e0f1775 req-7de97da1-f191-4ad7-81e9-ec5fe5b40e3b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397210 Dec 08 13:29:50.750035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e505b8-7a97-4b35-a395-ad754a4205f6 req-a25df07d-e42d-408a-826b-202e616fdf7a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:50.751929 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-00e505b8-7a97-4b35-a395-ad754a4205f6 req-a25df07d-e42d-408a-826b-202e616fdf7a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0516248 Dec 08 13:29:50.802394 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-00e505b8-7a97-4b35-a395-ad754a4205f6 req-7ab6852d-b5e0-4c75-a97e-e647ce9579a6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445623 Dec 08 13:29:51.918768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe91a2-5ff9-4e4e-8ea3-af1ac5e17a6b req-c1ba87d5-ecc5-49d5-a211-2ba4c296d580 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:51.920188 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddbe91a2-5ff9-4e4e-8ea3-af1ac5e17a6b req-c1ba87d5-ecc5-49d5-a211-2ba4c296d580 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0489755 Dec 08 13:29:51.967391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddbe91a2-5ff9-4e4e-8ea3-af1ac5e17a6b req-04e8701c-ac77-4ae1-93c5-23b9c79fd62d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Dec 08 13:29:53.088108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4f4d7-4643-451d-88d5-32ab07ee48be req-9c391e03-6d84-415d-a0db-70f6bd8c6e51 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:53.089598 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-52f4f4d7-4643-451d-88d5-32ab07ee48be req-9c391e03-6d84-415d-a0db-70f6bd8c6e51 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0527010 Dec 08 13:29:53.143818 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-52f4f4d7-4643-451d-88d5-32ab07ee48be req-f42f7b74-f7f3-4a3b-8ed9-bc1b77a3049d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473557 Dec 08 13:29:53.435817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-dd79e09c-27cb-4394-a400-27aefca67360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:53.437323 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-dd79e09c-27cb-4394-a400-27aefca67360 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd&tenant_id=451faace737847a6a082e8cff0aa37df HTTP/1.1" status: 200 len: 1099 time: 0.0446067 Dec 08 13:29:53.498457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-3dd9eff9-a6bd-44e3-a071-4fffc0ce9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:53.499969 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-3dd9eff9-a6bd-44e3-a071-4fffc0ce9c42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=451faace737847a6a082e8cff0aa37df&device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 1099 time: 0.0398676 Dec 08 13:29:53.544095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:29:53.592248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-bd6c7b3d-c067-435a-b440-2c595af91aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:53.593726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-bd6c7b3d-c067-435a-b440-2c595af91aa0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 200 len: 912 time: 0.0870330 Dec 08 13:29:53.618248 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:53.640119 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:29:53.643419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5491ea3-64cf-487c-8982-11a41f885ce5" -d '{"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:29:53.662837 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-d165aad1-9234-43e4-b88a-7c4f583af530 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 200 len: 1003 time: 0.0601349 Dec 08 13:29:53.664268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:29:53.691455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d463bd2-c364-47a5-a2df-b22978f260cf x-openstack-request-id: req-5d463bd2-c364-47a5-a2df-b22978f260cf {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:29:53.691455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:29:53.691455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d463bd2-c364-47a5-a2df-b22978f260cf {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:29:53.691455 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'code': 200} Dec 08 13:29:53.716409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-8f918ede-e612-4900-a833-c69fe831a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:53.717858 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-8f918ede-e612-4900-a833-c69fe831a27b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 200 len: 850 time: 0.0489242 Dec 08 13:29:53.744401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:29:53.767576 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-e18adc9c-9c92-4da7-89d6-9d948e8bd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:53.769122 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-e18adc9c-9c92-4da7-89d6-9d948e8bd418 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426838 Dec 08 13:29:53.805347 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=9']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:29:53.865692 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-ed313632-ea68-4aa2-a6ac-a1fe4e4cb32f service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885613 Dec 08 13:29:53.957858 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3f727d4-22d2-494e-bec9-72c0db21f77a req-deea52e6-7045-4c21-b269-f5e7b1de48b4 service neutron] 10.222.0.72 "GET /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853229 Dec 08 13:29:54.261641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d256f-e213-4ab9-ab7f-f160859ab1f3 req-9a95aa94-887c-4cc6-8bb8-77c197fbd79b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:54.263097 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec7d256f-e213-4ab9-ab7f-f160859ab1f3 req-9a95aa94-887c-4cc6-8bb8-77c197fbd79b tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0502965 Dec 08 13:29:54.310263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec7d256f-e213-4ab9-ab7f-f160859ab1f3 req-90730a29-ba2f-49d4-a706-7908826ec413 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410311 Dec 08 13:29:55.455402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a54a1-e6fa-4f4f-be77-23eecbac3be2 req-40b0c1fe-2164-4603-b80d-4b60438f85d9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:55.457038 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c65a54a1-e6fa-4f4f-be77-23eecbac3be2 req-40b0c1fe-2164-4603-b80d-4b60438f85d9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0601611 Dec 08 13:29:55.508810 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c65a54a1-e6fa-4f4f-be77-23eecbac3be2 req-1617a7fd-72a9-47de-8e6a-0e062ace40f4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455763 Dec 08 13:29:56.625640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a990d-aa0b-4e45-bc34-d8bc1b05a6da req-33e3abec-d97b-4a9f-8abb-4108a3fdbb9c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:56.627174 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-626a990d-aa0b-4e45-bc34-d8bc1b05a6da req-33e3abec-d97b-4a9f-8abb-4108a3fdbb9c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0496550 Dec 08 13:29:56.675000 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-626a990d-aa0b-4e45-bc34-d8bc1b05a6da req-a3cce4c0-cc40-42b7-8b9d-cc3ed8057e3e tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418091 Dec 08 13:29:57.790213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e674fd-c43f-4f2d-9435-b54afbe68d84 req-a7530266-065a-4473-b421-6fbacf25352d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:57.791727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-35e674fd-c43f-4f2d-9435-b54afbe68d84 req-a7530266-065a-4473-b421-6fbacf25352d tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0489099 Dec 08 13:29:57.843683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-35e674fd-c43f-4f2d-9435-b54afbe68d84 req-89331faa-cc2b-4fc2-9cca-715a87f5d027 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460048 Dec 08 13:29:58.964053 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c6075-6a1d-473d-a085-945b75d703ed req-bc5e2737-f7ff-4147-824e-b0966298ce14 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:29:58.966080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aa0c6075-6a1d-473d-a085-945b75d703ed req-bc5e2737-f7ff-4147-824e-b0966298ce14 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0502317 Dec 08 13:29:59.014597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aa0c6075-6a1d-473d-a085-945b75d703ed req-f44fb626-83c4-4c35-acf2-d3b68ec50ab4 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Dec 08 13:30:00.131422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adc54f-f433-470a-9443-4800e1a52501 req-f2edc1ef-97cf-4781-a437-c556752d9533 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:00.132920 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c3adc54f-f433-470a-9443-4800e1a52501 req-f2edc1ef-97cf-4781-a437-c556752d9533 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0482585 Dec 08 13:30:00.179723 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c3adc54f-f433-470a-9443-4800e1a52501 req-b7a36e16-59e3-4261-8f94-91e5a7eabf98 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Dec 08 13:30:01.296972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec3fa1-1620-486d-8c8f-52badca7e1b7 req-70d8013a-2442-404b-b5b2-e4edc0c06db9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:01.298634 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dcec3fa1-1620-486d-8c8f-52badca7e1b7 req-70d8013a-2442-404b-b5b2-e4edc0c06db9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 944 time: 0.0519743 Dec 08 13:30:01.345243 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dcec3fa1-1620-486d-8c8f-52badca7e1b7 req-b3431319-1e97-4bc8-b02a-8dc3e2611fc5 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Dec 08 13:30:01.561334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:30:01.653040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:01.668004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'port_id': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'mac_address': 'fa:16:3e:03:46:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:30:01.704724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:01.716829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3bee80-05a1-4283-9be8-28e186d8f0d5 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:30:01.735555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:01.795557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:01.844817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=10']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:01.852499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['fa3bee80-05a1-4283-9be8-28e186d8f0d5'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:30:02.458392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa00f0-83c1-4d3c-99d6-176bcd7f979e req-a4888da8-24ab-4dc5-8f58-46a91044f505 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:02.459897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69fa00f0-83c1-4d3c-99d6-176bcd7f979e req-a4888da8-24ab-4dc5-8f58-46a91044f505 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0477300 Dec 08 13:30:02.505453 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69fa00f0-83c1-4d3c-99d6-176bcd7f979e req-3866cc56-5440-49cd-9944-944c1e649734 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Dec 08 13:30:03.557473 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:30:03.603678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port fa3bee80-05a1-4283-9be8-28e186d8f0d5 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:30:03.604056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:03.622777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728705e-a16e-4c37-b7e7-d3dfb3520953 req-a8d8dcf1-1cee-4b8c-9418-d74d44e883e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:03.624271 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7728705e-a16e-4c37-b7e7-d3dfb3520953 req-a8d8dcf1-1cee-4b8c-9418-d74d44e883e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 946 time: 0.0480287 Dec 08 13:30:03.676539 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7728705e-a16e-4c37-b7e7-d3dfb3520953 req-b475fe73-d030-467b-90c8-19f440bbda2a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462067 Dec 08 13:30:03.683285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:03.704947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:30:03.707168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c4de8-5b65-4c88-b0f6-6b48fdbf4e00" -d '{"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-plugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:30:03.719944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:03.749111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5b28b9-1fdc-4742-bb06-9f1b1b41a786 x-openstack-request-id: req-8c5b28b9-1fdc-4742-bb06-9f1b1b41a786 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:30:03.749403 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-plugged", "status": "completed", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:30:03.749656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c5b28b9-1fdc-4742-bb06-9f1b1b41a786 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:30:03.750047 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'code': 200} Dec 08 13:30:03.782141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:03.828995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=11']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:04.793799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc983e-c50e-4615-9f03-d0971c377d29 req-c6bf2671-44a0-4b8d-b139-3b59d26829e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:04.795323 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-babc983e-c50e-4615-9f03-d0971c377d29 req-c6bf2671-44a0-4b8d-b139-3b59d26829e6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 947 time: 0.0499139 Dec 08 13:30:04.843506 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-babc983e-c50e-4615-9f03-d0971c377d29 req-bfb12cbc-6829-4df2-a31d-8fe3b6d5aa13 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 Dec 08 13:30:05.961450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32441a7d-22e2-4b34-b65a-dc21b97a93f2 req-3b04a442-8e85-45ea-972b-40b15e1b77eb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:05.963038 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32441a7d-22e2-4b34-b65a-dc21b97a93f2 req-3b04a442-8e85-45ea-972b-40b15e1b77eb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 947 time: 0.0497127 Dec 08 13:30:06.010921 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32441a7d-22e2-4b34-b65a-dc21b97a93f2 req-3699c4b8-1e88-469b-b40b-c1f852e97b56 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Dec 08 13:30:07.131369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041545e-9a63-42ef-8806-e0701d879392 req-a335daed-2b89-421b-9a05-5acdf497fa05 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:07.132848 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1041545e-9a63-42ef-8806-e0701d879392 req-a335daed-2b89-421b-9a05-5acdf497fa05 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 947 time: 0.0520308 Dec 08 13:30:07.180023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1041545e-9a63-42ef-8806-e0701d879392 req-b904e519-cf4c-4f5f-a691-6dfdc01c11e9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Dec 08 13:30:07.297582 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5b1e1-fce9-49fc-a465-259694d07a4d req-dcaa0b2c-2b81-4332-8e57-57bb1ba43b3c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:07.299241 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eec5b1e1-fce9-49fc-a465-259694d07a4d req-dcaa0b2c-2b81-4332-8e57-57bb1ba43b3c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 947 time: 0.0488298 Dec 08 13:30:07.345503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eec5b1e1-fce9-49fc-a465-259694d07a4d req-dea45974-de38-47d9-bb8a-81d48476e3a9 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Dec 08 13:30:07.459867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c40021-bb18-4f7a-9ca0-6191ac23e9da req-e491b39d-adf2-4e2e-9bda-974451b5a588 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:07.461325 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a9c40021-bb18-4f7a-9ca0-6191ac23e9da req-e491b39d-adf2-4e2e-9bda-974451b5a588 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 947 time: 0.0515664 Dec 08 13:30:07.506765 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a9c40021-bb18-4f7a-9ca0-6191ac23e9da req-1c1e94d2-39b6-4db8-9a84-931b6e276907 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Dec 08 13:30:07.934783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc9c66-8c9f-494c-9d05-2e06217ce6c4 req-04e20954-6d01-4ce0-b891-ea54db2b1a93 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:07.936252 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61dc9c66-8c9f-494c-9d05-2e06217ce6c4 req-04e20954-6d01-4ce0-b891-ea54db2b1a93 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 947 time: 0.0479114 Dec 08 13:30:07.983512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61dc9c66-8c9f-494c-9d05-2e06217ce6c4 req-7b56b1e6-44b7-478f-95ce-3e73d684044a tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407414 Dec 08 13:30:09.113325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc3c84-ecf3-454a-832c-88478dc4d3aa req-d0ac11ff-1e40-4b0e-a37a-80055134fcd2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:09.114866 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cbcc3c84-ecf3-454a-832c-88478dc4d3aa req-d0ac11ff-1e40-4b0e-a37a-80055134fcd2 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 947 time: 0.0504479 Dec 08 13:30:09.164856 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cbcc3c84-ecf3-454a-832c-88478dc4d3aa req-ee787583-9406-4315-acf3-1b78965a6211 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Dec 08 13:30:10.307553 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417e49c-ddd7-4bac-8b25-17efa200225c req-296022a0-6885-4430-9e55-5fae46364cdb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:10.309052 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b417e49c-ddd7-4bac-8b25-17efa200225c req-296022a0-6885-4430-9e55-5fae46364cdb tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 947 time: 0.0746720 Dec 08 13:30:10.330527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-abf2a391-afff-4fd8-a48a-959a8e7dc62f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:10.331948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-abf2a391-afff-4fd8-a48a-959a8e7dc62f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 947 time: 0.0661168 Dec 08 13:30:10.403361 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b417e49c-ddd7-4bac-8b25-17efa200225c req-06fc8b93-90e8-485b-a4e6-fe2dacbb8350 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups?id=8070870d-db08-4f12-a5fc-6220d8c01338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863459 Dec 08 13:30:10.410456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:10.449656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Deleting port fa3bee80-05a1-4283-9be8-28e186d8f0d5 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:30:10.449916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:10.503845 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99892ba9-11f8-44f6-8c98-952f8e35b48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:10.537919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] For port fa3bee80-05a1-4283-9be8-28e186d8f0d5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=fa3bee80-05a1-4283-9be8-28e186d8f0d5,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:10.538288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:10.714765 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:10.715124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:10.715442 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d disassociated. External IP: 172.26.7.138, port: fa3bee80-05a1-4283-9be8-28e186d8f0d5. Dec 08 13:30:10.715782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Calling delete_port for fa3bee80-05a1-4283-9be8-28e186d8f0d5 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:30:10.920712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:10.951769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event deleted for resources: {'Port': ['ID=fa3bee80-05a1-4283-9be8-28e186d8f0d5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:10.963707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.963983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.964329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.964684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.965050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.965353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.965697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.966025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.966353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.966707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.967040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.967366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:10.967690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:11.090284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:30:11.199590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:30:11.210290 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:30:11.221717 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:30:11.222385 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:29:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:11.244851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] No DVR routers for this DVR port fa3bee80-05a1-4283-9be8-28e186d8f0d5 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:30:11.247289 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:11.250658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8570210a-83dc-45e8-8ea6-f718e07e2116 req-2f83124e-f033-4b72-9c72-6830096720f8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.72 "DELETE /v2.0/ports/fa3bee80-05a1-4283-9be8-28e186d8f0d5 HTTP/1.1" status: 204 len: 173 time: 0.9112961 Dec 08 13:30:11.251105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-deleted', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:30:11.253406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a926fb-c38a-4041-999f-b7524d13f6d0" -d '{"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-deleted", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:30:11.346257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0983724-b9ce-478b-8c75-81c02af923be x-openstack-request-id: req-d0983724-b9ce-478b-8c75-81c02af923be {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:30:11.346914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7622f70-3b90-4743-9105-9ae79a5c83fd", "name": "network-vif-deleted", "tag": "fa3bee80-05a1-4283-9be8-28e186d8f0d5", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:30:11.347105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0983724-b9ce-478b-8c75-81c02af923be {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:30:11.347597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7622f70-3b90-4743-9105-9ae79a5c83fd', 'name': 'network-vif-deleted', 'tag': 'fa3bee80-05a1-4283-9be8-28e186d8f0d5', 'status': 'completed', 'code': 200} Dec 08 13:30:11.420158 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:30:11.519067 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cb2844d0-2ca9-4b1d-a0f9-fcd07981ae92 req-52a42311-4cec-484a-ab02-fb052d29975c tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 210 time: 0.0403342 Dec 08 13:30:11.622618 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:11.653050 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:30:11.662945 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:30:11.663505 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:29:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:11.769309 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:30:11.959955 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:11.989351 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d611ac9-7eab-4419-bf47-f4ee071d8e64 None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '3c2566ba-1f0a-4dfc-aef0-23b8f769e20e', 'name': '', 'network_id': '8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'mac_address': 'fa:16:3e:e1:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:48Z', 'updated_at': '2021-12-08T13:23:52Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'subnets': [{'id': 'ab32eebc-692c-4865-b9cf-1e93c1482466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:30:12.213298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368741d-9b44-4d5c-8d33-efea7d12633b None None] New status for floating IP 924f2375-0c75-4642-9f71-e3bf61c7928d: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:30:12.615197 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bb798edb-b672-46d4-90c3-24c0b1d6865f req-5092c745-9666-4ec1-baf2-63bdd88133cd tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272105 Dec 08 13:30:12.881127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c062f2f3-d739-449e-8612-376b1ffb99af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:13.619979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:30:13.639963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: fa3bee80-05a1-4283-9be8-28e186d8f0d5 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:30:13.640314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device fa3bee80-05a1-4283-9be8-28e186d8f0d5 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:30:13.710859 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04fa7b28-6533-4052-8074-b28ee3b3dc4c req-8e14743d-0f38-44e4-b5e0-9d2ac7bad5a8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 210 time: 0.0262861 Dec 08 13:30:14.166696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:14.807336 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16cdd713-3ab3-444f-8a3f-8a2f9f4dca5a req-16d3a084-7c0d-40d5-a89c-703d00ac04e8 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 210 time: 0.0262082 Dec 08 13:30:15.268184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:15.493635 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:30:15.915917 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c242b92f-1f45-4592-8a61-e52979f8d152 req-5b956b43-d773-4a81-bc13-96c67bbccbe6 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/ports?device_id=d7622f70-3b90-4743-9105-9ae79a5c83fd HTTP/1.1" status: 200 len: 210 time: 0.0298636 Dec 08 13:30:16.256444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:20.841666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36226) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:20.895710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf9-3069-40b6-91b2-d3f6ae0673df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:20.918535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf9-3069-40b6-91b2-d3f6ae0673df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:21.027596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf9-3069-40b6-91b2-d3f6ae0673df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:21.030538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf9-3069-40b6-91b2-d3f6ae0673df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:21.032661 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4f0daaf9-3069-40b6-91b2-d3f6ae0673df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "DELETE /v2.0/security-groups/8070870d-db08-4f12-a5fc-6220d8c01338 HTTP/1.1" status: 204 len: 168 time: 0.1895497 Dec 08 13:30:21.035156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36228) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:21.042439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0daaf9-3069-40b6-91b2-d3f6ae0673df tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8070870d-db08-4f12-a5fc-6220d8c01338,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:21.052466 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-21f4ede7-547f-4797-ac58-da7c176a52a1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] show failed (client error): The resource could not be found. Dec 08 13:30:21.053729 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-21f4ede7-547f-4797-ac58-da7c176a52a1 tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "GET /v2.0/security-groups/8070870d-db08-4f12-a5fc-6220d8c01338 HTTP/1.1" status: 404 len: 347 time: 0.0169563 Dec 08 13:30:21.057808 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36232) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:21.185150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Deleting port 7271b4e2-0fe2-4374-b779-0d33ea91facd {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:30:21.185409 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:21.265107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:21.265907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:21.277713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Calling delete_port for 7271b4e2-0fe2-4374-b779-0d33ea91facd owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:30:21.480644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:21.504951 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Pushing event deleted for resources: {'Port': ['ID=7271b4e2-0fe2-4374-b779-0d33ea91facd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:21.514839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.515246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.516150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.516502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.516855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.517202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.517855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.517855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.518206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.518540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.518906 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.519247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.519578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:21.581804 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:21.584532 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:21.585648 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-52f8d267-c4be-4027-b78d-bace116ea18f tempest-ServerActionsTestJSON-1313101110 tempest-ServerActionsTestJSON-1313101110-project] 10.222.0.76 "DELETE /v2.0/floatingips/924f2375-0c75-4642-9f71-e3bf61c7928d HTTP/1.1" status: 204 len: 168 time: 0.5264571 Dec 08 13:30:21.588566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36234) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:22.006549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:22.248338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Deleting port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:30:22.249050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:22.323998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] For port 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3c2566ba-1f0a-4dfc-aef0-23b8f769e20e,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:22.324285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:22.341657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Calling delete_port for 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:30:22.592648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:22.617989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2566ba-1f0a-4dfc-aef0-23b8f769e20e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:22.780699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:23.000383 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Router 3fa95956-deb9-4746-8f8a-235d7a96e916 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:30:23.109909 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:30:23.115124 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7123c221-2e06-4ad7-9809-f90919cc1630 admin admin] 10.222.0.76 "PUT /v2.0/routers/3fa95956-deb9-4746-8f8a-235d7a96e916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5255609 Dec 08 13:30:23.117539 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36238) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:23.118653 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] Sync routers for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:30:23.129468 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:30:23.130076 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:30:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:23.223681 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:23.245571 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:30:23.338750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:23.429646 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:30:22Z', 'revision_number': 5, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port': {'id': 'ee9d7026-bfd9-4203-82bb-fb78022d085d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ff:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:23:46Z', 'updated_at': '2021-12-08T13:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:23.457148 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Deleting port ee9d7026-bfd9-4203-82bb-fb78022d085d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:30:23.457490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:23.462775 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] Checking router: 3fa95956-deb9-4746-8f8a-235d7a96e916 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:30:23.471336 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] Routers {'3fa95956-deb9-4746-8f8a-235d7a96e916'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:30:23.471939 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:30:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3fa95956-deb9-4746-8f8a-235d7a96e916'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:23.537531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] For port ee9d7026-bfd9-4203-82bb-fb78022d085d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ee9d7026-bfd9-4203-82bb-fb78022d085d,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:23.537900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:23.551072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Calling delete_port for ee9d7026-bfd9-4203-82bb-fb78022d085d owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:30:23.562298 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] Set router 3fa95956-deb9-4746-8f8a-235d7a96e916 gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:30:23.612442 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:30:23Z', 'revision_number': 6, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:23.641262 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efc56b9-cbd1-40e5-89b9-34fbdd1dc06e None None] The sync data for ids ['3fa95956-deb9-4746-8f8a-235d7a96e916'] in dv-neutron-799625-5-hyperv is: [{'id': '3fa95956-deb9-4746-8f8a-235d7a96e916', 'name': 'tempest-ServerActionsTestJSON-395881703-router', 'tenant_id': '451faace737847a6a082e8cff0aa37df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:23:45Z', 'updated_at': '2021-12-08T13:30:23Z', 'revision_number': 6, 'project_id': '451faace737847a6a082e8cff0aa37df', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:30:23.775864 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:23.802509 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9d7026-bfd9-4203-82bb-fb78022d085d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:23.816038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7123a264-a226-4da3-8089-71c8b0ab7b28 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:30:23.861832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.228620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.230771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.337503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.337933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa95956-deb9-4746-8f8a-235d7a96e916 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:30:24.342496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.344224 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a2c702e6-7369-4588-963a-f64f61c53f1c admin admin] 10.222.0.76 "DELETE /v2.0/routers/3fa95956-deb9-4746-8f8a-235d7a96e916 HTTP/1.1" status: 204 len: 168 time: 1.2251520 Dec 08 13:30:24.346786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36244) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:24.391028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d206ebd-ead4-479c-bdab-aa30737431d8 admin admin] Deleting subnet ab32eebc-692c-4865-b9cf-1e93c1482466 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:30:24.395023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d206ebd-ead4-479c-bdab-aa30737431d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.435004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d206ebd-ead4-479c-bdab-aa30737431d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.516723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d206ebd-ead4-479c-bdab-aa30737431d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.635490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d206ebd-ead4-479c-bdab-aa30737431d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.662926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d206ebd-ead4-479c-bdab-aa30737431d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab32eebc-692c-4865-b9cf-1e93c1482466,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:24.666568 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d206ebd-ead4-479c-bdab-aa30737431d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.670175 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6d206ebd-ead4-479c-bdab-aa30737431d8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ab32eebc-692c-4865-b9cf-1e93c1482466 HTTP/1.1" status: 204 len: 168 time: 0.3221140 Dec 08 13:30:24.672440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36246) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:24.678833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ea77c6-af42-4434-b1c4-214d39904037 None None] Network 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:30:24.746673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.803022 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Deleting port 36a54e6a-c990-4190-90ec-42233ff6eaa1 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:30:24.803375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.835474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d02b96-eb39-4c53-8738-a00800834bef None None] DHCP port deletion for 8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:30:24.867181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] For port 36a54e6a-c990-4190-90ec-42233ff6eaa1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=36a54e6a-c990-4190-90ec-42233ff6eaa1,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:24.867493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.880749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Calling delete_port for 36a54e6a-c990-4190-90ec-42233ff6eaa1 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:30:24.882842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f1d02b96-eb39-4c53-8738-a00800834bef None None] Deleting port 36a54e6a-c990-4190-90ec-42233ff6eaa1 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:30:24.883223 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1d02b96-eb39-4c53-8738-a00800834bef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.945172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f1d02b96-eb39-4c53-8738-a00800834bef None None] For port 36a54e6a-c990-4190-90ec-42233ff6eaa1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=36a54e6a-c990-4190-90ec-42233ff6eaa1,segment=NetworkSegment(14f72c9e-6183-4772-9a31-29008ac4f322),segment_id=14f72c9e-6183-4772-9a31-29008ac4f322)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:24.945490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1d02b96-eb39-4c53-8738-a00800834bef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:24.961188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f1d02b96-eb39-4c53-8738-a00800834bef None None] Calling delete_port for 36a54e6a-c990-4190-90ec-42233ff6eaa1 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:30:25.039172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.054408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1d02b96-eb39-4c53-8738-a00800834bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.067809 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a54e6a-c990-4190-90ec-42233ff6eaa1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:25.069794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] No DVR routers for this DVR port 36a54e6a-c990-4190-90ec-42233ff6eaa1 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:30:25.087902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 36a54e6a-c990-4190-90ec-42233ff6eaa1 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:30:25.092361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d02b96-eb39-4c53-8738-a00800834bef None None] Pushing event deleted for resources: {'Port': ['ID=36a54e6a-c990-4190-90ec-42233ff6eaa1,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:25.094479 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d02b96-eb39-4c53-8738-a00800834bef None None] No DVR routers for this DVR port 36a54e6a-c990-4190-90ec-42233ff6eaa1 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:30:25.115194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 36a54e6a-c990-4190-90ec-42233ff6eaa1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:30:25.115547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 36a54e6a-c990-4190-90ec-42233ff6eaa1 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:30:25.115976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ee9d7026-bfd9-4203-82bb-fb78022d085d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:30:25.136281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: ee9d7026-bfd9-4203-82bb-fb78022d085d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:30:25.136737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ee9d7026-bfd9-4203-82bb-fb78022d085d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:30:25.137221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:30:25.146956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.159618 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:30:25.160051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3c2566ba-1f0a-4dfc-aef0-23b8f769e20e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:30:25.175895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:25.185002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f72c9e-6183-4772-9a31-29008ac4f322') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:25.185303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f72c9e-6183-4772-9a31-29008ac4f322') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:30:25.195150 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.208067 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.214151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:30:25.214816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:30:25.216442 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:30:25.332404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.338939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.345208 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f HTTP/1.1" status: 204 len: 168 time: 0.6685386 Dec 08 13:30:25.355229 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63510a22-b31c-4609-8bb6-aee5d23c0281 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f51411c-fba3-4f9e-ac5a-91c5bf6e6f0f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:25.649767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36250) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:25.694010 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e2f2c899-3a6a-4ef8-a329-e73b5278dfac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=451faace737847a6a082e8cff0aa37df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430572 Dec 08 13:30:25.696626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36252) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:25.743479 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4375a2-f333-41bd-b96b-fdb911b87c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.764732 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4375a2-f333-41bd-b96b-fdb911b87c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.867328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4375a2-f333-41bd-b96b-fdb911b87c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.869944 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae4375a2-f333-41bd-b96b-fdb911b87c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:25.871150 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ae4375a2-f333-41bd-b96b-fdb911b87c05 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/41513ab8-f58d-4138-9382-bbd5962f7473 HTTP/1.1" status: 204 len: 168 time: 0.1736164 Dec 08 13:30:25.878974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4375a2-f333-41bd-b96b-fdb911b87c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41513ab8-f58d-4138-9382-bbd5962f7473,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:26.908439 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36274) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:27.004923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-327769017-network', 'tenant_id': '03667506153344218fa9f9c672364f10'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:30:27.086294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Made reservation on behalf of 03667506153344218fa9f9c672364f10 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:30:27.088707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.097928 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.170533 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.227166 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.248945 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:30:27.266097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab8b1dc-a136-46b6-a232-989efc15a823,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:27.270366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.270366 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Added segment f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a of type vlan for network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 Dec 08 13:30:27.316883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.404217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.405181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:27.405803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.488632 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] Pushing event updated for resources: {'Network': ['ID=70bd0871-1b49-4a6e-83a3-e3b486ca1c02,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:27.498469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:30:27.509763 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-322c7eb2-d0ea-482d-8a0e-1f6b31d70c37 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6001990 Dec 08 13:30:27.512764 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36278) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:30:27.518085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Request body: {'subnet': {'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-327769017-subnet', 'tenant_id': '03667506153344218fa9f9c672364f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:30:27.592946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Made reservation on behalf of 03667506153344218fa9f9c672364f10 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:30:27.595371 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.829890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:27.892609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb0da98-7a90-4b2d-87f4-1f178fa8f12e,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:27.898024 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Checking segment: {'id': 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:30:27.898392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Network hostable DHCP agents. Network: 70bd0871-1b49-4a6e-83a3-e3b486ca1c02, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:30:27.975522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:30:28.066734 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 70bd0871-1b49-4a6e-83a3-e3b486ca1c02) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:30:28.070676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:28.071303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:28.077245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580090a-727c-4f3c-b9f4-15c98110cd2a None None] Network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:30:28.151783 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-efea24f8-cc91-4471-b6d9-2b1fc22b33fc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6377935 Dec 08 13:30:28.179059 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e6284-00ea-4343-b319-6e21af5f8be6 None None] Network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:30:28.619736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-fb6e63f3-365d-4f92-a1a3-a5cd0568e05a tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:28.621207 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-fb6e63f3-365d-4f92-a1a3-a5cd0568e05a tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/networks?id=70bd0871-1b49-4a6e-83a3-e3b486ca1c02 HTTP/1.1" status: 200 len: 813 time: 0.1066005 Dec 08 13:30:28.636395 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-39ef8f17-08b8-4fde-8196-ec14942ca98b tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/quotas/03667506153344218fa9f9c672364f10 HTTP/1.1" status: 200 len: 375 time: 0.0091732 Dec 08 13:30:28.673297 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-618d5aff-89e7-4526-8048-37ae304fb557 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=03667506153344218fa9f9c672364f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306091 Dec 08 13:30:28.807761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-013f1a9b-7c79-4dc6-8c97-7c41d1a5c09a service neutron] 10.222.0.76 "GET /v2.0/networks/70bd0871-1b49-4a6e-83a3-e3b486ca1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273239 Dec 08 13:30:28.900974 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-b01fc2bf-4725-41a3-8cb0-296e7a1b3adf service neutron] 10.222.0.76 "GET /v2.0/networks/70bd0871-1b49-4a6e-83a3-e3b486ca1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868986 Dec 08 13:30:29.157777 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c7a48b1f-f679-4add-895b-572198c991db req-fd08800a-6216-4cdf-bf66-3b92b6371330 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 210 time: 0.0273306 Dec 08 13:30:30.252116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d90761b7-4634-4fd6-be3a-7e161a77d281 req-b9105c72-3cea-4e5b-9bec-1cc2f797ad47 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 210 time: 0.0265551 Dec 08 13:30:31.216349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-62d43374-7229-4acb-8f1e-a44690fa4415 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:31.217790 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-62d43374-7229-4acb-8f1e-a44690fa4415 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.72 "GET /v2.0/networks?id=70bd0871-1b49-4a6e-83a3-e3b486ca1c02 HTTP/1.1" status: 200 len: 813 time: 0.1073787 Dec 08 13:30:31.231479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Request body: {'port': {'device_id': 'f63a0791-62bf-4b1e-a16d-ccf27a139953', 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02', 'admin_state_up': True, 'tenant_id': '03667506153344218fa9f9c672364f10'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:30:31.378541 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fcad88b3-caa5-46a4-a998-a169f28fbfaa req-514fbc5e-8e30-47d0-9b9b-795f698192ef tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 210 time: 0.0504081 Dec 08 13:30:31.434868 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Made reservation on behalf of 03667506153344218fa9f9c672364f10 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:30:31.438411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:31.562175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Allocated IP 172.20.0.9 (70bd0871-1b49-4a6e-83a3-e3b486ca1c02/5fb0da98-7a90-4b2d-87f4-1f178fa8f12e/248c15b3-b795-4c35-800d-36051efb0901) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:30:31.712093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:31.794878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:31.836884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:30:31.839847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:30:31.846538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:30:31.872155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Pushing event updated for resources: {'Port': ['ID=248c15b3-b795-4c35-800d-36051efb0901,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:31.899522 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:31.900122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:31.974263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-1d763262-a344-4c1f-a327-c8f22249bcb0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464051 Dec 08 13:30:31.986570 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Request body: {'port': {'device_id': 'f63a0791-62bf-4b1e-a16d-ccf27a139953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:30:32.039147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:32.296395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248c15b3-b795-4c35-800d-36051efb0901 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:30:32.304282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:32.316479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Transition to ACTIVE for port object 248c15b3-b795-4c35-800d-36051efb0901 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:30:32.387074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:32.436535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Pushing event updated for resources: {'Port': ['ID=248c15b3-b795-4c35-800d-36051efb0901,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:32.541729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a71667-56e2-420b-841a-e1f91b4aaadf req-72285a8d-0515-44ef-a5be-34057db09677 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:32.543247 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-63a71667-56e2-420b-841a-e1f91b4aaadf req-72285a8d-0515-44ef-a5be-34057db09677 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 943 time: 0.0839961 Dec 08 13:30:32.545587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Attempting to bind port 248c15b3-b795-4c35-800d-36051efb0901 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:30:32.545927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Attempting to bind port 248c15b3-b795-4c35-800d-36051efb0901 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:30:32.546855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Attempting to bind port 248c15b3-b795-4c35-800d-36051efb0901 on network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:30:32.557554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Port 248c15b3-b795-4c35-800d-36051efb0901 on network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:30:32.557880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Attempting to bind port 248c15b3-b795-4c35-800d-36051efb0901 on network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:30:32.575195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:30:32.575554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Checking segment: {'id': 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:30:32.575926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Bound using segment: {'id': 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:30:32.576359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Bound port: 248c15b3-b795-4c35-800d-36051efb0901, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:30:32.576718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:32.633748 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-63a71667-56e2-420b-841a-e1f91b4aaadf req-4d9516b6-32ac-470a-b073-abd1d0a83482 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835860 Dec 08 13:30:32.657489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] For port 248c15b3-b795-4c35-800d-36051efb0901, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:30:32.660642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] For port 248c15b3-b795-4c35-800d-36051efb0901, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=248c15b3-b795-4c35-800d-36051efb0901,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:30:32.741819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:32.775162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:32.775779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:32.777165 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] 10.222.0.72 "PUT /v2.0/ports/248c15b3-b795-4c35-800d-36051efb0901 HTTP/1.1" status: 200 len: 1093 time: 0.7946408 Dec 08 13:30:32.777608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63a0791-62bf-4b1e-a16d-ccf27a139953', 'tag': '248c15b3-b795-4c35-800d-36051efb0901'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:30:32.779960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e04e948-a1ec-4206-84ac-10ba3b18f454" -d '{"events": [{"name": "network-changed", "server_uuid": "f63a0791-62bf-4b1e-a16d-ccf27a139953", "tag": "248c15b3-b795-4c35-800d-36051efb0901"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:30:32.804963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5d4a4-106e-43bd-951c-f01a4bc857a0 service neutron] Pushing event updated for resources: {'Port': ['ID=248c15b3-b795-4c35-800d-36051efb0901,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:32.818825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349a9053-6c6a-4f6d-a02d-7829691d41d0 x-openstack-request-id: req-349a9053-6c6a-4f6d-a02d-7829691d41d0 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:30:32.819122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63a0791-62bf-4b1e-a16d-ccf27a139953", "tag": "248c15b3-b795-4c35-800d-36051efb0901", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:30:32.819382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-349a9053-6c6a-4f6d-a02d-7829691d41d0 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:30:32.819785 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63a0791-62bf-4b1e-a16d-ccf27a139953', 'tag': '248c15b3-b795-4c35-800d-36051efb0901', 'status': 'completed', 'code': 200} Dec 08 13:30:32.881316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04e948-a1ec-4206-84ac-10ba3b18f454 req-1c4f4a2a-e2f4-4cc4-a25b-99d212b6366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:32.882886 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e04e948-a1ec-4206-84ac-10ba3b18f454 req-1c4f4a2a-e2f4-4cc4-a25b-99d212b6366d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03667506153344218fa9f9c672364f10&device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 1096 time: 0.0417249 Dec 08 13:30:32.984450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04e948-a1ec-4206-84ac-10ba3b18f454 req-64520efe-337a-4006-989e-09b04153c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:32.985974 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e04e948-a1ec-4206-84ac-10ba3b18f454 req-64520efe-337a-4006-989e-09b04153c64a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=03667506153344218fa9f9c672364f10&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0957160 Dec 08 13:30:33.083230 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04e948-a1ec-4206-84ac-10ba3b18f454 req-fec6b26c-24d7-40a0-9d27-4f4c7b167634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:33.084600 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e04e948-a1ec-4206-84ac-10ba3b18f454 req-fec6b26c-24d7-40a0-9d27-4f4c7b167634 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897989 Dec 08 13:30:33.159295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8fdfd1a5-21ba-4d9d-bf89-50a776395815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:33.160757 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-8fdfd1a5-21ba-4d9d-bf89-50a776395815 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03667506153344218fa9f9c672364f10&device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 1096 time: 0.0401287 Dec 08 13:30:33.202330 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-f2e70e24-cedf-497b-afdd-9a34306469ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248c15b3-b795-4c35-800d-36051efb0901 HTTP/1.1" status: 200 len: 217 time: 0.0326140 Dec 08 13:30:33.249558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-d9f87db7-93be-4fce-91fd-58f5b4e96931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:33.251004 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-d9f87db7-93be-4fce-91fd-58f5b4e96931 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fb0da98-7a90-4b2d-87f4-1f178fa8f12e HTTP/1.1" status: 200 len: 853 time: 0.0417047 Dec 08 13:30:33.286253 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-62c4638f-99c0-4b19-be79-308468a2bbe6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70bd0871-1b49-4a6e-83a3-e3b486ca1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273771 Dec 08 13:30:33.374261 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-17d76181-d6f3-471a-a32a-5f53d972a73c service neutron] 10.222.0.72 "GET /v2.0/networks/70bd0871-1b49-4a6e-83a3-e3b486ca1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807543 Dec 08 13:30:33.466200 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc4d2925-c1dd-46c6-bc66-35c45b6ded30 req-b3f2eed7-68e2-413c-98be-c6ae266e808a service neutron] 10.222.0.72 "GET /v2.0/networks/70bd0871-1b49-4a6e-83a3-e3b486ca1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839379 Dec 08 13:30:33.746936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21085825-d491-4295-bc77-a0500ae3ab18 req-2a90f684-cd60-4f5e-af6f-773d3d1e9246 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:33.748403 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21085825-d491-4295-bc77-a0500ae3ab18 req-2a90f684-cd60-4f5e-af6f-773d3d1e9246 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 943 time: 0.0486832 Dec 08 13:30:33.795821 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21085825-d491-4295-bc77-a0500ae3ab18 req-ab8df9a4-5c39-4260-b5e0-3bd7d7b72aa5 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Dec 08 13:30:34.910006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d67227-d2d9-49b5-a258-9afe747082d2 req-55e25d88-8102-4116-bbe0-8da250ce489d tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:34.911500 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-22d67227-d2d9-49b5-a258-9afe747082d2 req-55e25d88-8102-4116-bbe0-8da250ce489d tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 943 time: 0.0482342 Dec 08 13:30:34.963067 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-22d67227-d2d9-49b5-a258-9afe747082d2 req-8639e782-e06a-41d0-a477-61011a3d2e20 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Dec 08 13:30:35.744859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 248c15b3-b795-4c35-800d-36051efb0901 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:30:35.839515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 248c15b3-b795-4c35-800d-36051efb0901, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=248c15b3-b795-4c35-800d-36051efb0901,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:35.850499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '248c15b3-b795-4c35-800d-36051efb0901', 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02', 'port_id': '248c15b3-b795-4c35-800d-36051efb0901', 'mac_address': 'fa:16:3e:17:a2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb0da98-7a90-4b2d-87f4-1f178fa8f12e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:30:35.886269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:35.898629 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248c15b3-b795-4c35-800d-36051efb0901 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:30:35.921186 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 248c15b3-b795-4c35-800d-36051efb0901, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=248c15b3-b795-4c35-800d-36051efb0901,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:35.988840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:36.040478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=248c15b3-b795-4c35-800d-36051efb0901,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:36.053716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.054078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.054431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.054866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.055206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.055543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.055880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.056842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.057191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.057530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.057869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.058260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.058610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:30:36.082039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca7fd2-a827-41a2-abff-b4e01eb24d97 req-2880d6b8-27a9-411d-b814-47eaddf40d00 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:36.083557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-85ca7fd2-a827-41a2-abff-b4e01eb24d97 req-2880d6b8-27a9-411d-b814-47eaddf40d00 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 944 time: 0.0542979 Dec 08 13:30:36.129929 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-85ca7fd2-a827-41a2-abff-b4e01eb24d97 req-0cce6a9a-d20a-497f-ac13-068bec0c1f4c tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 Dec 08 13:30:36.226069 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['248c15b3-b795-4c35-800d-36051efb0901'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:30:37.243590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dd507-ee61-4282-8d90-63e6014d9e7f req-edb25c82-fae5-4f8a-9da6-c0ffecf2dce1 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:37.245087 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0c7dd507-ee61-4282-8d90-63e6014d9e7f req-edb25c82-fae5-4f8a-9da6-c0ffecf2dce1 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 944 time: 0.0485198 Dec 08 13:30:37.291524 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0c7dd507-ee61-4282-8d90-63e6014d9e7f req-69d65535-db99-44a5-8ccf-dfb15b8b1bee tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403178 Dec 08 13:30:37.763008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 248c15b3-b795-4c35-800d-36051efb0901 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:30:37.891720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 248c15b3-b795-4c35-800d-36051efb0901 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:30:37.895676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 248c15b3-b795-4c35-800d-36051efb0901 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:30:37.896056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:37.970699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:37.992278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63a0791-62bf-4b1e-a16d-ccf27a139953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248c15b3-b795-4c35-800d-36051efb0901'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:30:37.994514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99edaac3-c350-419b-9083-0c968bf5df48" -d '{"events": [{"server_uuid": "f63a0791-62bf-4b1e-a16d-ccf27a139953", "name": "network-vif-plugged", "status": "completed", "tag": "248c15b3-b795-4c35-800d-36051efb0901"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:30:38.010558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 248c15b3-b795-4c35-800d-36051efb0901, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=248c15b3-b795-4c35-800d-36051efb0901,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:38.033507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e74ba74-6de6-4523-8a6c-09b9bf31c5cd x-openstack-request-id: req-0e74ba74-6de6-4523-8a6c-09b9bf31c5cd {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:30:38.033507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63a0791-62bf-4b1e-a16d-ccf27a139953", "name": "network-vif-plugged", "status": "completed", "tag": "248c15b3-b795-4c35-800d-36051efb0901", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:30:38.033507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e74ba74-6de6-4523-8a6c-09b9bf31c5cd {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:30:38.033507 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63a0791-62bf-4b1e-a16d-ccf27a139953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248c15b3-b795-4c35-800d-36051efb0901', 'code': 200} Dec 08 13:30:38.080327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:38.129246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=248c15b3-b795-4c35-800d-36051efb0901,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:38.337624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f561b-02f0-459f-997d-56c44d35f4ee req-909e4640-83f4-4caf-8954-4dfb86b780d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:38.339161 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e42f561b-02f0-459f-997d-56c44d35f4ee req-909e4640-83f4-4caf-8954-4dfb86b780d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 1098 time: 0.0446601 Dec 08 13:30:38.411924 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e42f561b-02f0-459f-997d-56c44d35f4ee req-a2e4b78b-5e39-4ea3-9a04-c40905ea69cc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644197 Dec 08 13:30:38.424713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e460396-8623-41a2-bb35-3a6fb8d2863f req-212edff3-a942-4cc3-88c1-d18ab57be4da tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:38.426210 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8e460396-8623-41a2-bb35-3a6fb8d2863f req-212edff3-a942-4cc3-88c1-d18ab57be4da tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0665989 Dec 08 13:30:38.473433 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8e460396-8623-41a2-bb35-3a6fb8d2863f req-8b37290a-269c-478f-812f-42d06d8a2db0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Dec 08 13:30:39.588989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338812-a2c8-443d-bab0-7dc91c606152 req-835a1163-49a4-4248-90be-18c2ba5bc8a0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:39.591193 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9338812-a2c8-443d-bab0-7dc91c606152 req-835a1163-49a4-4248-90be-18c2ba5bc8a0 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0497186 Dec 08 13:30:39.641900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9338812-a2c8-443d-bab0-7dc91c606152 req-69bd4c28-0b1d-4417-bbab-0cee22758474 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Dec 08 13:30:39.871527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-a228c80a-ab22-4732-94ae-eea80a4eee21 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:39.872982 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-a228c80a-ab22-4732-94ae-eea80a4eee21 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/networks?id=70bd0871-1b49-4a6e-83a3-e3b486ca1c02 HTTP/1.1" status: 200 len: 813 time: 0.1048415 Dec 08 13:30:39.887907 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-fcb2327d-8971-44d3-b2f6-59fb8bd1be12 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/quotas/03667506153344218fa9f9c672364f10 HTTP/1.1" status: 200 len: 375 time: 0.0085590 Dec 08 13:30:39.939366 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-5401cbdd-dcbf-4c31-85be-17f7dba0ee6d tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=03667506153344218fa9f9c672364f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459282 Dec 08 13:30:39.990042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-72dc811d-3d44-42c3-b5f4-c769d5e7f0f5 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:30:39.991080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-72dc811d-3d44-42c3-b5f4-c769d5e7f0f5 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0451782 Dec 08 13:30:40.083987 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-673eef5b-670b-4c51-9cc4-f3f50427346b service neutron] 10.222.0.76 "GET /v2.0/networks/70bd0871-1b49-4a6e-83a3-e3b486ca1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865808 Dec 08 13:30:40.173720 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-cd8a624c-19a8-469b-be9e-9eda8fe9c324 service neutron] 10.222.0.76 "GET /v2.0/networks/70bd0871-1b49-4a6e-83a3-e3b486ca1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837617 Dec 08 13:30:40.402346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b22aea29-759f-47a2-be2a-b694415a9a13 req-0a2184af-a1ec-4f38-ac33-d2fe9b23f1ea tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 210 time: 0.0261657 Dec 08 13:30:40.457260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:40.525949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7396cc77-baa4-4288-8bfa-ec9d3980cc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:41.496808 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-001f82f8-8d7e-4e13-855e-4b5cf1acfa3b req-689256ad-4812-4e9b-b9a8-07e897d2c784 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 210 time: 0.0260565 Dec 08 13:30:42.218094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-896d16e7-5ebe-4a32-a695-a0446f47fe31 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:42.220251 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-896d16e7-5ebe-4a32-a695-a0446f47fe31 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.72 "GET /v2.0/networks?id=70bd0871-1b49-4a6e-83a3-e3b486ca1c02 HTTP/1.1" status: 200 len: 813 time: 0.1048558 Dec 08 13:30:42.233323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Request body: {'port': {'device_id': '675b7a4e-2fde-4fd2-8ce0-0893502ead19', 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02', 'admin_state_up': True, 'tenant_id': '03667506153344218fa9f9c672364f10'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:30:42.420815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Made reservation on behalf of 03667506153344218fa9f9c672364f10 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:30:42.424697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:42.551898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Allocated IP 172.20.0.2 (70bd0871-1b49-4a6e-83a3-e3b486ca1c02/5fb0da98-7a90-4b2d-87f4-1f178fa8f12e/e1d36187-a5ca-4a05-9f2c-5edf21ac45bc) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:30:42.599425 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3b3b4683-daa4-4040-a717-a469a666ae64 req-34c122d3-9592-449a-8764-2cba099f4157 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 210 time: 0.0340180 Dec 08 13:30:42.719865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:42.816441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:42.829698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['248c15b3-b795-4c35-800d-36051efb0901'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:30:42.858014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:30:42.861616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:30:42.867804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:30:42.873662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Pushing event updated for resources: {'Port': ['ID=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:42.920548 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:42.921078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:42.923722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3b727284-f4f6-4a8a-9099-b7cba109fb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:43.003386 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-d3d5e7b2-5057-44e9-a751-83714ea9c5e3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735424 Dec 08 13:30:43.017341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Request body: {'port': {'device_id': '675b7a4e-2fde-4fd2-8ce0-0893502ead19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:30:43.407371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:43.660189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d36187-a5ca-4a05-9f2c-5edf21ac45bc {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:30:43.668089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:43.688920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Transition to ACTIVE for port object e1d36187-a5ca-4a05-9f2c-5edf21ac45bc will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:30:43.745607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d8a72-578f-4927-a49a-d5322c926525 req-5732198a-50f7-41f0-88ef-01f302d81ce3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:43.747109 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b9d8a72-578f-4927-a49a-d5322c926525 req-5732198a-50f7-41f0-88ef-01f302d81ce3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 931 time: 0.0766680 Dec 08 13:30:43.787259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:43.818291 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b9d8a72-578f-4927-a49a-d5322c926525 req-ddf4bcf3-4607-462e-a7c5-2ffe02fa9199 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651400 Dec 08 13:30:43.842001 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:43.908963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Attempting to bind port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:30:43.909303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Attempting to bind port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:30:43.909634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Attempting to bind port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc on network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:30:43.913918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc on network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:30:43.914175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Attempting to bind port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc on network 70bd0871-1b49-4a6e-83a3-e3b486ca1c02 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:30:43.918978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:30:43.919320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Checking segment: {'id': 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:30:43.919710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Bound using segment: {'id': 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:30:43.920137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Bound port: e1d36187-a5ca-4a05-9f2c-5edf21ac45bc, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:30:43.920495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:43.985929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] For port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:30:43.989223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] For port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:30:44.103405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:44.137909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:44.138534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:44.139962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/e1d36187-a5ca-4a05-9f2c-5edf21ac45bc HTTP/1.1" status: 200 len: 1093 time: 1.1268692 Dec 08 13:30:44.140411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675b7a4e-2fde-4fd2-8ce0-0893502ead19', 'tag': 'e1d36187-a5ca-4a05-9f2c-5edf21ac45bc'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:30:44.143459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14abfdc6-5489-4743-9fd8-bb6caac7a51c" -d '{"events": [{"name": "network-changed", "server_uuid": "675b7a4e-2fde-4fd2-8ce0-0893502ead19", "tag": "e1d36187-a5ca-4a05-9f2c-5edf21ac45bc"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:30:44.165871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63351-8f92-416d-989a-42a9d43952b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:44.171373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:44.181530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6811b0e8-805e-42cc-91d3-56ac26c5cfd7 x-openstack-request-id: req-6811b0e8-805e-42cc-91d3-56ac26c5cfd7 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:30:44.182608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675b7a4e-2fde-4fd2-8ce0-0893502ead19", "tag": "e1d36187-a5ca-4a05-9f2c-5edf21ac45bc", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:30:44.182608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6811b0e8-805e-42cc-91d3-56ac26c5cfd7 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:30:44.182608 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675b7a4e-2fde-4fd2-8ce0-0893502ead19', 'tag': 'e1d36187-a5ca-4a05-9f2c-5edf21ac45bc', 'status': 'completed', 'code': 200} Dec 08 13:30:44.248767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abfdc6-5489-4743-9fd8-bb6caac7a51c req-d7c89397-c501-4353-a41c-2560ac40a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:44.250914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14abfdc6-5489-4743-9fd8-bb6caac7a51c req-d7c89397-c501-4353-a41c-2560ac40a1d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03667506153344218fa9f9c672364f10&device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 1096 time: 0.0439792 Dec 08 13:30:44.353044 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abfdc6-5489-4743-9fd8-bb6caac7a51c req-1e154a99-596d-42cf-bc23-4e91b47bf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:44.354503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14abfdc6-5489-4743-9fd8-bb6caac7a51c req-1e154a99-596d-42cf-bc23-4e91b47bf565 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=03667506153344218fa9f9c672364f10&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0950553 Dec 08 13:30:44.454915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abfdc6-5489-4743-9fd8-bb6caac7a51c req-dac64874-d8ca-4023-8a56-4210517cfec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:44.456413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14abfdc6-5489-4743-9fd8-bb6caac7a51c req-dac64874-d8ca-4023-8a56-4210517cfec6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954711 Dec 08 13:30:44.540830 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-43dcdf8b-0f85-4c5e-9823-c10bef32b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:44.542343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-43dcdf8b-0f85-4c5e-9823-c10bef32b78c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=03667506153344218fa9f9c672364f10&device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 1096 time: 0.0479379 Dec 08 13:30:44.584757 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-9ed99223-f8e9-4490-bfe4-b7aa0fbd6c92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc HTTP/1.1" status: 200 len: 217 time: 0.0343764 Dec 08 13:30:44.633839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-bb0d2e6e-c231-4acb-904d-5a65bdfd070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:44.635347 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-bb0d2e6e-c231-4acb-904d-5a65bdfd070a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fb0da98-7a90-4b2d-87f4-1f178fa8f12e HTTP/1.1" status: 200 len: 853 time: 0.0440681 Dec 08 13:30:44.666527 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-0fe596e9-9896-4baa-af12-e679c6cd74cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70bd0871-1b49-4a6e-83a3-e3b486ca1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243964 Dec 08 13:30:44.761006 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-8243ec68-1127-48fb-b22e-a5bcd83c8803 service neutron] 10.222.0.72 "GET /v2.0/networks/70bd0871-1b49-4a6e-83a3-e3b486ca1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873923 Dec 08 13:30:44.857466 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14c074ae-1500-40a6-afed-68b3257ca6fe req-3205cb7c-3a22-4e28-be35-09b23da40b2f service neutron] 10.222.0.72 "GET /v2.0/networks/70bd0871-1b49-4a6e-83a3-e3b486ca1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896335 Dec 08 13:30:44.945175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5f28-6c7b-4eba-bd1d-ae419e4eb1d9 req-127cfc92-75e6-4a7e-9f9e-6ba6527abd89 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:44.947926 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dd5f5f28-6c7b-4eba-bd1d-ae419e4eb1d9 req-127cfc92-75e6-4a7e-9f9e-6ba6527abd89 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 943 time: 0.0589123 Dec 08 13:30:45.000652 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dd5f5f28-6c7b-4eba-bd1d-ae419e4eb1d9 req-5feec50b-b23f-4843-8cd6-afa502e309f5 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Dec 08 13:30:45.289607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:46.124382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cd3ac-6633-4b9a-ba28-b8830b2688ab req-46b87123-d760-4f24-a8dd-62a7e885a81c tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:46.128901 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c7cd3ac-6633-4b9a-ba28-b8830b2688ab req-46b87123-d760-4f24-a8dd-62a7e885a81c tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 943 time: 0.0546281 Dec 08 13:30:46.178155 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9c7cd3ac-6633-4b9a-ba28-b8830b2688ab req-e5ac99e9-6084-4c9a-86f1-8e1a07b353fa tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 Dec 08 13:30:46.226493 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:47.301168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00de5c7-fb87-4d0b-8c77-7cecfd25eb56 req-43e01090-5b93-4964-a7e8-5c8f1da012c6 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:47.302631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a00de5c7-fb87-4d0b-8c77-7cecfd25eb56 req-43e01090-5b93-4964-a7e8-5c8f1da012c6 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 943 time: 0.0550549 Dec 08 13:30:47.351582 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a00de5c7-fb87-4d0b-8c77-7cecfd25eb56 req-2e4c5c27-739e-4ca2-a2bc-f113d2b7aa84 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Dec 08 13:30:47.823908 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e1d36187-a5ca-4a05-9f2c-5edf21ac45bc details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:30:47.924750 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:47.936072 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'e1d36187-a5ca-4a05-9f2c-5edf21ac45bc', 'network_id': '70bd0871-1b49-4a6e-83a3-e3b486ca1c02', 'port_id': 'e1d36187-a5ca-4a05-9f2c-5edf21ac45bc', 'mac_address': 'fa:16:3e:04:0a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb0da98-7a90-4b2d-87f4-1f178fa8f12e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:30:47.973941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:47.987040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d36187-a5ca-4a05-9f2c-5edf21ac45bc {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:30:48.007994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:48.108828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:48.161191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:48.320432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['e1d36187-a5ca-4a05-9f2c-5edf21ac45bc'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:30:48.482546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a1e85-3f55-4464-b7dc-0c2cc10493fe req-868bde1c-5db3-4f63-aad1-4d35a33c29e7 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:48.484071 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-070a1e85-3f55-4464-b7dc-0c2cc10493fe req-868bde1c-5db3-4f63-aad1-4d35a33c29e7 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 944 time: 0.0635893 Dec 08 13:30:48.533530 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-070a1e85-3f55-4464-b7dc-0c2cc10493fe req-4080011c-b3f5-4a32-bd48-d26169bb339e tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428579 Dec 08 13:30:49.650743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df886e6-2ec7-43ee-88e6-21011a0305be req-6977063d-249d-496c-80ff-0a542ab06c19 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:49.656330 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1df886e6-2ec7-43ee-88e6-21011a0305be req-6977063d-249d-496c-80ff-0a542ab06c19 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 944 time: 0.0523291 Dec 08 13:30:49.707717 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1df886e6-2ec7-43ee-88e6-21011a0305be req-2f9e8a46-b141-4708-8b06-e812abeed2d1 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Dec 08 13:30:49.871530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e1d36187-a5ca-4a05-9f2c-5edf21ac45bc up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:30:49.986394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:30:49.990528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:30:49.990934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:50.069017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:50.092396 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675b7a4e-2fde-4fd2-8ce0-0893502ead19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d36187-a5ca-4a05-9f2c-5edf21ac45bc'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:30:50.095239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40352b1-068f-48a7-a1cf-c1a64996ad15" -d '{"events": [{"server_uuid": "675b7a4e-2fde-4fd2-8ce0-0893502ead19", "name": "network-vif-plugged", "status": "completed", "tag": "e1d36187-a5ca-4a05-9f2c-5edf21ac45bc"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:30:50.107894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:50.133990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7264578-3e62-4708-9817-72184e8b9210 x-openstack-request-id: req-e7264578-3e62-4708-9817-72184e8b9210 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:30:50.134322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675b7a4e-2fde-4fd2-8ce0-0893502ead19", "name": "network-vif-plugged", "status": "completed", "tag": "e1d36187-a5ca-4a05-9f2c-5edf21ac45bc", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:30:50.134610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7264578-3e62-4708-9817-72184e8b9210 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:30:50.135030 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675b7a4e-2fde-4fd2-8ce0-0893502ead19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d36187-a5ca-4a05-9f2c-5edf21ac45bc', 'code': 200} Dec 08 13:30:50.211306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:50.268432 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:50.456924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c306c3e-629d-4df6-a339-f41cc2c2aa22 req-8f32b60d-8b3f-4069-9163-94311b7f17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:50.458453 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c306c3e-629d-4df6-a339-f41cc2c2aa22 req-8f32b60d-8b3f-4069-9163-94311b7f17d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 1098 time: 0.0420616 Dec 08 13:30:50.504937 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c306c3e-629d-4df6-a339-f41cc2c2aa22 req-b1e51138-8516-4951-9c1c-a47d89a1a59e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Dec 08 13:30:50.827174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62f68f-ecb5-49a0-bd48-0d2abb8e31de req-29135fcf-6fc7-4e95-9ea8-b453fff89590 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:50.829302 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c62f68f-ecb5-49a0-bd48-0d2abb8e31de req-29135fcf-6fc7-4e95-9ea8-b453fff89590 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 945 time: 0.0494359 Dec 08 13:30:50.875862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7c62f68f-ecb5-49a0-bd48-0d2abb8e31de req-932c2a0e-bbb1-4633-a218-15a09478b9db tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Dec 08 13:30:51.994347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d7629-7fc9-4338-937e-d527e269ba6f req-0b15f32a-0c92-46b1-a54a-ba02722bf70a tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:51.995861 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-055d7629-7fc9-4338-937e-d527e269ba6f req-0b15f32a-0c92-46b1-a54a-ba02722bf70a tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 945 time: 0.0523796 Dec 08 13:30:52.042419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-055d7629-7fc9-4338-937e-d527e269ba6f req-bcc9a699-abf3-4fd5-bbd9-dc4c67ff2631 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Dec 08 13:30:52.466298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c6d62-29f4-478d-961f-37502509bbe7 req-3776b0bc-3369-4d75-9408-f5836cabc9aa tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:52.467821 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3e1c6d62-29f4-478d-961f-37502509bbe7 req-3776b0bc-3369-4d75-9408-f5836cabc9aa tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 945 time: 0.0494189 Dec 08 13:30:52.491401 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:30:52.514113 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3e1c6d62-29f4-478d-961f-37502509bbe7 req-c4e020a8-0958-40ae-9f0e-d6e927db32e6 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Dec 08 13:30:53.635957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0762224-0e50-4310-a50d-a1ab6308ed8d req-1f179496-4745-4795-ae82-a280ec900095 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:53.637436 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a0762224-0e50-4310-a50d-a1ab6308ed8d req-1f179496-4745-4795-ae82-a280ec900095 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 945 time: 0.0534408 Dec 08 13:30:53.686409 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a0762224-0e50-4310-a50d-a1ab6308ed8d req-c5cd549e-e58b-4edf-90de-83c52065b220 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423129 Dec 08 13:30:53.853431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-78ce25ce-ef17-4107-98be-735a5cb136f4 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:53.854850 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-78ce25ce-ef17-4107-98be-735a5cb136f4 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.72 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Dec 08 13:30:53.944520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Deleting port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:30:53.944863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:54.031651 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] For port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:54.032009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:54.044158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Calling delete_port for e1d36187-a5ca-4a05-9f2c-5edf21ac45bc owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:30:54.251440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:54.262899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['248c15b3-b795-4c35-800d-36051efb0901', 'e1d36187-a5ca-4a05-9f2c-5edf21ac45bc'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:30:54.279680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Pushing event deleted for resources: {'Port': ['ID=e1d36187-a5ca-4a05-9f2c-5edf21ac45bc,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:54.328161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] No DVR routers for this DVR port e1d36187-a5ca-4a05-9f2c-5edf21ac45bc on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:30:54.330691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:54.333990 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1aa800c6-0a02-47c1-9250-9a716af67e29 req-3b9f1231-7673-4e0d-b835-cf64e50d4237 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.72 "DELETE /v2.0/ports/e1d36187-a5ca-4a05-9f2c-5edf21ac45bc HTTP/1.1" status: 204 len: 173 time: 0.4733086 Dec 08 13:30:54.334437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675b7a4e-2fde-4fd2-8ce0-0893502ead19', 'name': 'network-vif-deleted', 'tag': 'e1d36187-a5ca-4a05-9f2c-5edf21ac45bc'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:30:54.336705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5881d3f4-f86d-4ed0-9afa-0884b6a737a8" -d '{"events": [{"server_uuid": "675b7a4e-2fde-4fd2-8ce0-0893502ead19", "name": "network-vif-deleted", "tag": "e1d36187-a5ca-4a05-9f2c-5edf21ac45bc"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:30:54.372443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27d3023-729a-44c1-8362-f2b9f53a72d0 x-openstack-request-id: req-e27d3023-729a-44c1-8362-f2b9f53a72d0 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:30:54.372744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675b7a4e-2fde-4fd2-8ce0-0893502ead19", "name": "network-vif-deleted", "tag": "e1d36187-a5ca-4a05-9f2c-5edf21ac45bc", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:30:54.373002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e27d3023-729a-44c1-8362-f2b9f53a72d0 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:30:54.373409 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675b7a4e-2fde-4fd2-8ce0-0893502ead19', 'name': 'network-vif-deleted', 'tag': 'e1d36187-a5ca-4a05-9f2c-5edf21ac45bc', 'status': 'completed', 'code': 200} Dec 08 13:30:54.794072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-404a5d36-8042-498e-8864-1c49d5cd5825 req-47cffdb2-a1e1-45ff-b5f2-2d24c0a2531d tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=675b7a4e-2fde-4fd2-8ce0-0893502ead19 HTTP/1.1" status: 200 len: 210 time: 0.0297630 Dec 08 13:30:55.941265 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76103bb-713b-4abc-88ee-cfb312e29783 req-c59c9c94-36ea-40bd-8191-22497d4b9186 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:55.942668 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e76103bb-713b-4abc-88ee-cfb312e29783 req-c59c9c94-36ea-40bd-8191-22497d4b9186 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Dec 08 13:30:55.989203 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e76103bb-713b-4abc-88ee-cfb312e29783 req-91f3db09-6a51-4728-9446-4c778b808259 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Dec 08 13:30:56.117719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaee4d-161d-4b52-a30d-6b0ab5d172ff req-363c0a1d-91ea-41d0-a054-a6c00ea24c17 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:56.119220 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f5eaee4d-161d-4b52-a30d-6b0ab5d172ff req-363c0a1d-91ea-41d0-a054-a6c00ea24c17 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Dec 08 13:30:56.164495 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f5eaee4d-161d-4b52-a30d-6b0ab5d172ff req-fda4d4d7-4626-4285-9414-7647a0856881 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 Dec 08 13:30:56.284660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393f6b-6302-4748-a00c-cd1c2a738ca9 req-aaf33d06-462f-4576-8567-4c23b8cf646a tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:56.286167 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-27393f6b-6302-4748-a00c-cd1c2a738ca9 req-aaf33d06-462f-4576-8567-4c23b8cf646a tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0531399 Dec 08 13:30:56.332703 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-27393f6b-6302-4748-a00c-cd1c2a738ca9 req-d4340838-4a10-46cd-99fa-26ba77390e4b tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Dec 08 13:30:56.402009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-01660ea3-1964-435c-a933-547c9add8304 req-4bebe321-ef5e-438b-adb6-b5db86873bff service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:30:56.403002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-01660ea3-1964-435c-a933-547c9add8304 req-4bebe321-ef5e-438b-adb6-b5db86873bff service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053651 Dec 08 13:30:56.511766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab735-931c-4cfb-859c-6bba3a9824f2 req-a6c45d23-c970-4cf1-b016-17024cd0035e tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:56.513240 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca8ab735-931c-4cfb-859c-6bba3a9824f2 req-a6c45d23-c970-4cf1-b016-17024cd0035e tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0492404 Dec 08 13:30:56.560174 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca8ab735-931c-4cfb-859c-6bba3a9824f2 req-6c6340ac-e9b1-44a7-bc91-5a430ed64c54 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Dec 08 13:30:56.676264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da4fec-a500-4af6-a5ba-8c934fcb15f0 req-3837293b-7e86-4dc4-9405-4f1216b6ffdf tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:56.677753 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94da4fec-a500-4af6-a5ba-8c934fcb15f0 req-3837293b-7e86-4dc4-9405-4f1216b6ffdf tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0533476 Dec 08 13:30:56.726504 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94da4fec-a500-4af6-a5ba-8c934fcb15f0 req-f5ebe033-1e59-40bf-a4bb-408aa0caa67e tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Dec 08 13:30:56.849666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f22f-bbc1-4e91-966c-1a0b24135de7 req-a1cd367a-7490-4854-a2bb-a6c0900acea5 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:56.851197 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9a2f22f-bbc1-4e91-966c-1a0b24135de7 req-a1cd367a-7490-4854-a2bb-a6c0900acea5 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0491509 Dec 08 13:30:56.898048 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9a2f22f-bbc1-4e91-966c-1a0b24135de7 req-bb8a2fff-c209-4b48-a3ff-ab0ee91fa084 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 Dec 08 13:30:57.392056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee8719-fad9-4e2e-a676-929b539df173 req-44662e13-bf21-4595-97d5-00c8f1e83e6b tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:57.393532 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7cee8719-fad9-4e2e-a676-929b539df173 req-44662e13-bf21-4595-97d5-00c8f1e83e6b tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0541592 Dec 08 13:30:57.446319 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7cee8719-fad9-4e2e-a676-929b539df173 req-c5f3be28-f980-4f5c-a98f-052842bf0766 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467646 Dec 08 13:30:57.935249 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e1d36187-a5ca-4a05-9f2c-5edf21ac45bc no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:30:57.956010 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: e1d36187-a5ca-4a05-9f2c-5edf21ac45bc {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:30:57.956362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device e1d36187-a5ca-4a05-9f2c-5edf21ac45bc not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:30:58.569385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66aaa2a-6704-4dd0-ae3b-67732ab91477 req-4b6f558c-5fb9-42f3-8d9b-a43d989ab245 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:58.571558 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a66aaa2a-6704-4dd0-ae3b-67732ab91477 req-4b6f558c-5fb9-42f3-8d9b-a43d989ab245 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0550201 Dec 08 13:30:58.619564 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a66aaa2a-6704-4dd0-ae3b-67732ab91477 req-a2ab16cf-1a02-4b76-be5f-87b5e1adb1e8 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ab8b1dc-a136-46b6-a232-989efc15a823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Dec 08 13:30:58.724788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd99e7-cbe3-41d0-b624-88c078166707 req-2242a98b-8583-4ce6-8968-23ff72a24ed8 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:30:58.726555 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-decd99e7-cbe3-41d0-b624-88c078166707 req-2242a98b-8583-4ce6-8968-23ff72a24ed8 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.72 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 945 time: 0.0549328 Dec 08 13:30:58.820295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-decd99e7-cbe3-41d0-b624-88c078166707 req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Deleting port 248c15b3-b795-4c35-800d-36051efb0901 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:30:58.820548 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-decd99e7-cbe3-41d0-b624-88c078166707 req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:58.906225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-decd99e7-cbe3-41d0-b624-88c078166707 req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] For port 248c15b3-b795-4c35-800d-36051efb0901, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=248c15b3-b795-4c35-800d-36051efb0901,segment=NetworkSegment(f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a),segment_id=f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:30:58.906604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-decd99e7-cbe3-41d0-b624-88c078166707 req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:58.919424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-decd99e7-cbe3-41d0-b624-88c078166707 req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Calling delete_port for 248c15b3-b795-4c35-800d-36051efb0901 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:30:59.174960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-decd99e7-cbe3-41d0-b624-88c078166707 req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:59.187806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['248c15b3-b795-4c35-800d-36051efb0901'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:30:59.204706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Pushing event deleted for resources: {'Port': ['ID=248c15b3-b795-4c35-800d-36051efb0901,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:30:59.254912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-decd99e7-cbe3-41d0-b624-88c078166707 req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] No DVR routers for this DVR port 248c15b3-b795-4c35-800d-36051efb0901 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:30:59.257305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-decd99e7-cbe3-41d0-b624-88c078166707 req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:30:59.260701 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-decd99e7-cbe3-41d0-b624-88c078166707 req-f4de6c78-64d8-4fb3-b0ff-ba9c3c69fbf3 tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.72 "DELETE /v2.0/ports/248c15b3-b795-4c35-800d-36051efb0901 HTTP/1.1" status: 204 len: 173 time: 0.5283360 Dec 08 13:30:59.261146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63a0791-62bf-4b1e-a16d-ccf27a139953', 'name': 'network-vif-deleted', 'tag': '248c15b3-b795-4c35-800d-36051efb0901'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:30:59.263455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1f5e27-5c4f-40d6-be15-be455cab91c7" -d '{"events": [{"server_uuid": "f63a0791-62bf-4b1e-a16d-ccf27a139953", "name": "network-vif-deleted", "tag": "248c15b3-b795-4c35-800d-36051efb0901"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:30:59.302317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38edcc71-60f5-4bf9-8fd3-81e4769b308b x-openstack-request-id: req-38edcc71-60f5-4bf9-8fd3-81e4769b308b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:30:59.302652 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63a0791-62bf-4b1e-a16d-ccf27a139953", "name": "network-vif-deleted", "tag": "248c15b3-b795-4c35-800d-36051efb0901", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:30:59.302917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38edcc71-60f5-4bf9-8fd3-81e4769b308b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:30:59.303334 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63a0791-62bf-4b1e-a16d-ccf27a139953', 'name': 'network-vif-deleted', 'tag': '248c15b3-b795-4c35-800d-36051efb0901', 'status': 'completed', 'code': 200} Dec 08 13:30:59.729212 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5b213ca-7a65-49eb-bda9-26ea41b5ab5c req-2c151b3b-12a3-42f1-b45d-4f37454d7a6e tempest-ServersNegativeTestJSON-1621099685 tempest-ServersNegativeTestJSON-1621099685-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63a0791-62bf-4b1e-a16d-ccf27a139953 HTTP/1.1" status: 200 len: 210 time: 0.0309987 Dec 08 13:31:00.784327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36432) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:00.826911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fdec7d-f61e-4175-80fa-989663a52839 admin admin] Deleting subnet 5fb0da98-7a90-4b2d-87f4-1f178fa8f12e {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:31:00.830342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17fdec7d-f61e-4175-80fa-989663a52839 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:00.863581 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17fdec7d-f61e-4175-80fa-989663a52839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:00.904535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17fdec7d-f61e-4175-80fa-989663a52839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.026021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17fdec7d-f61e-4175-80fa-989663a52839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.053575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdec7d-f61e-4175-80fa-989663a52839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb0da98-7a90-4b2d-87f4-1f178fa8f12e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:01.055566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-17fdec7d-f61e-4175-80fa-989663a52839 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.058772 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-17fdec7d-f61e-4175-80fa-989663a52839 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5fb0da98-7a90-4b2d-87f4-1f178fa8f12e HTTP/1.1" status: 204 len: 168 time: 0.2733688 Dec 08 13:31:01.061246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36434) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:01.128044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.208345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.227085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bd0871-1b49-4a6e-83a3-e3b486ca1c02']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:01.235887 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:01.236180 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a5c72a-5c52-45cf-bdb2-c5b9ebc67a3a') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:01.245143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.258104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.263765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:01.264140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:01.266001 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:01.397542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.402381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.407188 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] 10.222.0.76 "DELETE /v2.0/networks/70bd0871-1b49-4a6e-83a3-e3b486ca1c02 HTTP/1.1" status: 204 len: 168 time: 0.3434470 Dec 08 13:31:01.418665 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da487d8c-f808-49f3-a9c1-b92c696d5b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=70bd0871-1b49-4a6e-83a3-e3b486ca1c02,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:01.709098 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36438) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:01.748053 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-60685247-d7a5-4e7d-94f8-de0c96fb5694 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03667506153344218fa9f9c672364f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378113 Dec 08 13:31:01.750348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36440) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:01.795574 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b585de69-28a8-4d04-ab04-9d76a604fc74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.817408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b585de69-28a8-4d04-ab04-9d76a604fc74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.919086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b585de69-28a8-4d04-ab04-9d76a604fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.921552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b585de69-28a8-4d04-ab04-9d76a604fc74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:01.923743 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b585de69-28a8-4d04-ab04-9d76a604fc74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9ab8b1dc-a136-46b6-a232-989efc15a823 HTTP/1.1" status: 204 len: 168 time: 0.1716633 Dec 08 13:31:01.931185 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585de69-28a8-4d04-ab04-9d76a604fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab8b1dc-a136-46b6-a232-989efc15a823,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:01.944109 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 248c15b3-b795-4c35-800d-36051efb0901 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:31:01.966203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 248c15b3-b795-4c35-800d-36051efb0901 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:31:01.966555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 248c15b3-b795-4c35-800d-36051efb0901 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:31:02.937220 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36462) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:03.029974 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-331878431'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:03.101866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:03.105382 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:03.117922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:03.190697 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:03.271206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:03.296331 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:31:03.306442 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8aa425-090f-4225-8553-342fcfe5671d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:03.311162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:03.311511 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Added segment e42305db-472c-40f9-8b8f-547630ea4bb8 of type vlan for network a7a869fe-6213-4ec9-baf8-a7a36fc469e0 Dec 08 13:31:03.349832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:03.433521 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:03.439125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:03.439703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:03.505263 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Network': ['ID=a7a869fe-6213-4ec9-baf8-a7a36fc469e0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:03.515204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network a7a869fe-6213-4ec9-baf8-a7a36fc469e0 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:31:03.534467 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c7615090-2fe7-4c12-bd78-a24f8fe4bf55 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5893419 Dec 08 13:31:06.776332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36466) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:06.781420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'subnet': {'network_id': 'a7a869fe-6213-4ec9-baf8-a7a36fc469e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:06.945836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:06.949335 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.180483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.243779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Subnet': ['ID=5cf60898-4632-4343-9e32-441f84e2f21a,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:07.253300 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Checking segment: {'id': 'e42305db-472c-40f9-8b8f-547630ea4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a7a869fe-6213-4ec9-baf8-a7a36fc469e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:07.253659 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network hostable DHCP agents. Network: a7a869fe-6213-4ec9-baf8-a7a36fc469e0, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:31:07.313233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network a7a869fe-6213-4ec9-baf8-a7a36fc469e0 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:31:07.370535 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, a7a869fe-6213-4ec9-baf8-a7a36fc469e0) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:07.375480 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:07.377507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.378296 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc64b2cb-4a5b-4189-a30b-0add0a64ae5f None None] Network a7a869fe-6213-4ec9-baf8-a7a36fc469e0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:07.442017 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7b6d76ee-825a-4477-8cf1-515b73915b09 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6645005 Dec 08 13:31:07.445389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36468) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:07.450819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329665923'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:07.482311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-a7a869fe-6213-4ec9-baf8-a7a36fc469e0', 'network_id': 'a7a869fe-6213-4ec9-baf8-a7a36fc469e0', 'project_id': 'f05da581afbb4eb6830f4835879164fc', 'fixed_ips': [{'subnet_id': '5cf60898-4632-4343-9e32-441f84e2f21a'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:31:07.483214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.525194 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:07.528661 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.553095 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:31:07.562295 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.562674 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Added segment 7705fef1-c5f7-4891-9067-cb581544de52 of type vlan for network 20962e92-7985-4c88-8fd8-6e8c219a973d Dec 08 13:31:07.602564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.619460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Allocated IP 2001:db8:0:ffff::2 (a7a869fe-6213-4ec9-baf8-a7a36fc469e0/5cf60898-4632-4343-9e32-441f84e2f21a/ea46c5bb-78f2-4361-8478-41e4e653cae3) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:07.673504 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.679163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:07.679739 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.745154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Network': ['ID=20962e92-7985-4c88-8fd8-6e8c219a973d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:07.758765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 20962e92-7985-4c88-8fd8-6e8c219a973d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:31:07.770623 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5274852c-38f1-479c-806e-f6311d0b0b37 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3216147 Dec 08 13:31:07.770962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36470) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:07.775748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'subnet': {'network_id': '20962e92-7985-4c88-8fd8-6e8c219a973d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:07.777095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.827889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.866742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Network a7a869fe-6213-4ec9-baf8-a7a36fc469e0 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:07.869487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:07.874808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:07.880926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Pushing event updated for resources: {'Port': ['ID=ea46c5bb-78f2-4361-8478-41e4e653cae3,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:07.934456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:07.938089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.938727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Attempting to bind port ea46c5bb-78f2-4361-8478-41e4e653cae3 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:07.939170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Attempting to bind port ea46c5bb-78f2-4361-8478-41e4e653cae3 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e42305db-472c-40f9-8b8f-547630ea4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a7a869fe-6213-4ec9-baf8-a7a36fc469e0'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:07.939551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Attempting to bind port ea46c5bb-78f2-4361-8478-41e4e653cae3 on network a7a869fe-6213-4ec9-baf8-a7a36fc469e0 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:07.944537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:07.944921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Checking segment: {'id': 'e42305db-472c-40f9-8b8f-547630ea4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a7a869fe-6213-4ec9-baf8-a7a36fc469e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:07.945323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:07.945722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Bound using segment: {'id': 'e42305db-472c-40f9-8b8f-547630ea4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a7a869fe-6213-4ec9-baf8-a7a36fc469e0'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:07.946196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Bound port: ea46c5bb-78f2-4361-8478-41e4e653cae3, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42305db-472c-40f9-8b8f-547630ea4bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a7a869fe-6213-4ec9-baf8-a7a36fc469e0'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:07.946599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:08.008437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] For port ea46c5bb-78f2-4361-8478-41e4e653cae3, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:08.011657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] For port ea46c5bb-78f2-4361-8478-41e4e653cae3, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ea46c5bb-78f2-4361-8478-41e4e653cae3,segment=NetworkSegment(e42305db-472c-40f9-8b8f-547630ea4bb8),segment_id=e42305db-472c-40f9-8b8f-547630ea4bb8)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:08.106715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:08.161852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd7a5a-1674-42e4-9b1c-b8d03978f833 None None] Pushing event updated for resources: {'Port': ['ID=ea46c5bb-78f2-4361-8478-41e4e653cae3,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:08.189029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:08.252089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Subnet': ['ID=a044ce6b-dbc1-4d3c-a997-879621b54b30,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:08.259778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Checking segment: {'id': '7705fef1-c5f7-4891-9067-cb581544de52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '20962e92-7985-4c88-8fd8-6e8c219a973d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:08.260130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network hostable DHCP agents. Network: 20962e92-7985-4c88-8fd8-6e8c219a973d, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:31:08.336329 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network 20962e92-7985-4c88-8fd8-6e8c219a973d is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:31:08.444962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 20962e92-7985-4c88-8fd8-6e8c219a973d) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:08.448995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:08.449952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:08.453297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2858590-e444-44dc-8253-e4c562c2915f None None] Network 20962e92-7985-4c88-8fd8-6e8c219a973d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:08.521883 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0db3c003-e1b4-4fe4-9735-cfea92f096d4 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7500169 Dec 08 13:31:08.524559 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36474) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:08.554332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-20962e92-7985-4c88-8fd8-6e8c219a973d', 'network_id': '20962e92-7985-4c88-8fd8-6e8c219a973d', 'project_id': 'f05da581afbb4eb6830f4835879164fc', 'fixed_ips': [{'subnet_id': 'a044ce6b-dbc1-4d3c-a997-879621b54b30'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:31:08.555276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:08.627316 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:08.693983 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Allocated IP 2001:db8::2 (20962e92-7985-4c88-8fd8-6e8c219a973d/a044ce6b-dbc1-4d3c-a997-879621b54b30/46614885-74db-4d97-acd1-09daa089d50a) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:08.709481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:08.842297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:08.913821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:08.954107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Network 20962e92-7985-4c88-8fd8-6e8c219a973d is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:08.959099 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:08.963556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:08.966773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Pushing event updated for resources: {'Port': ['ID=46614885-74db-4d97-acd1-09daa089d50a,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:09.011496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.022209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Attempting to bind port 46614885-74db-4d97-acd1-09daa089d50a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:09.022887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Attempting to bind port 46614885-74db-4d97-acd1-09daa089d50a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '7705fef1-c5f7-4891-9067-cb581544de52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '20962e92-7985-4c88-8fd8-6e8c219a973d'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:09.023263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Attempting to bind port 46614885-74db-4d97-acd1-09daa089d50a on network 20962e92-7985-4c88-8fd8-6e8c219a973d {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:09.028852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:09.029231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Checking segment: {'id': '7705fef1-c5f7-4891-9067-cb581544de52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '20962e92-7985-4c88-8fd8-6e8c219a973d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:09.029689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.030086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Bound using segment: {'id': '7705fef1-c5f7-4891-9067-cb581544de52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '20962e92-7985-4c88-8fd8-6e8c219a973d'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:09.030554 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Bound port: 46614885-74db-4d97-acd1-09daa089d50a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7705fef1-c5f7-4891-9067-cb581544de52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '20962e92-7985-4c88-8fd8-6e8c219a973d'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:09.030969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.041080 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Subnet': ['ID=a044ce6b-dbc1-4d3c-a997-879621b54b30,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:09.100783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bf1dad-9354-4d68-89a9-756885176bcb None None] Network a7a869fe-6213-4ec9-baf8-a7a36fc469e0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:09.121582 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.140202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] For port 46614885-74db-4d97-acd1-09daa089d50a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:09.144897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20962e92-7985-4c88-8fd8-6e8c219a973d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:09.160332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7705fef1-c5f7-4891-9067-cb581544de52') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:09.160629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7705fef1-c5f7-4891-9067-cb581544de52') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:09.170669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.189122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ea46c5bb-78f2-4361-8478-41e4e653cae3 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:09.196707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] For port 46614885-74db-4d97-acd1-09daa089d50a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=46614885-74db-4d97-acd1-09daa089d50a,segment=NetworkSegment(7705fef1-c5f7-4891-9067-cb581544de52),segment_id=7705fef1-c5f7-4891-9067-cb581544de52)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:09.227783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-95af0514-fdbd-4ca0-aac0-f6fd33830ad0 None None] Provisioning complete for port ea46c5bb-78f2-4361-8478-41e4e653cae3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:09.228153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-95af0514-fdbd-4ca0-aac0-f6fd33830ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.259302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.265615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:09.266013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:09.269521 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:09.283540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.359703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:31:09.359703 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:31:09.359703 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'id': '20962e92-7985-4c88-8fd8-6e8c219a973d'}] Dec 08 13:31:09.359703 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:31:09.360158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:31:09.550320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4355f7-28ea-427b-8d60-d35d7a06a124 None None] Pushing event updated for resources: {'Port': ['ID=46614885-74db-4d97-acd1-09daa089d50a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:09.559377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ea46c5bb-78f2-4361-8478-41e4e653cae3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:09.559377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.597295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df37ab5-d468-4fcc-bc0d-9ae495da7903 None None] Network 20962e92-7985-4c88-8fd8-6e8c219a973d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:09.651843 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-95af0514-fdbd-4ca0-aac0-f6fd33830ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.741872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-95af0514-fdbd-4ca0-aac0-f6fd33830ad0 None None] For port ea46c5bb-78f2-4361-8478-41e4e653cae3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ea46c5bb-78f2-4361-8478-41e4e653cae3,segment=NetworkSegment(e42305db-472c-40f9-8b8f-547630ea4bb8),segment_id=e42305db-472c-40f9-8b8f-547630ea4bb8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:09.785656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.797188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01ed3a-86a2-45ee-83de-f0a8312c9e53 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:31:09.832997 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-95af0514-fdbd-4ca0-aac0-f6fd33830ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.861303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.917247 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Deleting port 46614885-74db-4d97-acd1-09daa089d50a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:09.917591 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.936162 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:31:09.941006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:31:09.941247 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af0514-fdbd-4ca0-aac0-f6fd33830ad0 None None] Pushing event updated for resources: {'Port': ['ID=ea46c5bb-78f2-4361-8478-41e4e653cae3,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:09.954970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed01ed3a-86a2-45ee-83de-f0a8312c9e53 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:31:09.964849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-cd95ad97-204b-4a30-879d-de8bf16c3ba5 None None] Provisioning complete for port ea46c5bb-78f2-4361-8478-41e4e653cae3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:09.965225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cd95ad97-204b-4a30-879d-de8bf16c3ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.982350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] For port 46614885-74db-4d97-acd1-09daa089d50a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=46614885-74db-4d97-acd1-09daa089d50a,segment=NetworkSegment(7705fef1-c5f7-4891-9067-cb581544de52),segment_id=7705fef1-c5f7-4891-9067-cb581544de52)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:09.982748 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:09.995953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Calling delete_port for 46614885-74db-4d97-acd1-09daa089d50a owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:10.137457 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.163658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Port': ['ID=46614885-74db-4d97-acd1-09daa089d50a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:10.169195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No DVR routers for this DVR port 46614885-74db-4d97-acd1-09daa089d50a on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:10.247749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.267377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20962e92-7985-4c88-8fd8-6e8c219a973d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:10.276437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7705fef1-c5f7-4891-9067-cb581544de52') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:10.276737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7705fef1-c5f7-4891-9067-cb581544de52') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:10.286233 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.299875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.305606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:10.305988 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:10.308951 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:10.445006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.454943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.467245 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/networks/20962e92-7985-4c88-8fd8-6e8c219a973d HTTP/1.1" status: 204 len: 168 time: 1.9341657 Dec 08 13:31:10.467517 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36476) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:10.481081 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.483429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-304995310'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:10.486418 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e464d0-f539-42b5-a120-0c52c7714017 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Network': ['ID=20962e92-7985-4c88-8fd8-6e8c219a973d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:10.533975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-27e439ba-641e-45d2-a2ae-d2a9b9547ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.576158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:10.580199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.603651 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:31:10.612527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.612895 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Added segment e9e32aee-9176-49d4-9b53-d42987e07ad5 of type vlan for network 6372c34d-5347-4bb1-a421-dd726920ed8d Dec 08 13:31:10.654483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.724702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.730156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:10.730814 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:10.797693 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Network': ['ID=6372c34d-5347-4bb1-a421-dd726920ed8d,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:10.807442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 6372c34d-5347-4bb1-a421-dd726920ed8d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:31:10.816914 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7f5fba34-2c1a-4d1b-9191-6abfdd422d47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3483455 Dec 08 13:31:10.819735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36478) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:10.824691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'subnet': {'network_id': '6372c34d-5347-4bb1-a421-dd726920ed8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:10.997211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:11.001158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:11.056158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Performing IP validity checks on allocation pools {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 13:31:11.056680 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.ipam_backend_mixin [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103716) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 13:31:11.103926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ea46c5bb-78f2-4361-8478-41e4e653cae3 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:11.155385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ea46c5bb-78f2-4361-8478-41e4e653cae3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:11.155765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:11.239275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:11.300143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Subnet': ['ID=de13bc3d-423b-4516-acac-5f9ada51bb2e,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:11.307107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Checking segment: {'id': 'e9e32aee-9176-49d4-9b53-d42987e07ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6372c34d-5347-4bb1-a421-dd726920ed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:11.307472 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network hostable DHCP agents. Network: 6372c34d-5347-4bb1-a421-dd726920ed8d, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:31:11.392955 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network 6372c34d-5347-4bb1-a421-dd726920ed8d is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:31:11.461803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 6372c34d-5347-4bb1-a421-dd726920ed8d) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:11.465837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:11.466438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:11.470756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa835d7-c037-4faf-8bd7-875d1028a4d8 None None] Network 6372c34d-5347-4bb1-a421-dd726920ed8d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:11.521863 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-954ea576-1c83-4438-a8d6-4926aa6cb84b tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7009976 Dec 08 13:31:11.524582 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36480) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:11.571867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-6372c34d-5347-4bb1-a421-dd726920ed8d', 'network_id': '6372c34d-5347-4bb1-a421-dd726920ed8d', 'project_id': 'f05da581afbb4eb6830f4835879164fc', 'fixed_ips': [{'subnet_id': 'de13bc3d-423b-4516-acac-5f9ada51bb2e'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:31:11.572865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:11.623204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:11.677661 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:11.707419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Allocated IP 2001:db8::3 (6372c34d-5347-4bb1-a421-dd726920ed8d/de13bc3d-423b-4516-acac-5f9ada51bb2e/6c9539a6-7773-4286-b655-08367cd98108) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:11.848603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:11.908037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:11.947851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Network 6372c34d-5347-4bb1-a421-dd726920ed8d is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:11.950704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:11.957288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:11.967410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Pushing event updated for resources: {'Port': ['ID=6c9539a6-7773-4286-b655-08367cd98108,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:12.005002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:12.012382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Attempting to bind port 6c9539a6-7773-4286-b655-08367cd98108 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:12.014735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Attempting to bind port 6c9539a6-7773-4286-b655-08367cd98108 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e9e32aee-9176-49d4-9b53-d42987e07ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6372c34d-5347-4bb1-a421-dd726920ed8d'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:12.014735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Attempting to bind port 6c9539a6-7773-4286-b655-08367cd98108 on network 6372c34d-5347-4bb1-a421-dd726920ed8d {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:12.018752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:12.019134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Checking segment: {'id': 'e9e32aee-9176-49d4-9b53-d42987e07ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6372c34d-5347-4bb1-a421-dd726920ed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:12.019536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:12.020606 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Bound using segment: {'id': 'e9e32aee-9176-49d4-9b53-d42987e07ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6372c34d-5347-4bb1-a421-dd726920ed8d'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:12.021101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Bound port: 6c9539a6-7773-4286-b655-08367cd98108, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e32aee-9176-49d4-9b53-d42987e07ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6372c34d-5347-4bb1-a421-dd726920ed8d'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:12.021469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:12.032943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Subnet': ['ID=de13bc3d-423b-4516-acac-5f9ada51bb2e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:12.087423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] For port 6c9539a6-7773-4286-b655-08367cd98108, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:12.090882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] For port 6c9539a6-7773-4286-b655-08367cd98108, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6c9539a6-7773-4286-b655-08367cd98108,segment=NetworkSegment(e9e32aee-9176-49d4-9b53-d42987e07ad5),segment_id=e9e32aee-9176-49d4-9b53-d42987e07ad5)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:12.176981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:12.260542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b510db5-b8c3-446a-a9e2-a9e1c2e4c0e1 None None] Pushing event updated for resources: {'Port': ['ID=6c9539a6-7773-4286-b655-08367cd98108,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:12.281209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383371b5-755d-4378-b771-c43844f87700 None None] Network 6372c34d-5347-4bb1-a421-dd726920ed8d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:12.377829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d29146-373a-4a5f-aa44-a475ddffe995 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:31:12.381816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:12.402435 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6372c34d-5347-4bb1-a421-dd726920ed8d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:12.418193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e32aee-9176-49d4-9b53-d42987e07ad5') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:12.418495 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e32aee-9176-49d4-9b53-d42987e07ad5') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:12.428569 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:12.442163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:12.448047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:12.448444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:12.451516 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:12.463056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d29146-373a-4a5f-aa44-a475ddffe995 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:31:12.568601 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:31:12.568601 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:31:12.568601 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'id': '6372c34d-5347-4bb1-a421-dd726920ed8d'}] Dec 08 13:31:12.568601 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:31:12.569070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:31:12.882480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f0d07f9-2432-4a91-9da9-aa27b3f1a7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.070165 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.121204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Deleting port 6c9539a6-7773-4286-b655-08367cd98108 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:13.121673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.182825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] For port 6c9539a6-7773-4286-b655-08367cd98108, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6c9539a6-7773-4286-b655-08367cd98108,segment=NetworkSegment(e9e32aee-9176-49d4-9b53-d42987e07ad5),segment_id=e9e32aee-9176-49d4-9b53-d42987e07ad5)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:13.183188 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.195147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Calling delete_port for 6c9539a6-7773-4286-b655-08367cd98108 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:13.330643 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.355433 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Port': ['ID=6c9539a6-7773-4286-b655-08367cd98108,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:13.358885 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No DVR routers for this DVR port 6c9539a6-7773-4286-b655-08367cd98108 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:13.440454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.459907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6372c34d-5347-4bb1-a421-dd726920ed8d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:13.468823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e32aee-9176-49d4-9b53-d42987e07ad5') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:13.469129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e32aee-9176-49d4-9b53-d42987e07ad5') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:13.478878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.492264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.498004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:13.498392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:13.501342 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:13.616302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.622879 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.626088 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/networks/6372c34d-5347-4bb1-a421-dd726920ed8d HTTP/1.1" status: 204 len: 168 time: 2.1005487 Dec 08 13:31:13.629736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36482) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:13.634858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1518784698'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:13.637813 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70b5ee-3567-4fc3-a9af-263fe0accaa9 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Network': ['ID=6372c34d-5347-4bb1-a421-dd726920ed8d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:13.724889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:13.728525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.751573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:31:13.759858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.760189 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Added segment e3c54016-1915-4734-bf75-a40f87587fff of type vlan for network ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 Dec 08 13:31:13.798913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.879176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.884692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:13.885276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:13.952036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Network': ['ID=ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:13.959743 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.960098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.960445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.960789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.961129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.961467 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.961799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.962129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.962458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.962815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.963144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.963476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.963801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:13.974878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:31:13.978863 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-57cc14b9-915b-44e1-b4c6-82ca43e913f2 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3479161 Dec 08 13:31:13.981673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36484) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:13.986783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'subnet': {'network_id': 'ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:14.142620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:14.146144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:14.164653 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:14.387476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:14.453975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Subnet': ['ID=914ad42c-f39c-4396-8216-985b58e80af5,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:14.459295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Checking segment: {'id': 'e3c54016-1915-4734-bf75-a40f87587fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:14.459659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network hostable DHCP agents. Network: ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:31:14.535662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:31:14.621376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:14.625465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:14.626639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:14.631155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b4098a-3759-43a8-b8ea-312f2103b1f5 None None] Network ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:14.704865 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-93846264-1a51-484c-aabe-1e05b2946240 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7220218 Dec 08 13:31:14.708327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36486) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:14.713325 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1856204598'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:14.729607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32', 'network_id': 'ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32', 'project_id': 'f05da581afbb4eb6830f4835879164fc', 'fixed_ips': [{'subnet_id': '914ad42c-f39c-4396-8216-985b58e80af5'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:31:14.730442 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:14.816458 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:14.820347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:14.844057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:31:14.853393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:14.853884 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Added segment 401f0c60-21aa-4626-9590-8b30d51ad886 of type vlan for network 549adc63-cb2c-4182-b36d-7230d1e0bfdf Dec 08 13:31:14.861995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Allocated IP 2001:db8::2 (ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32/914ad42c-f39c-4396-8216-985b58e80af5/52d3d378-50df-49d4-b16a-561e91362373) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:14.892528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:14.968529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:14.974614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:14.975197 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.040914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Network': ['ID=549adc63-cb2c-4182-b36d-7230d1e0bfdf,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:15.051200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 549adc63-cb2c-4182-b36d-7230d1e0bfdf details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:31:15.074651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5b0ff004-ef3b-4726-be6f-01687ec4c003 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3613067 Dec 08 13:31:15.075324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36488) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:15.081520 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Request body: {'subnet': {'network_id': '549adc63-cb2c-4182-b36d-7230d1e0bfdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:15.112526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.182545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.232813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Network ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:15.240005 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:15.242808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Pushing event updated for resources: {'Port': ['ID=52d3d378-50df-49d4-b16a-561e91362373,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:15.244159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:15.262147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Made reservation on behalf of f05da581afbb4eb6830f4835879164fc for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:15.265810 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.297972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Attempting to bind port 52d3d378-50df-49d4-b16a-561e91362373 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:15.298637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Attempting to bind port 52d3d378-50df-49d4-b16a-561e91362373 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e3c54016-1915-4734-bf75-a40f87587fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:15.299003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Attempting to bind port 52d3d378-50df-49d4-b16a-561e91362373 on network ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:15.301790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.304585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:15.305691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Checking segment: {'id': 'e3c54016-1915-4734-bf75-a40f87587fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:15.305691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.305899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Bound using segment: {'id': 'e3c54016-1915-4734-bf75-a40f87587fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:15.306185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Bound port: 52d3d378-50df-49d4-b16a-561e91362373, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c54016-1915-4734-bf75-a40f87587fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:15.306564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.373288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] For port 52d3d378-50df-49d4-b16a-561e91362373, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:15.377495 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] For port 52d3d378-50df-49d4-b16a-561e91362373, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=52d3d378-50df-49d4-b16a-561e91362373,segment=NetworkSegment(e3c54016-1915-4734-bf75-a40f87587fff),segment_id=e3c54016-1915-4734-bf75-a40f87587fff)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:15.445276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.503711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ef71c-e74d-496c-9c63-62ce3519e313 None None] Pushing event updated for resources: {'Port': ['ID=52d3d378-50df-49d4-b16a-561e91362373,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:15.517649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.587104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event updated for resources: {'Subnet': ['ID=d4fcf7ae-a6a4-49fb-a309-efb27473dce2,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:15.592302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Checking segment: {'id': '401f0c60-21aa-4626-9590-8b30d51ad886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '549adc63-cb2c-4182-b36d-7230d1e0bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:15.592668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network hostable DHCP agents. Network: 549adc63-cb2c-4182-b36d-7230d1e0bfdf, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:31:15.665540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Network 549adc63-cb2c-4182-b36d-7230d1e0bfdf is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:31:15.748842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 549adc63-cb2c-4182-b36d-7230d1e0bfdf) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:15.751086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:15.751787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.756428 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3645dae4-bc50-471b-b7e5-7f02ec9992f9 None None] Network 549adc63-cb2c-4182-b36d-7230d1e0bfdf requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:15.857606 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-84a35769-d705-434f-b1d4-43f241194caf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7806964 Dec 08 13:31:15.861815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36490) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:15.864320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-549adc63-cb2c-4182-b36d-7230d1e0bfdf', 'network_id': '549adc63-cb2c-4182-b36d-7230d1e0bfdf', 'project_id': 'f05da581afbb4eb6830f4835879164fc', 'fixed_ips': [{'subnet_id': 'd4fcf7ae-a6a4-49fb-a309-efb27473dce2'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:31:15.865259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:15.958206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.005795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Allocated IP 2001:db8::2 (549adc63-cb2c-4182-b36d-7230d1e0bfdf/d4fcf7ae-a6a4-49fb-a309-efb27473dce2/39105e0f-cf13-442a-baf2-8f9a18d1bb06) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:16.010072 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.154200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.226372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.264831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.282765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Pushing event updated for resources: {'Port': ['ID=39105e0f-cf13-442a-baf2-8f9a18d1bb06,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:16.286388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Network 549adc63-cb2c-4182-b36d-7230d1e0bfdf is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:16.288246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:16.290436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:16.313839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.345792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Attempting to bind port 39105e0f-cf13-442a-baf2-8f9a18d1bb06 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:16.346405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Attempting to bind port 39105e0f-cf13-442a-baf2-8f9a18d1bb06 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '401f0c60-21aa-4626-9590-8b30d51ad886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '549adc63-cb2c-4182-b36d-7230d1e0bfdf'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:16.346758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Attempting to bind port 39105e0f-cf13-442a-baf2-8f9a18d1bb06 on network 549adc63-cb2c-4182-b36d-7230d1e0bfdf {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:16.352240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:16.352614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Checking segment: {'id': '401f0c60-21aa-4626-9590-8b30d51ad886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '549adc63-cb2c-4182-b36d-7230d1e0bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:16.353016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.353408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Bound using segment: {'id': '401f0c60-21aa-4626-9590-8b30d51ad886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '549adc63-cb2c-4182-b36d-7230d1e0bfdf'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:16.353877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Bound port: 39105e0f-cf13-442a-baf2-8f9a18d1bb06, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401f0c60-21aa-4626-9590-8b30d51ad886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '549adc63-cb2c-4182-b36d-7230d1e0bfdf'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:16.354266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.355471 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fcf7ae-a6a4-49fb-a309-efb27473dce2,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:16.412836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.418190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] For port 39105e0f-cf13-442a-baf2-8f9a18d1bb06, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:16.422065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] For port 39105e0f-cf13-442a-baf2-8f9a18d1bb06, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=39105e0f-cf13-442a-baf2-8f9a18d1bb06,segment=NetworkSegment(401f0c60-21aa-4626-9590-8b30d51ad886),segment_id=401f0c60-21aa-4626-9590-8b30d51ad886)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:16.435338 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549adc63-cb2c-4182-b36d-7230d1e0bfdf']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:16.442200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e989cf-5649-43e0-a109-bbf84893aed4 None None] Network ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:16.445490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401f0c60-21aa-4626-9590-8b30d51ad886') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:16.445490 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401f0c60-21aa-4626-9590-8b30d51ad886') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:16.455134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.496823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.503032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:16.503466 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:16.506433 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:16.508775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.591927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ea016300-a93a-4ac4-8e09-af445eaa2511 None None] Provisioning complete for port 52d3d378-50df-49d4-b16a-561e91362373 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:16.592295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ea016300-a93a-4ac4-8e09-af445eaa2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.597629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.db.api [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 13:31:16.597629 dv-neutron-799625-5-hyperv neutron-server[103716]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 13:31:16.597629 dv-neutron-799625-5-hyperv neutron-server[103716]: [parameters: {'id': '549adc63-cb2c-4182-b36d-7230d1e0bfdf'}] Dec 08 13:31:16.597629 dv-neutron-799625-5-hyperv neutron-server[103716]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:31:16.598039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG oslo_db.api [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:31:16.645866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cea456-8a17-4b23-876e-a8b00343444d None None] Pushing event updated for resources: {'Port': ['ID=39105e0f-cf13-442a-baf2-8f9a18d1bb06,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:16.661413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ff23b-3333-4257-bcba-2e6e99196762 None None] Network 549adc63-cb2c-4182-b36d-7230d1e0bfdf requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:16.783116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ea016300-a93a-4ac4-8e09-af445eaa2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.820331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ea016300-a93a-4ac4-8e09-af445eaa2511 None None] For port 52d3d378-50df-49d4-b16a-561e91362373, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=52d3d378-50df-49d4-b16a-561e91362373,segment=NetworkSegment(e3c54016-1915-4734-bf75-a40f87587fff),segment_id=e3c54016-1915-4734-bf75-a40f87587fff)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:16.856696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68f4076-397d-48d4-9b27-fb97527e3529 None None] get_active_networks_info from dv-neutron-799625-5-hyperv {{(pid=103717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 13:31:16.914904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ea016300-a93a-4ac4-8e09-af445eaa2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:16.959792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68f4076-397d-48d4-9b27-fb97527e3529 None None] Resources bound (agent type, host, resource id): {{(pid=103717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 13:31:16.981952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea016300-a93a-4ac4-8e09-af445eaa2511 None None] Pushing event updated for resources: {'Port': ['ID=52d3d378-50df-49d4-b16a-561e91362373,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:17.069367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d5e1c457-dd09-4078-a902-fd5067e922f9 None None] Provisioning complete for port 52d3d378-50df-49d4-b16a-561e91362373 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:17.069739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c457-dd09-4078-a902-fd5067e922f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.099091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.147401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 52d3d378-50df-49d4-b16a-561e91362373 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:17.161875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Deleting port 39105e0f-cf13-442a-baf2-8f9a18d1bb06 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:17.162937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.230646 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] For port 39105e0f-cf13-442a-baf2-8f9a18d1bb06, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=39105e0f-cf13-442a-baf2-8f9a18d1bb06,segment=NetworkSegment(401f0c60-21aa-4626-9590-8b30d51ad886),segment_id=401f0c60-21aa-4626-9590-8b30d51ad886)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:17.231013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.242719 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Calling delete_port for 39105e0f-cf13-442a-baf2-8f9a18d1bb06 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:17.277199 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 52d3d378-50df-49d4-b16a-561e91362373 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:17.277703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.387692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.410551 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Port': ['ID=39105e0f-cf13-442a-baf2-8f9a18d1bb06,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:17.416278 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No DVR routers for this DVR port 39105e0f-cf13-442a-baf2-8f9a18d1bb06 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:17.496536 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.516079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549adc63-cb2c-4182-b36d-7230d1e0bfdf']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:17.524898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401f0c60-21aa-4626-9590-8b30d51ad886') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:17.525195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401f0c60-21aa-4626-9590-8b30d51ad886') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:17.534138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.546900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.553063 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:17.553469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:17.556356 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:17.695878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.702842 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.705645 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/networks/549adc63-cb2c-4182-b36d-7230d1e0bfdf HTTP/1.1" status: 204 len: 168 time: 1.8440747 Dec 08 13:31:17.708891 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36492) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:17.716950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca4cfc-c158-4765-a625-61583a1a8f91 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Network': ['ID=549adc63-cb2c-4182-b36d-7230d1e0bfdf,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:17.742036 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b740815f-f60d-4332-b221-15437e0ddf83 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] GET failed (client error): The resource could not be found. Dec 08 13:31:17.743508 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b740815f-f60d-4332-b221-15437e0ddf83 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "GET /v2.0/subnets/d4fcf7ae-a6a4-49fb-a309-efb27473dce2 HTTP/1.1" status: 404 len: 337 time: 0.0334475 Dec 08 13:31:17.746102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36494) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:17.763575 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96246d1-576e-488e-86bd-0fb20fa221ac tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] DELETE failed (client error): The resource could not be found. Dec 08 13:31:17.764056 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96246d1-576e-488e-86bd-0fb20fa221ac tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:31:17.767032 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a96246d1-576e-488e-86bd-0fb20fa221ac tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/networks/549adc63-cb2c-4182-b36d-7230d1e0bfdf HTTP/1.1" status: 404 len: 339 time: 0.0199888 Dec 08 13:31:17.770668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36496) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:17.798819 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-3632b183-5f89-45f4-8816-d5827d1bc4dc tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] DELETE failed (client error): The resource could not be found. Dec 08 13:31:17.799268 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3632b183-5f89-45f4-8816-d5827d1bc4dc tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:31:17.802261 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3632b183-5f89-45f4-8816-d5827d1bc4dc tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/subnets/d4fcf7ae-a6a4-49fb-a309-efb27473dce2 HTTP/1.1" status: 404 len: 337 time: 0.0305526 Dec 08 13:31:17.804598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36498) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:17.821850 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a352836-287d-4139-8b12-1815626915cf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] DELETE failed (client error): The resource could not be found. Dec 08 13:31:17.822328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a352836-287d-4139-8b12-1815626915cf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103716) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:31:17.825284 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1a352836-287d-4139-8b12-1815626915cf tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/networks/549adc63-cb2c-4182-b36d-7230d1e0bfdf HTTP/1.1" status: 404 len: 339 time: 0.0197525 Dec 08 13:31:17.827409 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36500) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:17.876094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-1852774e-2a04-46e0-9f94-f1d9000bcec8 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Deleting subnet 914ad42c-f39c-4396-8216-985b58e80af5 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:31:17.879125 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1852774e-2a04-46e0-9f94-f1d9000bcec8 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:17.921886 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1852774e-2a04-46e0-9f94-f1d9000bcec8 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.005875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1852774e-2a04-46e0-9f94-f1d9000bcec8 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.174629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1852774e-2a04-46e0-9f94-f1d9000bcec8 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.198817 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852774e-2a04-46e0-9f94-f1d9000bcec8 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Subnet': ['ID=914ad42c-f39c-4396-8216-985b58e80af5,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:18.205103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1852774e-2a04-46e0-9f94-f1d9000bcec8 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.208650 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1852774e-2a04-46e0-9f94-f1d9000bcec8 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/subnets/914ad42c-f39c-4396-8216-985b58e80af5 HTTP/1.1" status: 204 len: 168 time: 0.3801334 Dec 08 13:31:18.210901 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36502) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:18.211307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ecbc51-303e-4c0e-b86a-2c2093d708e8 None None] Network ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:18.289716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.342105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Deleting port 52d3d378-50df-49d4-b16a-561e91362373 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:18.342447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.354593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8843e5dd-6c20-4bde-98c3-65333c42cf56 None None] DHCP port deletion for ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:18.401862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8843e5dd-6c20-4bde-98c3-65333c42cf56 None None] Deleting port 52d3d378-50df-49d4-b16a-561e91362373 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:18.402240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8843e5dd-6c20-4bde-98c3-65333c42cf56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.414374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] For port 52d3d378-50df-49d4-b16a-561e91362373, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=52d3d378-50df-49d4-b16a-561e91362373,segment=NetworkSegment(e3c54016-1915-4734-bf75-a40f87587fff),segment_id=e3c54016-1915-4734-bf75-a40f87587fff)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:18.414988 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.431849 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Calling delete_port for 52d3d378-50df-49d4-b16a-561e91362373 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:18.466894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8843e5dd-6c20-4bde-98c3-65333c42cf56 None None] For port 52d3d378-50df-49d4-b16a-561e91362373, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=52d3d378-50df-49d4-b16a-561e91362373,segment=NetworkSegment(e3c54016-1915-4734-bf75-a40f87587fff),segment_id=e3c54016-1915-4734-bf75-a40f87587fff)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:18.467300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8843e5dd-6c20-4bde-98c3-65333c42cf56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.479572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8843e5dd-6c20-4bde-98c3-65333c42cf56 None None] Calling delete_port for 52d3d378-50df-49d4-b16a-561e91362373 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:18.593500 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.599251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8843e5dd-6c20-4bde-98c3-65333c42cf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.618444 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Port': ['ID=52d3d378-50df-49d4-b16a-561e91362373,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:18.621915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No DVR routers for this DVR port 52d3d378-50df-49d4-b16a-561e91362373 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:18.624242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843e5dd-6c20-4bde-98c3-65333c42cf56 None None] Pushing event deleted for resources: {'Port': ['ID=52d3d378-50df-49d4-b16a-561e91362373,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:18.626720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843e5dd-6c20-4bde-98c3-65333c42cf56 None None] No DVR routers for this DVR port 52d3d378-50df-49d4-b16a-561e91362373 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:18.706237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.726142 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:18.735069 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c54016-1915-4734-bf75-a40f87587fff') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:18.735370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c54016-1915-4734-bf75-a40f87587fff') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:18.745417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.763718 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.770728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:18.771132 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:18.774209 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:18.888538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.893068 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:18.899701 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/networks/ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32 HTTP/1.1" status: 204 len: 168 time: 0.6848531 Dec 08 13:31:18.899796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36504) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:18.911230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b94f8-645f-4277-ab1e-1c8f6d8ea061 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Network': ['ID=ae2e926e-06ac-4da0-8ddd-8a42cfb6ad32,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:18.925573 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ca1725-e4de-4ce7-8a5a-dc9983849e47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] DELETE failed (client error): The resource could not be found. Dec 08 13:31:18.926030 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ca1725-e4de-4ce7-8a5a-dc9983849e47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:31:18.929114 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-09ca1725-e4de-4ce7-8a5a-dc9983849e47 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/subnets/de13bc3d-423b-4516-acac-5f9ada51bb2e HTTP/1.1" status: 404 len: 337 time: 0.0287805 Dec 08 13:31:18.931620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36506) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:18.949485 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb12d2e-69a1-4e80-9093-eb91f276b6ff tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] DELETE failed (client error): The resource could not be found. Dec 08 13:31:18.949964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb12d2e-69a1-4e80-9093-eb91f276b6ff tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:31:18.952972 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-abb12d2e-69a1-4e80-9093-eb91f276b6ff tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/networks/6372c34d-5347-4bb1-a421-dd726920ed8d HTTP/1.1" status: 404 len: 339 time: 0.0204570 Dec 08 13:31:18.955219 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36508) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:18.979666 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-24070277-c5f5-41c3-a732-5c8d209762fe tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] DELETE failed (client error): The resource could not be found. Dec 08 13:31:18.980038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24070277-c5f5-41c3-a732-5c8d209762fe tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:31:18.983020 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-24070277-c5f5-41c3-a732-5c8d209762fe tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/subnets/a044ce6b-dbc1-4d3c-a997-879621b54b30 HTTP/1.1" status: 404 len: 337 time: 0.0269282 Dec 08 13:31:18.985798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36510) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:19.003706 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc5deb4-79c7-43e1-9350-ad50a9988cde tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] DELETE failed (client error): The resource could not be found. Dec 08 13:31:19.004186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc5deb4-79c7-43e1-9350-ad50a9988cde tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 13:31:19.007133 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-edc5deb4-79c7-43e1-9350-ad50a9988cde tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/networks/20962e92-7985-4c88-8fd8-6e8c219a973d HTTP/1.1" status: 404 len: 339 time: 0.0204144 Dec 08 13:31:19.009242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36512) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:19.060408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-43767128-c926-4a36-adb5-bcd03730b5b7 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Deleting subnet 5cf60898-4632-4343-9e32-441f84e2f21a {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:31:19.064179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43767128-c926-4a36-adb5-bcd03730b5b7 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.108189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 52d3d378-50df-49d4-b16a-561e91362373 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:31:19.109172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43767128-c926-4a36-adb5-bcd03730b5b7 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.132295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 52d3d378-50df-49d4-b16a-561e91362373 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:31:19.132647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 52d3d378-50df-49d4-b16a-561e91362373 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:31:19.191927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43767128-c926-4a36-adb5-bcd03730b5b7 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.290299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43767128-c926-4a36-adb5-bcd03730b5b7 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.320906 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43767128-c926-4a36-adb5-bcd03730b5b7 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf60898-4632-4343-9e32-441f84e2f21a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:19.324722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43767128-c926-4a36-adb5-bcd03730b5b7 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.327952 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-43767128-c926-4a36-adb5-bcd03730b5b7 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/subnets/5cf60898-4632-4343-9e32-441f84e2f21a HTTP/1.1" status: 204 len: 168 time: 0.3178246 Dec 08 13:31:19.330408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36514) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:19.332819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e8f53d-e72f-4846-a1fc-b1063ea6fe3b None None] Network a7a869fe-6213-4ec9-baf8-a7a36fc469e0 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:19.404307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.462111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Deleting port ea46c5bb-78f2-4361-8478-41e4e653cae3 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:19.462459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.473952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5918f37-0385-4d59-b308-f5fd3ef467f1 None None] DHCP port deletion for a7a869fe-6213-4ec9-baf8-a7a36fc469e0 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:19.531625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] For port ea46c5bb-78f2-4361-8478-41e4e653cae3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ea46c5bb-78f2-4361-8478-41e4e653cae3,segment=NetworkSegment(e42305db-472c-40f9-8b8f-547630ea4bb8),segment_id=e42305db-472c-40f9-8b8f-547630ea4bb8)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:19.532505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.545234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Calling delete_port for ea46c5bb-78f2-4361-8478-41e4e653cae3 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:19.667406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f5918f37-0385-4d59-b308-f5fd3ef467f1 None None] Deleting port ea46c5bb-78f2-4361-8478-41e4e653cae3 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:19.667788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5918f37-0385-4d59-b308-f5fd3ef467f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.684735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.714512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Port': ['ID=ea46c5bb-78f2-4361-8478-41e4e653cae3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:19.717914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] No DVR routers for this DVR port ea46c5bb-78f2-4361-8478-41e4e653cae3 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:19.729941 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f5918f37-0385-4d59-b308-f5fd3ef467f1 None None] For port ea46c5bb-78f2-4361-8478-41e4e653cae3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ea46c5bb-78f2-4361-8478-41e4e653cae3,segment=NetworkSegment(e42305db-472c-40f9-8b8f-547630ea4bb8),segment_id=e42305db-472c-40f9-8b8f-547630ea4bb8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:19.730348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5918f37-0385-4d59-b308-f5fd3ef467f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.742918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f5918f37-0385-4d59-b308-f5fd3ef467f1 None None] Calling delete_port for ea46c5bb-78f2-4361-8478-41e4e653cae3 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:19.794802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.814500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a869fe-6213-4ec9-baf8-a7a36fc469e0']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:19.823550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42305db-472c-40f9-8b8f-547630ea4bb8') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:19.823858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42305db-472c-40f9-8b8f-547630ea4bb8') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:19.824175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5918f37-0385-4d59-b308-f5fd3ef467f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.833690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.847234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.849346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5918f37-0385-4d59-b308-f5fd3ef467f1 None None] Pushing event deleted for resources: {'Port': ['ID=ea46c5bb-78f2-4361-8478-41e4e653cae3,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:19.853020 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5918f37-0385-4d59-b308-f5fd3ef467f1 None None] No DVR routers for this DVR port ea46c5bb-78f2-4361-8478-41e4e653cae3 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:19.854702 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:19.855106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:19.858211 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:19.987546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.994772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:19.997351 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] 10.222.0.76 "DELETE /v2.0/networks/a7a869fe-6213-4ec9-baf8-a7a36fc469e0 HTTP/1.1" status: 204 len: 168 time: 0.6659889 Dec 08 13:31:20.009009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df9044-b20a-4eda-aeeb-84e840af5980 tempest-NetworksIpV6Test-219700566 tempest-NetworksIpV6Test-219700566-project] Pushing event deleted for resources: {'Network': ['ID=a7a869fe-6213-4ec9-baf8-a7a36fc469e0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:20.416859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36520) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:20.544133 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a647466f-3362-4913-b56d-8104447478ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f05da581afbb4eb6830f4835879164fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260695 Dec 08 13:31:20.546861 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36524) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:20.593154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c6e17fc1-2e36-4406-9981-431d7ecbfa83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:20.613737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c6e17fc1-2e36-4406-9981-431d7ecbfa83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:20.730110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c6e17fc1-2e36-4406-9981-431d7ecbfa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:20.732847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c6e17fc1-2e36-4406-9981-431d7ecbfa83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:20.734025 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c6e17fc1-2e36-4406-9981-431d7ecbfa83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a8aa425-090f-4225-8553-342fcfe5671d HTTP/1.1" status: 204 len: 168 time: 0.1852810 Dec 08 13:31:20.743624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e17fc1-2e36-4406-9981-431d7ecbfa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8aa425-090f-4225-8553-342fcfe5671d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:21.115719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ea46c5bb-78f2-4361-8478-41e4e653cae3 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:31:21.136202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: ea46c5bb-78f2-4361-8478-41e4e653cae3 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:31:21.136563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ea46c5bb-78f2-4361-8478-41e4e653cae3 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:31:21.622786 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36546) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:21.714841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ecb8d866-6dfb-49a3-8601-c8d66b60c04e tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1475193096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:21.827528 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecb8d866-6dfb-49a3-8601-c8d66b60c04e tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:21.828552 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecb8d866-6dfb-49a3-8601-c8d66b60c04e tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:21.881448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecb8d866-6dfb-49a3-8601-c8d66b60c04e tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:21.951090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecb8d866-6dfb-49a3-8601-c8d66b60c04e tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.050312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ecb8d866-6dfb-49a3-8601-c8d66b60c04e tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.051543 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ecb8d866-6dfb-49a3-8601-c8d66b60c04e tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4277380 Dec 08 13:31:22.054286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36550) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:22.059123 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-42352960'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:22.151394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Made reservation on behalf of 628a7dc2f92a4f26947fc2b1a81024ed for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:22.154859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.164206 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.236028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.312968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.334910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:31:22.349016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be922259-a68e-4632-8ba4-5f8b442917a4,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:22.353580 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.353927 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Added segment 9a41de4a-b431-42f9-ace1-9a66f43388ef of type vlan for network 237671d7-948e-4ad8-8df7-ae26bb03a530 Dec 08 13:31:22.365322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.365684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.366040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.366391 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.366765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.370704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.370704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.370704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.370704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.370704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.370704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.370704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.370704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:22.404943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.507179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.512721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:22.513304 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:22.577016 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event updated for resources: {'Network': ['ID=237671d7-948e-4ad8-8df7-ae26bb03a530,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:22.587413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 237671d7-948e-4ad8-8df7-ae26bb03a530 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:31:22.606877 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-cab7d9a4-5fdb-4474-b861-d6f4ed3e29ed tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5515065 Dec 08 13:31:22.609653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36552) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:22.614436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Request body: {'subnet': {'network_id': '237671d7-948e-4ad8-8df7-ae26bb03a530', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:22.792648 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Made reservation on behalf of 628a7dc2f92a4f26947fc2b1a81024ed for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:22.796165 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.065700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.126310 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event updated for resources: {'Subnet': ['ID=65b8890c-64a6-4852-8a04-673d63d60bef,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:23.133198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Checking segment: {'id': '9a41de4a-b431-42f9-ace1-9a66f43388ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '237671d7-948e-4ad8-8df7-ae26bb03a530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:23.133564 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Network hostable DHCP agents. Network: 237671d7-948e-4ad8-8df7-ae26bb03a530, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:31:23.208109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Network 237671d7-948e-4ad8-8df7-ae26bb03a530 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:31:23.267588 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 237671d7-948e-4ad8-8df7-ae26bb03a530) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:23.272401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:23.273794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.275760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c20b94-7481-492f-b056-e136450aaf4c None None] Network 237671d7-948e-4ad8-8df7-ae26bb03a530 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:23.332811 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-708f4208-3975-47be-9515-bf8cb3e09fce tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7220275 Dec 08 13:31:23.335644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:23.340536 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1386909572'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:23.377033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-237671d7-948e-4ad8-8df7-ae26bb03a530', 'network_id': '237671d7-948e-4ad8-8df7-ae26bb03a530', 'project_id': '628a7dc2f92a4f26947fc2b1a81024ed', 'fixed_ips': [{'subnet_id': '65b8890c-64a6-4852-8a04-673d63d60bef'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:31:23.377897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.410348 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Made reservation on behalf of 628a7dc2f92a4f26947fc2b1a81024ed for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:23.413964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.438691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:31:23.447381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.447721 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Added segment 6c71351c-ce74-4223-840c-1f18d7d7351e of type vlan for network a78351df-d081-423e-8b64-8e3f3d42f1a1 Dec 08 13:31:23.491119 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.528507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Allocated IP 172.20.0.2 (237671d7-948e-4ad8-8df7-ae26bb03a530/65b8890c-64a6-4852-8a04-673d63d60bef/4e35152c-5622-435d-b537-6fcf801f0d04) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:23.570327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.576107 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:23.576707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.646760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event updated for resources: {'Network': ['ID=a78351df-d081-423e-8b64-8e3f3d42f1a1,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:23.660397 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network a78351df-d081-423e-8b64-8e3f3d42f1a1 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:31:23.683064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.699057 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8027d8e6-57e1-480b-a4d9-d39beb4e6c61 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3623409 Dec 08 13:31:23.701765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36556) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:23.706658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Request body: {'subnet': {'network_id': 'a78351df-d081-423e-8b64-8e3f3d42f1a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:23.753670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.801215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Network 237671d7-948e-4ad8-8df7-ae26bb03a530 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:23.803972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:23.809349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:23.814821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Pushing event updated for resources: {'Port': ['ID=4e35152c-5622-435d-b537-6fcf801f0d04,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:23.865388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Attempting to bind port 4e35152c-5622-435d-b537-6fcf801f0d04 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:23.865760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Attempting to bind port 4e35152c-5622-435d-b537-6fcf801f0d04 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '9a41de4a-b431-42f9-ace1-9a66f43388ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '237671d7-948e-4ad8-8df7-ae26bb03a530'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:23.866131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Attempting to bind port 4e35152c-5622-435d-b537-6fcf801f0d04 on network 237671d7-948e-4ad8-8df7-ae26bb03a530 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:23.871053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:23.871460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Checking segment: {'id': '9a41de4a-b431-42f9-ace1-9a66f43388ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '237671d7-948e-4ad8-8df7-ae26bb03a530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:23.871848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.872255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Bound using segment: {'id': '9a41de4a-b431-42f9-ace1-9a66f43388ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '237671d7-948e-4ad8-8df7-ae26bb03a530'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:23.872729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Bound port: 4e35152c-5622-435d-b537-6fcf801f0d04, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a41de4a-b431-42f9-ace1-9a66f43388ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '237671d7-948e-4ad8-8df7-ae26bb03a530'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:23.872890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Made reservation on behalf of 628a7dc2f92a4f26947fc2b1a81024ed for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:23.873373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.876412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:23.938708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] For port 4e35152c-5622-435d-b537-6fcf801f0d04, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:23.941643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] For port 4e35152c-5622-435d-b537-6fcf801f0d04, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4e35152c-5622-435d-b537-6fcf801f0d04,segment=NetworkSegment(9a41de4a-b431-42f9-ace1-9a66f43388ef),segment_id=9a41de4a-b431-42f9-ace1-9a66f43388ef)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:24.044691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.100446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca2013-72b4-4ec7-bc8f-3a23daec243b None None] Pushing event updated for resources: {'Port': ['ID=4e35152c-5622-435d-b537-6fcf801f0d04,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:24.124740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.191925 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event updated for resources: {'Subnet': ['ID=a93106af-9b44-4d4a-9ebc-8f5e0740f7c1,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:24.201042 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Checking segment: {'id': '6c71351c-ce74-4223-840c-1f18d7d7351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a78351df-d081-423e-8b64-8e3f3d42f1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:24.201412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Network hostable DHCP agents. Network: a78351df-d081-423e-8b64-8e3f3d42f1a1, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:31:24.301474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Network a78351df-d081-423e-8b64-8e3f3d42f1a1 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:31:24.368106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, a78351df-d081-423e-8b64-8e3f3d42f1a1) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:24.372283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:24.372884 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.377525 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acb0a4c-395e-4c84-9f7e-b8685d5816de None None] Network a78351df-d081-423e-8b64-8e3f3d42f1a1 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:24.458365 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-57ad3901-4563-4654-bfda-b7436792daf8 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7555172 Dec 08 13:31:24.461325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36558) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:24.466181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5334a712-9005-4368-9a6f-5491b0a7c653 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a78351df-d081-423e-8b64-8e3f3d42f1a1'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:24.484728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-a78351df-d081-423e-8b64-8e3f3d42f1a1', 'network_id': 'a78351df-d081-423e-8b64-8e3f3d42f1a1', 'project_id': '628a7dc2f92a4f26947fc2b1a81024ed', 'fixed_ips': [{'subnet_id': 'a93106af-9b44-4d4a-9ebc-8f5e0740f7c1'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:31:24.485601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.622068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Allocated IP 172.21.0.2 (a78351df-d081-423e-8b64-8e3f3d42f1a1/a93106af-9b44-4d4a-9ebc-8f5e0740f7c1/4185e2b3-a584-41c7-9c38-9e25bf930ce8) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:24.672664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5334a712-9005-4368-9a6f-5491b0a7c653 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.767951 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.849477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.850527 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.api.v2.resource [None req-5334a712-9005-4368-9a6f-5491b0a7c653 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 13:31:24.851888 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5334a712-9005-4368-9a6f-5491b0a7c653 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "PUT /v2.0/routers/83466a32-b487-4d40-b6e3-b4f041c9a165 HTTP/1.1" status: 400 len: 364 time: 0.3892586 Dec 08 13:31:24.858201 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36560) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:24.896755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Network a78351df-d081-423e-8b64-8e3f3d42f1a1 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:24.904300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:24.906466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Pushing event updated for resources: {'Port': ['ID=4185e2b3-a584-41c7-9c38-9e25bf930ce8,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:24.908615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:24.921636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-d380f58f-9c59-4951-a6a2-c20327481c4b tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Deleting subnet a93106af-9b44-4d4a-9ebc-8f5e0740f7c1 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:31:24.926903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d380f58f-9c59-4951-a6a2-c20327481c4b tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.962969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Attempting to bind port 4185e2b3-a584-41c7-9c38-9e25bf930ce8 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:24.963346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Attempting to bind port 4185e2b3-a584-41c7-9c38-9e25bf930ce8 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '6c71351c-ce74-4223-840c-1f18d7d7351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a78351df-d081-423e-8b64-8e3f3d42f1a1'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:24.963710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Attempting to bind port 4185e2b3-a584-41c7-9c38-9e25bf930ce8 on network a78351df-d081-423e-8b64-8e3f3d42f1a1 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:24.968954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d380f58f-9c59-4951-a6a2-c20327481c4b tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.969481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:24.969859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Checking segment: {'id': '6c71351c-ce74-4223-840c-1f18d7d7351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a78351df-d081-423e-8b64-8e3f3d42f1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:24.970340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:24.970821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Bound using segment: {'id': '6c71351c-ce74-4223-840c-1f18d7d7351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a78351df-d081-423e-8b64-8e3f3d42f1a1'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:24.972025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Bound port: 4185e2b3-a584-41c7-9c38-9e25bf930ce8, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c71351c-ce74-4223-840c-1f18d7d7351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a78351df-d081-423e-8b64-8e3f3d42f1a1'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:24.972424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.019664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419acf08-b6ac-40cf-94cc-c72b06da50b4 None None] Network 237671d7-948e-4ad8-8df7-ae26bb03a530 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:25.096993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] For port 4185e2b3-a584-41c7-9c38-9e25bf930ce8, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:25.113829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0f0efbea-db71-4ebe-bee7-88c5f815d087 None None] Provisioning complete for port 4e35152c-5622-435d-b537-6fcf801f0d04 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:25.114205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f0efbea-db71-4ebe-bee7-88c5f815d087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.121607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] For port 4185e2b3-a584-41c7-9c38-9e25bf930ce8, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4185e2b3-a584-41c7-9c38-9e25bf930ce8,segment=NetworkSegment(6c71351c-ce74-4223-840c-1f18d7d7351e),segment_id=6c71351c-ce74-4223-840c-1f18d7d7351e)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:25.148416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4e35152c-5622-435d-b537-6fcf801f0d04 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:25.187279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d380f58f-9c59-4951-a6a2-c20327481c4b tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.209814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.313497 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d380f58f-9c59-4951-a6a2-c20327481c4b tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.323377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5329d70-cc5a-40a3-bef2-b28b333f088e None None] Pushing event updated for resources: {'Port': ['ID=4185e2b3-a584-41c7-9c38-9e25bf930ce8,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:25.339913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 4e35152c-5622-435d-b537-6fcf801f0d04 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:25.340297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.343097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f0efbea-db71-4ebe-bee7-88c5f815d087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.350526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380f58f-9c59-4951-a6a2-c20327481c4b tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event deleted for resources: {'Subnet': ['ID=a93106af-9b44-4d4a-9ebc-8f5e0740f7c1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:25.356546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d380f58f-9c59-4951-a6a2-c20327481c4b tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.367002 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d380f58f-9c59-4951-a6a2-c20327481c4b tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "DELETE /v2.0/subnets/a93106af-9b44-4d4a-9ebc-8f5e0740f7c1 HTTP/1.1" status: 204 len: 168 time: 0.5053375 Dec 08 13:31:25.367438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36562) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:25.407902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0f0efbea-db71-4ebe-bee7-88c5f815d087 None None] For port 4e35152c-5622-435d-b537-6fcf801f0d04, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4e35152c-5622-435d-b537-6fcf801f0d04,segment=NetworkSegment(9a41de4a-b431-42f9-ace1-9a66f43388ef),segment_id=9a41de4a-b431-42f9-ace1-9a66f43388ef)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:25.463991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.465079 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.478812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f0efbea-db71-4ebe-bee7-88c5f815d087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.566660 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Deleting port 4185e2b3-a584-41c7-9c38-9e25bf930ce8 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:25.567015 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.609696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0efbea-db71-4ebe-bee7-88c5f815d087 None None] Pushing event updated for resources: {'Port': ['ID=4e35152c-5622-435d-b537-6fcf801f0d04,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:25.615260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:31:25.615782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:31:25.652281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] For port 4185e2b3-a584-41c7-9c38-9e25bf930ce8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4185e2b3-a584-41c7-9c38-9e25bf930ce8,segment=NetworkSegment(6c71351c-ce74-4223-840c-1f18d7d7351e),segment_id=6c71351c-ce74-4223-840c-1f18d7d7351e)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:25.652787 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:25.666456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Calling delete_port for 4185e2b3-a584-41c7-9c38-9e25bf930ce8 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:25.700067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c9479d71-d95f-4333-bddf-78f741916c8d None None] Provisioning complete for port 4e35152c-5622-435d-b537-6fcf801f0d04 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:25.700571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c9479d71-d95f-4333-bddf-78f741916c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.130303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.161274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event deleted for resources: {'Port': ['ID=4185e2b3-a584-41c7-9c38-9e25bf930ce8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:26.164910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] No DVR routers for this DVR port 4185e2b3-a584-41c7-9c38-9e25bf930ce8 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:26.247023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.269197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78351df-d081-423e-8b64-8e3f3d42f1a1']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:26.278799 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c71351c-ce74-4223-840c-1f18d7d7351e') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:26.279106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c71351c-ce74-4223-840c-1f18d7d7351e') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:26.288593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.303004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.309404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:26.309800 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:26.313495 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:26.320862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817dff0-fbe8-424d-bd78-b446819d1cd2 None None] Network a78351df-d081-423e-8b64-8e3f3d42f1a1 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:26.396507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d5082445-8055-49a0-a20c-76aa4950e0d5 None None] Could not find standard attr ID for object 4185e2b3-a584-41c7-9c38-9e25bf930ce8. {{(pid=103717) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 13:31:26.410328 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.417343 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.420559 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "DELETE /v2.0/networks/a78351df-d081-423e-8b64-8e3f3d42f1a1 HTTP/1.1" status: 204 len: 168 time: 1.0521500 Dec 08 13:31:26.424076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36564) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:26.432761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fbda6-790d-46b7-9187-c7da0d49dc5a tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event deleted for resources: {'Network': ['ID=a78351df-d081-423e-8b64-8e3f3d42f1a1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:26.444966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8019707-dee4-478f-9711-d21e50da0ea6 None None] DHCP port deletion for a78351df-d081-423e-8b64-8e3f3d42f1a1 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:26.478634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2c1a78-9adb-42d5-8b6a-feb785a926f0 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Deleting subnet 65b8890c-64a6-4852-8a04-673d63d60bef {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:31:26.481750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1a78-9adb-42d5-8b6a-feb785a926f0 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.525313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1a78-9adb-42d5-8b6a-feb785a926f0 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.605682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1a78-9adb-42d5-8b6a-feb785a926f0 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.719734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1a78-9adb-42d5-8b6a-feb785a926f0 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.751680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c1a78-9adb-42d5-8b6a-feb785a926f0 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event deleted for resources: {'Subnet': ['ID=65b8890c-64a6-4852-8a04-673d63d60bef,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:26.756427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1a78-9adb-42d5-8b6a-feb785a926f0 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.759626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ab2c1a78-9adb-42d5-8b6a-feb785a926f0 tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "DELETE /v2.0/subnets/65b8890c-64a6-4852-8a04-673d63d60bef HTTP/1.1" status: 204 len: 168 time: 0.3345182 Dec 08 13:31:26.762040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36566) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:26.764504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff89c5-cd59-4d2a-9533-4aeef31d374c None None] Network 237671d7-948e-4ad8-8df7-ae26bb03a530 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:26.836661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.895216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Deleting port 4e35152c-5622-435d-b537-6fcf801f0d04 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:26.895566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.913972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78e589-76e9-4893-88c3-f7d4db168959 None None] DHCP port deletion for 237671d7-948e-4ad8-8df7-ae26bb03a530 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:26.960622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6d78e589-76e9-4893-88c3-f7d4db168959 None None] Deleting port 4e35152c-5622-435d-b537-6fcf801f0d04 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:31:26.960995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6d78e589-76e9-4893-88c3-f7d4db168959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.962497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] For port 4e35152c-5622-435d-b537-6fcf801f0d04, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4e35152c-5622-435d-b537-6fcf801f0d04,segment=NetworkSegment(9a41de4a-b431-42f9-ace1-9a66f43388ef),segment_id=9a41de4a-b431-42f9-ace1-9a66f43388ef)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:26.962909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:26.976577 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Calling delete_port for 4e35152c-5622-435d-b537-6fcf801f0d04 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:27.125272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.151687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event deleted for resources: {'Port': ['ID=4e35152c-5622-435d-b537-6fcf801f0d04,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:27.154944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] No DVR routers for this DVR port 4e35152c-5622-435d-b537-6fcf801f0d04 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:27.170706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4e35152c-5622-435d-b537-6fcf801f0d04 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:31:27.196348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 4e35152c-5622-435d-b537-6fcf801f0d04 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:31:27.196697 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4e35152c-5622-435d-b537-6fcf801f0d04 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:31:27.208533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6d78e589-76e9-4893-88c3-f7d4db168959 None None] For port 4e35152c-5622-435d-b537-6fcf801f0d04, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4e35152c-5622-435d-b537-6fcf801f0d04,segment=NetworkSegment(9a41de4a-b431-42f9-ace1-9a66f43388ef),segment_id=9a41de4a-b431-42f9-ace1-9a66f43388ef)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:27.208917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6d78e589-76e9-4893-88c3-f7d4db168959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.222745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6d78e589-76e9-4893-88c3-f7d4db168959 None None] Calling delete_port for 4e35152c-5622-435d-b537-6fcf801f0d04 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:31:27.245630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.266598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237671d7-948e-4ad8-8df7-ae26bb03a530']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:27.275996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a41de4a-b431-42f9-ace1-9a66f43388ef') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:27.276317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a41de4a-b431-42f9-ace1-9a66f43388ef') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:27.286229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.299547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.300803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6d78e589-76e9-4893-88c3-f7d4db168959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.305337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:31:27.305721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:31:27.308730 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:31:27.325180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78e589-76e9-4893-88c3-f7d4db168959 None None] Pushing event deleted for resources: {'Port': ['ID=4e35152c-5622-435d-b537-6fcf801f0d04,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:27.329619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78e589-76e9-4893-88c3-f7d4db168959 None None] No DVR routers for this DVR port 4e35152c-5622-435d-b537-6fcf801f0d04 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:31:27.436451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.443607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.446882 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "DELETE /v2.0/networks/237671d7-948e-4ad8-8df7-ae26bb03a530 HTTP/1.1" status: 204 len: 168 time: 0.6837711 Dec 08 13:31:27.449737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36568) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:27.459399 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb28b9a-4e3d-4359-b6d4-f87557f2451f tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Pushing event deleted for resources: {'Network': ['ID=237671d7-948e-4ad8-8df7-ae26bb03a530,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:27.483912 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ae142695-42dd-4d00-ade5-eef56ce3dfee tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "GET /v2.0/ports?device_id=83466a32-b487-4d40-b6e3-b4f041c9a165 HTTP/1.1" status: 200 len: 205 time: 0.0328500 Dec 08 13:31:27.486264 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36570) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:27.555322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ab36734-438e-4f7d-9bd6-384b0b62fcba tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.709085 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ab36734-438e-4f7d-9bd6-384b0b62fcba tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.711207 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ab36734-438e-4f7d-9bd6-384b0b62fcba tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.821664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ab36734-438e-4f7d-9bd6-384b0b62fcba tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.822203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab36734-438e-4f7d-9bd6-384b0b62fcba tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Fanout notify agent at l3_agent the message router_deleted on router 83466a32-b487-4d40-b6e3-b4f041c9a165 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:31:27.829011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ab36734-438e-4f7d-9bd6-384b0b62fcba tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:27.830306 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4ab36734-438e-4f7d-9bd6-384b0b62fcba tempest-RoutersNegativeTest-573391074 tempest-RoutersNegativeTest-573391074-project] 10.222.0.76 "DELETE /v2.0/routers/83466a32-b487-4d40-b6e3-b4f041c9a165 HTTP/1.1" status: 204 len: 168 time: 0.3429415 Dec 08 13:31:28.258866 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36576) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:28.387076 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ddb6d8d6-32c2-4e0c-8843-fe7b86a9e79b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=628a7dc2f92a4f26947fc2b1a81024ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269789 Dec 08 13:31:28.389604 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36580) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:28.437421 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4fef914-6612-453d-85d6-0bdace801b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:28.457667 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4fef914-6612-453d-85d6-0bdace801b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:28.573719 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4fef914-6612-453d-85d6-0bdace801b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:28.576340 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4fef914-6612-453d-85d6-0bdace801b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:28.577455 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b4fef914-6612-453d-85d6-0bdace801b80 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be922259-a68e-4632-8ba4-5f8b442917a4 HTTP/1.1" status: 204 len: 168 time: 0.1868939 Dec 08 13:31:28.585508 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fef914-6612-453d-85d6-0bdace801b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be922259-a68e-4632-8ba4-5f8b442917a4,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:29.492901 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:31:29.495437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36602) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:29.589544 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1479482354-network', 'tenant_id': '948b16a7094a46e19d8820195330a7df'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:29.682227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Made reservation on behalf of 948b16a7094a46e19d8820195330a7df for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:29.684575 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:29.693248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:29.766595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:29.824903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:29.845701 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:31:29.860302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:29.865918 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:29.866269 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Added segment 34c37f3a-dbe3-4164-96e9-d3de86b97d16 of type vlan for network 887e8fb9-d35d-40b3-888f-e25d78c00208 Dec 08 13:31:29.904478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:29.970255 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:29.971214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:29.971797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:30.030008 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] Pushing event updated for resources: {'Network': ['ID=887e8fb9-d35d-40b3-888f-e25d78c00208,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:30.040098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:31:30.046983 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b4511b8e-4961-401a-9f15-79c6dd6d5d62 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5501270 Dec 08 13:31:30.050030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36606) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:30.054757 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Request body: {'subnet': {'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-subnet', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:30.139350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Made reservation on behalf of 948b16a7094a46e19d8820195330a7df for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:30.142248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:30.362380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:30.417825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd353b7-0bc7-4339-9cce-e6e5b1430002,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:30.429599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Checking segment: {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:30.429965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Network hostable DHCP agents. Network: 887e8fb9-d35d-40b3-888f-e25d78c00208, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:31:30.510910 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:31:30.567930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 887e8fb9-d35d-40b3-888f-e25d78c00208) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:30.571970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:30.572556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:30.576495 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f39f60-7512-44fb-8887-78af70aba937 None None] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:30.667213 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36608) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:30.667634 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e5db8cfe-8213-4fe0-8db0-b372b72f7232 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6161788 Dec 08 13:31:30.672031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:30.673895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-887e8fb9-d35d-40b3-888f-e25d78c00208', 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208', 'project_id': '948b16a7094a46e19d8820195330a7df', 'fixed_ips': [{'subnet_id': '9bd353b7-0bc7-4339-9cce-e6e5b1430002'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:31:30.674783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:30.758866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:30.759932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:30.810982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Allocated IP 172.20.0.2 (887e8fb9-d35d-40b3-888f-e25d78c00208/9bd353b7-0bc7-4339-9cce-e6e5b1430002/600f5e41-e879-4245-a5dc-d6fb429bfcfd) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:30.814226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:30.952233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.028393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.053796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.089386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:31.092201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:31.095559 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:31.106333 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Pushing event updated for resources: {'Port': ['ID=600f5e41-e879-4245-a5dc-d6fb429bfcfd,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:31.163216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Attempting to bind port 600f5e41-e879-4245-a5dc-d6fb429bfcfd on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:31.163597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Attempting to bind port 600f5e41-e879-4245-a5dc-d6fb429bfcfd by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:31.164034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Attempting to bind port 600f5e41-e879-4245-a5dc-d6fb429bfcfd on network 887e8fb9-d35d-40b3-888f-e25d78c00208 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:31.168970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:31.169376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Checking segment: {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:31.169776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.170171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Bound using segment: {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:31.170658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Bound port: 600f5e41-e879-4245-a5dc-d6fb429bfcfd, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:31.171278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.232622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] For port 600f5e41-e879-4245-a5dc-d6fb429bfcfd, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:31.236257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] For port 600f5e41-e879-4245-a5dc-d6fb429bfcfd, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=600f5e41-e879-4245-a5dc-d6fb429bfcfd,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:31.301164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.307678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.319878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.368808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98982c1-f9c6-4386-ba38-2614d362cf00 None None] Pushing event updated for resources: {'Port': ['ID=600f5e41-e879-4245-a5dc-d6fb429bfcfd,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:31.427844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Allocated IP 172.26.7.117 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/b7b68818-c2a7-4d84-b6c7-e852157f0449) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:31.546635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.655146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.687549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:31.690534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:31.694082 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:31.702882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accbf242-9600-4713-a1a1-a1efce0c8fab None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:31.726297 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b68818-c2a7-4d84-b6c7-e852157f0449,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:31.748673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8af8533b-0d83-4317-97e2-85b188833168 None None] Provisioning complete for port b7b68818-c2a7-4d84-b6c7-e852157f0449 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:31.749053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8af8533b-0d83-4317-97e2-85b188833168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:31.787055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8af8533b-0d83-4317-97e2-85b188833168 None None] Port b7b68818-c2a7-4d84-b6c7-e852157f0449 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:31:32.012078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:32.245540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c928c8-0448-451b-ad9a-1f6065324210 None None] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:32.330922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8e48d9c8-0f78-4c02-8e61-d9af21d5e35c None None] Provisioning complete for port 600f5e41-e879-4245-a5dc-d6fb429bfcfd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:32.331212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8e48d9c8-0f78-4c02-8e61-d9af21d5e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:32.443085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8e48d9c8-0f78-4c02-8e61-d9af21d5e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:32.479224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-8e48d9c8-0f78-4c02-8e61-d9af21d5e35c None None] For port 600f5e41-e879-4245-a5dc-d6fb429bfcfd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=600f5e41-e879-4245-a5dc-d6fb429bfcfd,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:32.556348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:32.604250 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8e48d9c8-0f78-4c02-8e61-d9af21d5e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:32.651848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48d9c8-0f78-4c02-8e61-d9af21d5e35c None None] Pushing event updated for resources: {'Port': ['ID=600f5e41-e879-4245-a5dc-d6fb429bfcfd,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:32.724024 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d95381db-bddf-4113-a25b-a55c1f198f1b None None] Provisioning complete for port 600f5e41-e879-4245-a5dc-d6fb429bfcfd triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:32.724398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d95381db-bddf-4113-a25b-a55c1f198f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:32.758148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:31:32.864016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:31:32.872376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Sync routers for ids ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:31:32.881570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Routers {'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:31:32.882207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:31:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:32.930488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:32.934440 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bce09a60-3c26-4538-826a-b2f07a050a54 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2635550 Dec 08 13:31:32.934836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36610) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:32.987698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Set router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:31:33.159169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 600f5e41-e879-4245-a5dc-d6fb429bfcfd up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:33.209995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:30Z', 'updated_at': '2021-12-08T13:31:31Z', 'revision_number': 3, 'project_id': '948b16a7094a46e19d8820195330a7df', 'gw_port': {'id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:31Z', 'updated_at': '2021-12-08T13:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:33.238820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Checking router: e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:31:33.239171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Updating router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 port b7b68818-c2a7-4d84-b6c7-e852157f0449 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:31:33.262251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 600f5e41-e879-4245-a5dc-d6fb429bfcfd triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:33.262957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.285067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.357305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.555053 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Allocated IP 172.20.0.1 (887e8fb9-d35d-40b3-888f-e25d78c00208/9bd353b7-0bc7-4339-9cce-e6e5b1430002/e584e575-7b9c-44a4-b1d6-8990ab94f34b) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:33.583851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.651991 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.656174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.705087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4397a61-8282-4e22-b3fb-40bfbb82a5fa None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:33.717813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Attempting to bind port b7b68818-c2a7-4d84-b6c7-e852157f0449 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:33.718189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Attempting to bind port b7b68818-c2a7-4d84-b6c7-e852157f0449 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:33.718557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Attempting to bind port b7b68818-c2a7-4d84-b6c7-e852157f0449 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:33.722604 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dd89a-6e84-4363-9ef5-1017b1166ae2 None None] Pushing event updated for resources: {'Port': ['ID=b7b68818-c2a7-4d84-b6c7-e852157f0449,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:33.727731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:33.728111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:33.728516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.728899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:33.729967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Bound port: b7b68818-c2a7-4d84-b6c7-e852157f0449, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:33.729967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.765169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.789046 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] For port b7b68818-c2a7-4d84-b6c7-e852157f0449, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:33.792153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] For port b7b68818-c2a7-4d84-b6c7-e852157f0449, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b7b68818-c2a7-4d84-b6c7-e852157f0449,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:33.806526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:33.809485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:33.813525 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:33.830683 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3100bb3a-d2af-43e0-884f-7d659d3e544c None None] Provisioning complete for port b7b68818-c2a7-4d84-b6c7-e852157f0449 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:33.830861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3100bb3a-d2af-43e0-884f-7d659d3e544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.840845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Pushing event updated for resources: {'Port': ['ID=e584e575-7b9c-44a4-b1d6-8990ab94f34b,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:33.859001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.867907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:33.872372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3100bb3a-d2af-43e0-884f-7d659d3e544c None None] Port b7b68818-c2a7-4d84-b6c7-e852157f0449 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:31:33.926643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bfb25-a455-4fa3-812c-14ab9c025577 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:33.947194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dd89a-6e84-4363-9ef5-1017b1166ae2 None None] Pushing event updated for resources: {'Port': ['ID=b7b68818-c2a7-4d84-b6c7-e852157f0449,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:33.950736 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Routers {'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:31:33.951768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:31:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:34.019505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ebce3a45-8d6c-40a0-bd6b-19d123f6810c None None] Provisioning complete for port b7b68818-c2a7-4d84-b6c7-e852157f0449 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:34.019879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ebce3a45-8d6c-40a0-bd6b-19d123f6810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:34.077617 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:34.254158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:34.254372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] Set router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:31:34.318106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:34.383286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Pushing event updated for resources: {'Port': ['ID=e584e575-7b9c-44a4-b1d6-8990ab94f34b,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:34.385825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:34.403168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ebce3a45-8d6c-40a0-bd6b-19d123f6810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:34.452270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ebce3a45-8d6c-40a0-bd6b-19d123f6810c None None] For port b7b68818-c2a7-4d84-b6c7-e852157f0449, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b7b68818-c2a7-4d84-b6c7-e852157f0449,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:34.480593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:30Z', 'updated_at': '2021-12-08T13:31:31Z', 'revision_number': 3, 'project_id': '948b16a7094a46e19d8820195330a7df', 'gw_port': {'id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:31Z', 'updated_at': '2021-12-08T13:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:34.482172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:34.483726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:34.512610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f444ca-9b18-49b3-8630-295ca95f7efa None None] The sync data for ids ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'] in dv-neutron-799625-5-hyperv is: [{'id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:30Z', 'updated_at': '2021-12-08T13:31:31Z', 'revision_number': 3, 'project_id': '948b16a7094a46e19d8820195330a7df', 'gw_port': {'id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:31Z', 'updated_at': '2021-12-08T13:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:31:34.518473 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ebce3a45-8d6c-40a0-bd6b-19d123f6810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:34.575290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce3a45-8d6c-40a0-bd6b-19d123f6810c None None] Pushing event updated for resources: {'Port': ['ID=b7b68818-c2a7-4d84-b6c7-e852157f0449,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:34.627251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:31:34.644089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1541a494-cd2a-436c-aba8-863e58652f25 None None] Provisioning complete for port e584e575-7b9c-44a4-b1d6-8990ab94f34b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:34.644563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1541a494-cd2a-436c-aba8-863e58652f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:34.683871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1541a494-cd2a-436c-aba8-863e58652f25 None None] Port e584e575-7b9c-44a4-b1d6-8990ab94f34b cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:31:34.751144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:31:34.766965 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-025ce154-1c10-4efd-bc76-f105fd328202 admin admin] 10.222.0.76 "PUT /v2.0/routers/e6db6c44-fe25-4aff-9bc3-dc0fb8d05603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8307493 Dec 08 13:31:34.804172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-33fc6a64-2527-4f2f-ad35-f8591e0986a5 None None] Provisioning complete for port e584e575-7b9c-44a4-b1d6-8990ab94f34b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:34.804640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-33fc6a64-2527-4f2f-ad35-f8591e0986a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:34.848901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-33fc6a64-2527-4f2f-ad35-f8591e0986a5 None None] Port e584e575-7b9c-44a4-b1d6-8990ab94f34b cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:31:35.153538 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b7b68818-c2a7-4d84-b6c7-e852157f0449 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:35.202425 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port b7b68818-c2a7-4d84-b6c7-e852157f0449 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:35.202847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:35.486677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36626) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:35.491637 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1563158516-network', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:35.579482 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Made reservation on behalf of 8e2876a6e2c649c0b205fdeaee9032bb for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:35.581843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:35.590619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:35.663789 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:35.722100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:35.743610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:31:35.758769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee22b9c2-dcd6-4061-acba-715cc0346de1,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:35.761662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:35.762010 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Added segment 605e326a-8ed1-4034-a0b5-adc35dc0533b of type vlan for network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c Dec 08 13:31:35.809656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:35.893881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:35.894929 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:35.895503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:35.956759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=6e88ff65-ad1a-4d2b-9151-7cff1690ff5c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:35.966348 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:31:35.988469 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-684852d2-fc5f-4ccb-8e85-ecac0fbad7b4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5006816 Dec 08 13:31:35.991292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36628) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:35.996004 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Request body: {'subnet': {'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-subnet', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:36.092699 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Sync routers for ids ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:31:36.101218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Made reservation on behalf of 8e2876a6e2c649c0b205fdeaee9032bb for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:36.103346 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Routers {'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:31:36.103626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.103960 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:31:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:36.209507 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Set router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:31:36.335662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.392420 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb1d43f-c45b-4a9b-8250-e1a42482345c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:36.401652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Checking segment: {'id': '605e326a-8ed1-4034-a0b5-adc35dc0533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:36.402018 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Network hostable DHCP agents. Network: 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:31:36.407795 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:30Z', 'updated_at': '2021-12-08T13:31:33Z', 'revision_number': 4, 'project_id': '948b16a7094a46e19d8820195330a7df', 'gw_port': {'id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:31Z', 'updated_at': '2021-12-08T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e584e575-7b9c-44a4-b1d6-8990ab94f34b', 'name': '', 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'mac_address': 'fa:16:3e:63:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bd353b7-0bc7-4339-9cce-e6e5b1430002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:33Z', 'updated_at': '2021-12-08T13:31:34Z', 'revision_number': 2, 'project_id': '948b16a7094a46e19d8820195330a7df', 'subnets': [{'id': '9bd353b7-0bc7-4339-9cce-e6e5b1430002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:36.436957 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Checking router: e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:31:36.437840 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Updating router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 port e584e575-7b9c-44a4-b1d6-8990ab94f34b binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:31:36.461602 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.466749 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:31:36.529455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:36.533641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:36.534510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.538560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d01dde-415e-4fda-8d74-c12c773df5ea None None] Network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:36.623943 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7cd7d859-3bf9-480c-9a4f-87e5075aac49 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6314199 Dec 08 13:31:36.626957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36630) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:36.632371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:36.641073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-6e88ff65-ad1a-4d2b-9151-7cff1690ff5c', 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c', 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'fixed_ips': [{'subnet_id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:31:36.642529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.725785 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.739322 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.740657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.781868 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Allocated IP 172.20.0.2 (6e88ff65-ad1a-4d2b-9151-7cff1690ff5c/8bb1d43f-c45b-4a9b-8250-e1a42482345c/4a045d24-4d62-4d2a-a7d6-ac90534dab26) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:36.791091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.815393 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.863537 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Pushing event updated for resources: {'Port': ['ID=e584e575-7b9c-44a4-b1d6-8990ab94f34b,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:36.891534 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.891891 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.892244 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.892590 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.892929 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.893263 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.893597 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.893931 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.894267 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.894615 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.894949 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.895273 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.895595 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:36.932784 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Attempting to bind port e584e575-7b9c-44a4-b1d6-8990ab94f34b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:36.933164 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Attempting to bind port e584e575-7b9c-44a4-b1d6-8990ab94f34b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:36.933540 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Attempting to bind port e584e575-7b9c-44a4-b1d6-8990ab94f34b on network 887e8fb9-d35d-40b3-888f-e25d78c00208 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:36.939488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.939642 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:36.939928 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Checking segment: {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:36.940275 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:36.940672 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Bound using segment: {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:36.941147 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Bound port: e584e575-7b9c-44a4-b1d6-8990ab94f34b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:36.941533 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.010613 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] For port e584e575-7b9c-44a4-b1d6-8990ab94f34b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:37.014151 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] For port e584e575-7b9c-44a4-b1d6-8990ab94f34b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e584e575-7b9c-44a4-b1d6-8990ab94f34b,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:37.031278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.039992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.078969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:37.084708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:37.091300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:37.095941 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.100588 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Pushing event updated for resources: {'Port': ['ID=4a045d24-4d62-4d2a-a7d6-ac90534dab26,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:37.112010 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5bfdef7e-4a02-4f09-b73c-a9be38965b9e None None] Provisioning complete for port e584e575-7b9c-44a4-b1d6-8990ab94f34b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:37.112389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5bfdef7e-4a02-4f09-b73c-a9be38965b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.144003 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Routers {'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:31:37.144816 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:31:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:37.148350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.148709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.149062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.149411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.149753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.150274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.150816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.151318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.151813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.152305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.152820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.153513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.154074 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:31:37.198768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Attempting to bind port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:37.199430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Attempting to bind port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '605e326a-8ed1-4034-a0b5-adc35dc0533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:37.199973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Attempting to bind port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 on network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:37.208043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:37.208731 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Checking segment: {'id': '605e326a-8ed1-4034-a0b5-adc35dc0533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:37.209313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.209869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Bound using segment: {'id': '605e326a-8ed1-4034-a0b5-adc35dc0533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:37.210535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Bound port: 4a045d24-4d62-4d2a-a7d6-ac90534dab26, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605e326a-8ed1-4034-a0b5-adc35dc0533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:37.211131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.258038 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342a1b6-5790-4ee2-b611-f0e1dd74d98b None None] Pushing event updated for resources: {'Port': ['ID=e584e575-7b9c-44a4-b1d6-8990ab94f34b,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:37.278527 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] Set router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:31:37.317946 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5bfdef7e-4a02-4f09-b73c-a9be38965b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.332103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] For port 4a045d24-4d62-4d2a-a7d6-ac90534dab26, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:37.350585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] For port 4a045d24-4d62-4d2a-a7d6-ac90534dab26, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4a045d24-4d62-4d2a-a7d6-ac90534dab26,segment=NetworkSegment(605e326a-8ed1-4034-a0b5-adc35dc0533b),segment_id=605e326a-8ed1-4034-a0b5-adc35dc0533b)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:37.367267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5bfdef7e-4a02-4f09-b73c-a9be38965b9e None None] For port e584e575-7b9c-44a4-b1d6-8990ab94f34b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e584e575-7b9c-44a4-b1d6-8990ab94f34b,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:37.380008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.409591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.429349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.457161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5bfdef7e-4a02-4f09-b73c-a9be38965b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.500627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45dc70-d82a-4757-adef-196348aa39d6 None None] Pushing event updated for resources: {'Port': ['ID=4a045d24-4d62-4d2a-a7d6-ac90534dab26,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:37.517824 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:30Z', 'updated_at': '2021-12-08T13:31:33Z', 'revision_number': 4, 'project_id': '948b16a7094a46e19d8820195330a7df', 'gw_port': {'id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:31Z', 'updated_at': '2021-12-08T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e584e575-7b9c-44a4-b1d6-8990ab94f34b', 'name': '', 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'mac_address': 'fa:16:3e:63:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bd353b7-0bc7-4339-9cce-e6e5b1430002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:33Z', 'updated_at': '2021-12-08T13:31:37Z', 'revision_number': 4, 'project_id': '948b16a7094a46e19d8820195330a7df', 'subnets': [{'id': '9bd353b7-0bc7-4339-9cce-e6e5b1430002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:37.533997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Allocated IP 172.26.7.251 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/46962051-a3f4-435a-abff-6cd7e5a535d8) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:37.553672 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f870366-b013-44f0-9117-e1d19ac48b7c None None] The sync data for ids ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'] in dv-neutron-799625-5-hyperv is: [{'id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:30Z', 'updated_at': '2021-12-08T13:31:33Z', 'revision_number': 4, 'project_id': '948b16a7094a46e19d8820195330a7df', 'gw_port': {'id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:31Z', 'updated_at': '2021-12-08T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e584e575-7b9c-44a4-b1d6-8990ab94f34b', 'name': '', 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'mac_address': 'fa:16:3e:63:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bd353b7-0bc7-4339-9cce-e6e5b1430002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:33Z', 'updated_at': '2021-12-08T13:31:37Z', 'revision_number': 4, 'project_id': '948b16a7094a46e19d8820195330a7df', 'subnets': [{'id': '9bd353b7-0bc7-4339-9cce-e6e5b1430002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:31:37.563626 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdef7e-4a02-4f09-b73c-a9be38965b9e None None] Pushing event updated for resources: {'Port': ['ID=e584e575-7b9c-44a4-b1d6-8990ab94f34b,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:37.580014 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c1ec6d5d-5172-4d07-9e9e-1f2b0b91a396 None None] Provisioning complete for port e584e575-7b9c-44a4-b1d6-8990ab94f34b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:37.580382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c1ec6d5d-5172-4d07-9e9e-1f2b0b91a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.693678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.821896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.866711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:37.875929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:37.880999 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:37.884310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Pushing event updated for resources: {'Port': ['ID=46962051-a3f4-435a-abff-6cd7e5a535d8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:37.892443 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc8935-ae46-4663-95d2-dedd61845000 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:37.929900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a78e260a-1de6-473b-b4b5-ffd07a2d5daa None None] Provisioning complete for port 46962051-a3f4-435a-abff-6cd7e5a535d8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:37.930288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a78e260a-1de6-473b-b4b5-ffd07a2d5daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:37.973547 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a78e260a-1de6-473b-b4b5-ffd07a2d5daa None None] Port 46962051-a3f4-435a-abff-6cd7e5a535d8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:31:38.236137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:38.455901 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:38.584307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dbb553-a1c2-4f8f-bc17-ddab3cfe512e None None] Network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:31:38.623519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-091de909-2b1b-4d9b-854f-e2c1b465ecac None None] Provisioning complete for port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:38.623979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-091de909-2b1b-4d9b-854f-e2c1b465ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:38.666782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Router 4e972cdd-d649-442a-9e1d-77249c111dce is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:31:38.766925 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-091de909-2b1b-4d9b-854f-e2c1b465ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:38.792552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:31:38.805689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Sync routers for ids ['4e972cdd-d649-442a-9e1d-77249c111dce'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:31:38.810870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-091de909-2b1b-4d9b-854f-e2c1b465ecac None None] For port 4a045d24-4d62-4d2a-a7d6-ac90534dab26, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4a045d24-4d62-4d2a-a7d6-ac90534dab26,segment=NetworkSegment(605e326a-8ed1-4034-a0b5-adc35dc0533b),segment_id=605e326a-8ed1-4034-a0b5-adc35dc0533b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:38.819182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Routers {'4e972cdd-d649-442a-9e1d-77249c111dce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:31:38.819789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:31:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4e972cdd-d649-442a-9e1d-77249c111dce'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:38.909635 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:38.910968 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c888a993-42c1-45f0-8791-249dd2945f7c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2829168 Dec 08 13:31:38.913580 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36632) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:31:38.935264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-091de909-2b1b-4d9b-854f-e2c1b465ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:38.946836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Set router 4e972cdd-d649-442a-9e1d-77249c111dce gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:31:39.096461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091de909-2b1b-4d9b-854f-e2c1b465ecac None None] Pushing event updated for resources: {'Port': ['ID=4a045d24-4d62-4d2a-a7d6-ac90534dab26,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:39.112802 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-78b3af02-9b08-4f22-b3c4-be3b71c5361b None None] Provisioning complete for port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:39.113023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-78b3af02-9b08-4f22-b3c4-be3b71c5361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:39.222011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4a045d24-4d62-4d2a-a7d6-ac90534dab26 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:39.281676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:36Z', 'updated_at': '2021-12-08T13:31:38Z', 'revision_number': 3, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'gw_port': {'id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:37Z', 'updated_at': '2021-12-08T13:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:39.311758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Checking router: 4e972cdd-d649-442a-9e1d-77249c111dce for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:31:39.312112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Updating router 4e972cdd-d649-442a-9e1d-77249c111dce port 46962051-a3f4-435a-abff-6cd7e5a535d8 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:31:39.344542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:39.344542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:39.344542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:39.354084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:39.514878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Allocated IP 172.20.0.1 (6e88ff65-ad1a-4d2b-9151-7cff1690ff5c/8bb1d43f-c45b-4a9b-8250-e1a42482345c/8883d48b-7b41-4719-96d5-dd697d5b393b) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:39.619968 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:39.678033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e584e575-7b9c-44a4-b1d6-8990ab94f34b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:39.712816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:39.747596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:39.751199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:39.754893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:39.787078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Pushing event updated for resources: {'Port': ['ID=8883d48b-7b41-4719-96d5-dd697d5b393b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:39.787214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port e584e575-7b9c-44a4-b1d6-8990ab94f34b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:39.787557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:39.804195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:39.872061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:39.983883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.029897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f853642c-85f3-425e-a33d-bca406959bbf None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:40.031488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-934f1800-0143-4bda-b0c3-d54861038bee None None] Provisioning complete for port 8883d48b-7b41-4719-96d5-dd697d5b393b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:40.031856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-934f1800-0143-4bda-b0c3-d54861038bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.065029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.077236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580abe3a-1daa-4a4c-908f-56ac45b5277e None None] Pushing event updated for resources: {'Port': ['ID=46962051-a3f4-435a-abff-6cd7e5a535d8,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:40.079491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Attempting to bind port 46962051-a3f4-435a-abff-6cd7e5a535d8 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:40.079865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Attempting to bind port 46962051-a3f4-435a-abff-6cd7e5a535d8 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:40.080240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Attempting to bind port 46962051-a3f4-435a-abff-6cd7e5a535d8 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:40.092716 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:40.093094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:40.093541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.093931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:40.094409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Bound port: 46962051-a3f4-435a-abff-6cd7e5a535d8, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:40.094815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.098534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-934f1800-0143-4bda-b0c3-d54861038bee None None] Port 8883d48b-7b41-4719-96d5-dd697d5b393b cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:31:40.148233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] For port 46962051-a3f4-435a-abff-6cd7e5a535d8, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:40.152039 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] For port 46962051-a3f4-435a-abff-6cd7e5a535d8, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=46962051-a3f4-435a-abff-6cd7e5a535d8,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:40.210489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.238674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.252144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-13b61fcb-0f5d-4b9d-9ce9-3e3f944b56cd None None] Provisioning complete for port 46962051-a3f4-435a-abff-6cd7e5a535d8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:40.252498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13b61fcb-0f5d-4b9d-9ce9-3e3f944b56cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.261281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c711d92-02ff-4234-a000-386b999b0739 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:31:40.293659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.316648 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580abe3a-1daa-4a4c-908f-56ac45b5277e None None] Pushing event updated for resources: {'Port': ['ID=46962051-a3f4-435a-abff-6cd7e5a535d8,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:40.323412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Routers {'4e972cdd-d649-442a-9e1d-77249c111dce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:31:40.324034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:31:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4e972cdd-d649-442a-9e1d-77249c111dce'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:40.368363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Pushing event updated for resources: {'Port': ['ID=8883d48b-7b41-4719-96d5-dd697d5b393b,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:40.385668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.461668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:40.463263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:40.475156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.486391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13b61fcb-0f5d-4b9d-9ce9-3e3f944b56cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.498800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] Set router 4e972cdd-d649-442a-9e1d-77249c111dce gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:31:40.541104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b65ca77b-2a35-4cc6-9028-94eebd741118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.549146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-13b61fcb-0f5d-4b9d-9ce9-3e3f944b56cd None None] For port 46962051-a3f4-435a-abff-6cd7e5a535d8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=46962051-a3f4-435a-abff-6cd7e5a535d8,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:40.580924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Router 4e972cdd-d649-442a-9e1d-77249c111dce has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:31:40.612122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-13b61fcb-0f5d-4b9d-9ce9-3e3f944b56cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.702554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:31:40.713551 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d9597ec-5cc7-4232-8937-589399d08795 admin admin] 10.222.0.76 "PUT /v2.0/routers/4e972cdd-d649-442a-9e1d-77249c111dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7936082 Dec 08 13:31:40.716879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b61fcb-0f5d-4b9d-9ce9-3e3f944b56cd None None] Pushing event updated for resources: {'Port': ['ID=46962051-a3f4-435a-abff-6cd7e5a535d8,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:40.762748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2956a725-a5c2-4c07-a9d9-6bdffaee85ba None None] Provisioning complete for port 8883d48b-7b41-4719-96d5-dd697d5b393b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:40.763134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2956a725-a5c2-4c07-a9d9-6bdffaee85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.804246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2956a725-a5c2-4c07-a9d9-6bdffaee85ba None None] Port 8883d48b-7b41-4719-96d5-dd697d5b393b cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:31:40.826035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2956a725-a5c2-4c07-a9d9-6bdffaee85ba None None] Provisioning complete for port 46962051-a3f4-435a-abff-6cd7e5a535d8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:40.826419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2956a725-a5c2-4c07-a9d9-6bdffaee85ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:40.852806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:36Z', 'updated_at': '2021-12-08T13:31:39Z', 'revision_number': 4, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'gw_port': {'id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:37Z', 'updated_at': '2021-12-08T13:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8883d48b-7b41-4719-96d5-dd697d5b393b', 'name': '', 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'mac_address': 'fa:16:3e:4f:b6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:39Z', 'updated_at': '2021-12-08T13:31:40Z', 'revision_number': 2, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'subnets': [{'id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:40.885653 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b740ad-0c99-4dc6-9a73-ee2e6bd33cef None None] The sync data for ids ['4e972cdd-d649-442a-9e1d-77249c111dce'] in dv-neutron-799625-5-hyperv is: [{'id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:36Z', 'updated_at': '2021-12-08T13:31:39Z', 'revision_number': 4, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'gw_port': {'id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:37Z', 'updated_at': '2021-12-08T13:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8883d48b-7b41-4719-96d5-dd697d5b393b', 'name': '', 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'mac_address': 'fa:16:3e:4f:b6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:39Z', 'updated_at': '2021-12-08T13:31:40Z', 'revision_number': 2, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'subnets': [{'id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:31:41.153283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4a045d24-4d62-4d2a-a7d6-ac90534dab26 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:41.212125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:41.212503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:42.483480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-09a5725c-5f9b-4e77-9920-dfa2e4a9e94a tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:42.485003 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-09a5725c-5f9b-4e77-9920-dfa2e4a9e94a tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/networks?id=887e8fb9-d35d-40b3-888f-e25d78c00208 HTTP/1.1" status: 200 len: 817 time: 0.1053879 Dec 08 13:31:42.500516 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-04a3f2aa-9c35-47d9-a278-06e81a10b9f7 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/quotas/948b16a7094a46e19d8820195330a7df HTTP/1.1" status: 200 len: 375 time: 0.0089889 Dec 08 13:31:42.563209 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-063539dc-ed91-417b-bdef-5e1b3d644cdb tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=948b16a7094a46e19d8820195330a7df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578954 Dec 08 13:31:42.657802 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-b62c138b-7847-400c-8c38-62ae6b17bcb3 service neutron] 10.222.0.76 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828974 Dec 08 13:31:42.748425 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-fbd53bb6-e974-4adc-b7aa-afaf48f29ac4 service neutron] 10.222.0.76 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845068 Dec 08 13:31:42.981257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1b23-99e6-4d97-a283-dc7ad84eb100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:42.993177 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-01ec7dcf-ca1e-426a-a50c-83c333280903 req-122bef14-46d0-4d4b-b912-3747bb5bcf36 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 210 time: 0.0266848 Dec 08 13:31:43.153636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 46962051-a3f4-435a-abff-6cd7e5a535d8 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:43.202034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 46962051-a3f4-435a-abff-6cd7e5a535d8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:43.202544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:43.294784 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Sync routers for ids ['4e972cdd-d649-442a-9e1d-77249c111dce'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:31:43.305580 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Routers {'4e972cdd-d649-442a-9e1d-77249c111dce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:31:43.306196 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:31:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4e972cdd-d649-442a-9e1d-77249c111dce'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:43.413123 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Set router 4e972cdd-d649-442a-9e1d-77249c111dce gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:31:43.712650 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:36Z', 'updated_at': '2021-12-08T13:31:39Z', 'revision_number': 4, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'gw_port': {'id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:37Z', 'updated_at': '2021-12-08T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8883d48b-7b41-4719-96d5-dd697d5b393b', 'name': '', 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'mac_address': 'fa:16:3e:4f:b6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:39Z', 'updated_at': '2021-12-08T13:31:40Z', 'revision_number': 2, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'subnets': [{'id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:43.738780 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Checking router: 4e972cdd-d649-442a-9e1d-77249c111dce for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:31:43.739838 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Updating router 4e972cdd-d649-442a-9e1d-77249c111dce port 8883d48b-7b41-4719-96d5-dd697d5b393b binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:31:43.766356 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.025597 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.069809 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad2f0495-377a-457d-ad0c-c7e824ff3531 req-b7a500bf-96fc-41c6-9ef3-521d1253d705 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 210 time: 0.0262878 Dec 08 13:31:44.180767 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.231808 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f63dd2-027f-4d91-8477-57d20ecac7b3 None None] Pushing event updated for resources: {'Port': ['ID=8883d48b-7b41-4719-96d5-dd697d5b393b,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:44.255976 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.285043 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Attempting to bind port 8883d48b-7b41-4719-96d5-dd697d5b393b on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:44.285512 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Attempting to bind port 8883d48b-7b41-4719-96d5-dd697d5b393b by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '605e326a-8ed1-4034-a0b5-adc35dc0533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:44.285867 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Attempting to bind port 8883d48b-7b41-4719-96d5-dd697d5b393b on network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:44.291089 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:44.291466 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Checking segment: {'id': '605e326a-8ed1-4034-a0b5-adc35dc0533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:44.291867 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.292257 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Bound using segment: {'id': '605e326a-8ed1-4034-a0b5-adc35dc0533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:44.292747 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Bound port: 8883d48b-7b41-4719-96d5-dd697d5b393b, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605e326a-8ed1-4034-a0b5-adc35dc0533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:44.293129 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.361959 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] For port 8883d48b-7b41-4719-96d5-dd697d5b393b, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:44.365381 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] For port 8883d48b-7b41-4719-96d5-dd697d5b393b, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8883d48b-7b41-4719-96d5-dd697d5b393b,segment=NetworkSegment(605e326a-8ed1-4034-a0b5-adc35dc0533b),segment_id=605e326a-8ed1-4034-a0b5-adc35dc0533b)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:44.455702 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.488675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e67ab50b-84bf-447a-92a1-d14c91b04237 None None] Provisioning complete for port 8883d48b-7b41-4719-96d5-dd697d5b393b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:44.489151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e67ab50b-84bf-447a-92a1-d14c91b04237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.512877 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Routers {'4e972cdd-d649-442a-9e1d-77249c111dce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:31:44.513089 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:31:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4e972cdd-d649-442a-9e1d-77249c111dce'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:44.517869 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f63dd2-027f-4d91-8477-57d20ecac7b3 None None] Pushing event updated for resources: {'Port': ['ID=8883d48b-7b41-4719-96d5-dd697d5b393b,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:44.575686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e67ab50b-84bf-447a-92a1-d14c91b04237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.613460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e67ab50b-84bf-447a-92a1-d14c91b04237 None None] For port 8883d48b-7b41-4719-96d5-dd697d5b393b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8883d48b-7b41-4719-96d5-dd697d5b393b,segment=NetworkSegment(605e326a-8ed1-4034-a0b5-adc35dc0533b),segment_id=605e326a-8ed1-4034-a0b5-adc35dc0533b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:44.636068 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] Set router 4e972cdd-d649-442a-9e1d-77249c111dce gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:31:44.687782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e67ab50b-84bf-447a-92a1-d14c91b04237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.739191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab50b-84bf-447a-92a1-d14c91b04237 None None] Pushing event updated for resources: {'Port': ['ID=8883d48b-7b41-4719-96d5-dd697d5b393b,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:44.813161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8e9bc5dc-10ea-4480-8cbd-abf63cc21fe6 None None] Provisioning complete for port 8883d48b-7b41-4719-96d5-dd697d5b393b triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:44.813456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8e9bc5dc-10ea-4480-8cbd-abf63cc21fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:44.837407 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:36Z', 'updated_at': '2021-12-08T13:31:39Z', 'revision_number': 4, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'gw_port': {'id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:37Z', 'updated_at': '2021-12-08T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8883d48b-7b41-4719-96d5-dd697d5b393b', 'name': '', 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'mac_address': 'fa:16:3e:4f:b6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:39Z', 'updated_at': '2021-12-08T13:31:44Z', 'revision_number': 4, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'subnets': [{'id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:31:44.868386 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c56d53-139d-429d-8cc0-e2acf389e966 None None] The sync data for ids ['4e972cdd-d649-442a-9e1d-77249c111dce'] in dv-neutron-799625-5-hyperv is: [{'id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:36Z', 'updated_at': '2021-12-08T13:31:39Z', 'revision_number': 4, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'gw_port': {'id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:37Z', 'updated_at': '2021-12-08T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8883d48b-7b41-4719-96d5-dd697d5b393b', 'name': '', 'network_id': '6e88ff65-ad1a-4d2b-9151-7cff1690ff5c', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'mac_address': 'fa:16:3e:4f:b6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:39Z', 'updated_at': '2021-12-08T13:31:44Z', 'revision_number': 4, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'subnets': [{'id': '8bb1d43f-c45b-4a9b-8250-e1a42482345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:31:45.169429 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a13e3cc-7c27-431d-a7a0-d22e60528fb6 req-b495f3e5-fc25-4cc3-81a4-a4ae27171f10 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 210 time: 0.0291560 Dec 08 13:31:45.171070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8883d48b-7b41-4719-96d5-dd697d5b393b up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:45.289375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8883d48b-7b41-4719-96d5-dd697d5b393b triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:45.290090 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:45.486715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:45.490866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-545e133f-68a4-4378-af37-1f8b62b95d7b tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:45.492644 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-545e133f-68a4-4378-af37-1f8b62b95d7b tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.72 "GET /v2.0/networks?id=887e8fb9-d35d-40b3-888f-e25d78c00208 HTTP/1.1" status: 200 len: 817 time: 0.1259155 Dec 08 13:31:45.507511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Request body: {'port': {'device_id': 'a55540ad-ab65-45cb-a6e2-b7a357b44c51', 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208', 'admin_state_up': True, 'tenant_id': '948b16a7094a46e19d8820195330a7df'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:45.718047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Made reservation on behalf of 948b16a7094a46e19d8820195330a7df for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:31:45.721670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:46.185985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Allocated IP 172.20.0.4 (887e8fb9-d35d-40b3-888f-e25d78c00208/9bd353b7-0bc7-4339-9cce-e6e5b1430002/eae16e87-5b3f-4172-9b20-b9457e528b03) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:31:46.232662 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:46.280975 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47b581ab-5ded-4e21-ac53-ef6cf15dd3a0 req-736b0250-f751-4ac6-b059-e6621dc76d91 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 210 time: 0.0414689 Dec 08 13:31:46.357383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:46.466881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:46.512427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:31:46.516079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:31:46.521785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:31:46.528054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Pushing event updated for resources: {'Port': ['ID=eae16e87-5b3f-4172-9b20-b9457e528b03,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:46.575537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:46.576166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:46.656239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-33b51a4b-09fe-4d9d-82ff-386ae0384a64 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1539364 Dec 08 13:31:46.668888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Request body: {'port': {'device_id': 'a55540ad-ab65-45cb-a6e2-b7a357b44c51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:31:46.722356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:46.725964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-47f9346a-e918-42b0-9ff5-da898cd0d45c None None] Provisioning complete for port eae16e87-5b3f-4172-9b20-b9457e528b03 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:46.726472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47f9346a-e918-42b0-9ff5-da898cd0d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:46.759587 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-47f9346a-e918-42b0-9ff5-da898cd0d45c None None] Port eae16e87-5b3f-4172-9b20-b9457e528b03 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:31:46.978429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae16e87-5b3f-4172-9b20-b9457e528b03 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:31:46.986387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:46.998035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Transition to ACTIVE for port object eae16e87-5b3f-4172-9b20-b9457e528b03 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:31:47.064305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:47.113435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=eae16e87-5b3f-4172-9b20-b9457e528b03,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:47.186353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Attempting to bind port eae16e87-5b3f-4172-9b20-b9457e528b03 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:31:47.187948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Attempting to bind port eae16e87-5b3f-4172-9b20-b9457e528b03 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:31:47.187948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Attempting to bind port eae16e87-5b3f-4172-9b20-b9457e528b03 on network 887e8fb9-d35d-40b3-888f-e25d78c00208 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:47.192350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Port eae16e87-5b3f-4172-9b20-b9457e528b03 on network 887e8fb9-d35d-40b3-888f-e25d78c00208 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:31:47.192682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Attempting to bind port eae16e87-5b3f-4172-9b20-b9457e528b03 on network 887e8fb9-d35d-40b3-888f-e25d78c00208 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:31:47.198150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:31:47.198490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Checking segment: {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:31:47.198908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Bound using segment: {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:31:47.199352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Bound port: eae16e87-5b3f-4172-9b20-b9457e528b03, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:31:47.199700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:47.268277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] For port eae16e87-5b3f-4172-9b20-b9457e528b03, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:31:47.271498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] For port eae16e87-5b3f-4172-9b20-b9457e528b03, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=eae16e87-5b3f-4172-9b20-b9457e528b03,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:31:47.334057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:47.393172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:47.393795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:47.395226 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] 10.222.0.72 "PUT /v2.0/ports/eae16e87-5b3f-4172-9b20-b9457e528b03 HTTP/1.1" status: 200 len: 1093 time: 0.7309601 Dec 08 13:31:47.395844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55540ad-ab65-45cb-a6e2-b7a357b44c51', 'tag': 'eae16e87-5b3f-4172-9b20-b9457e528b03'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:31:47.398152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6a1c88-a037-43e3-be2a-e6dead73831e" -d '{"events": [{"name": "network-changed", "server_uuid": "a55540ad-ab65-45cb-a6e2-b7a357b44c51", "tag": "eae16e87-5b3f-4172-9b20-b9457e528b03"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:31:47.431779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349c51d-5c0b-4bcf-a4b9-149277988dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=eae16e87-5b3f-4172-9b20-b9457e528b03,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:47.444680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e299a2-35a4-4058-8475-4de2b245c40d req-8774a1e0-f4c5-4fe0-b774-b8e9b804effb tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:47.446296 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f6e299a2-35a4-4058-8475-4de2b245c40d req-8774a1e0-f4c5-4fe0-b774-b8e9b804effb tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 943 time: 0.0856335 Dec 08 13:31:47.462607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c651b1-dcc9-473e-af59-3cdded8423f4 x-openstack-request-id: req-94c651b1-dcc9-473e-af59-3cdded8423f4 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:31:47.462871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55540ad-ab65-45cb-a6e2-b7a357b44c51", "tag": "eae16e87-5b3f-4172-9b20-b9457e528b03", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:31:47.463067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94c651b1-dcc9-473e-af59-3cdded8423f4 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:31:47.463630 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55540ad-ab65-45cb-a6e2-b7a357b44c51', 'tag': 'eae16e87-5b3f-4172-9b20-b9457e528b03', 'status': 'completed', 'code': 200} Dec 08 13:31:47.533982 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f6e299a2-35a4-4058-8475-4de2b245c40d req-541454d1-dc4e-44dd-845a-475eae02cb0e tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786078 Dec 08 13:31:47.546079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a1c88-a037-43e3-be2a-e6dead73831e req-6d850461-4ffd-4e04-9f93-5893dc095b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:47.547658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba6a1c88-a037-43e3-be2a-e6dead73831e req-6d850461-4ffd-4e04-9f93-5893dc095b13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=948b16a7094a46e19d8820195330a7df&device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 1096 time: 0.0591400 Dec 08 13:31:47.651035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a1c88-a037-43e3-be2a-e6dead73831e req-5630aa56-6db1-40ee-b565-37e0b8661753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:47.652438 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba6a1c88-a037-43e3-be2a-e6dead73831e req-5630aa56-6db1-40ee-b565-37e0b8661753 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=948b16a7094a46e19d8820195330a7df&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0971010 Dec 08 13:31:47.754592 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a1c88-a037-43e3-be2a-e6dead73831e req-5e3d10df-bcd8-4d94-9beb-c165f0283cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:47.756137 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba6a1c88-a037-43e3-be2a-e6dead73831e req-5e3d10df-bcd8-4d94-9beb-c165f0283cbd service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911148 Dec 08 13:31:47.834927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-2ada2074-60b3-4a37-8cbd-1a3f97d2f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:47.836307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-2ada2074-60b3-4a37-8cbd-1a3f97d2f599 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=948b16a7094a46e19d8820195330a7df&device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 1096 time: 0.0407355 Dec 08 13:31:47.882359 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-93084b27-6c60-4d1c-bfa6-01b07c0a8bc2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae16e87-5b3f-4172-9b20-b9457e528b03 HTTP/1.1" status: 200 len: 217 time: 0.0368741 Dec 08 13:31:47.930690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-23c721b4-d4aa-4957-b839-e7fa7624252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:47.932169 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-23c721b4-d4aa-4957-b839-e7fa7624252f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bd353b7-0bc7-4339-9cce-e6e5b1430002 HTTP/1.1" status: 200 len: 856 time: 0.0422614 Dec 08 13:31:47.975653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-c3452bf9-dc28-4408-b468-a82800ac7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:47.977150 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-c3452bf9-dc28-4408-b468-a82800ac7cce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=887e8fb9-d35d-40b3-888f-e25d78c00208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385118 Dec 08 13:31:48.072127 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-d5b61b7d-4bca-47ab-b73d-204d3f83926f service neutron] 10.222.0.72 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867310 Dec 08 13:31:48.160651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cc8baeaf-3055-4d7b-beaa-8464ba0b6b51 req-fd0edc12-0286-44a9-b187-4aa513644b62 service neutron] 10.222.0.72 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812981 Dec 08 13:31:48.653854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21c79-7906-475b-8426-53397237d90f req-312427be-f4e3-4bf4-9c5d-3047037655b4 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:48.655389 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32e21c79-7906-475b-8426-53397237d90f req-312427be-f4e3-4bf4-9c5d-3047037655b4 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 943 time: 0.0479391 Dec 08 13:31:48.706714 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32e21c79-7906-475b-8426-53397237d90f req-2771bdfd-b67b-455a-820c-0bd594f0c387 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447822 Dec 08 13:31:49.822004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8de6-3143-4a76-a3f0-5bd35cd78d0d req-1b9df328-7bb6-4082-bb6c-32608b3be159 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:49.823553 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dcaa8de6-3143-4a76-a3f0-5bd35cd78d0d req-1b9df328-7bb6-4082-bb6c-32608b3be159 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 943 time: 0.0488338 Dec 08 13:31:49.869165 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dcaa8de6-3143-4a76-a3f0-5bd35cd78d0d req-fb736af0-a247-4edc-9f3b-0e0adc0abc59 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Dec 08 13:31:50.123577 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device eae16e87-5b3f-4172-9b20-b9457e528b03 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:31:50.218660 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port eae16e87-5b3f-4172-9b20-b9457e528b03, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=eae16e87-5b3f-4172-9b20-b9457e528b03,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:50.229708 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'eae16e87-5b3f-4172-9b20-b9457e528b03', 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208', 'port_id': 'eae16e87-5b3f-4172-9b20-b9457e528b03', 'mac_address': 'fa:16:3e:45:50:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd353b7-0bc7-4339-9cce-e6e5b1430002', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:31:50.265868 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:50.277947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae16e87-5b3f-4172-9b20-b9457e528b03 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:31:50.297282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port eae16e87-5b3f-4172-9b20-b9457e528b03, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=eae16e87-5b3f-4172-9b20-b9457e528b03,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:50.352080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:50.402519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=eae16e87-5b3f-4172-9b20-b9457e528b03,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:50.559223 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['eae16e87-5b3f-4172-9b20-b9457e528b03'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:31:50.981782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8558b-d101-4183-831a-47ec6400bedf req-bc787bd4-253c-4fe9-90a8-4ae7db1a9a74 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:50.983298 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86d8558b-d101-4183-831a-47ec6400bedf req-bc787bd4-253c-4fe9-90a8-4ae7db1a9a74 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 944 time: 0.0480874 Dec 08 13:31:51.030544 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86d8558b-d101-4183-831a-47ec6400bedf req-0bf1475a-bbb3-400c-bb4c-2cf12872dc88 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Dec 08 13:31:52.140278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device eae16e87-5b3f-4172-9b20-b9457e528b03 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:31:52.149113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57057150-3894-43b4-bc7c-9bc7fe90abed req-86ddddd8-1e18-48f5-ae27-5bd8e5efe9b4 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:52.150620 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-57057150-3894-43b4-bc7c-9bc7fe90abed req-86ddddd8-1e18-48f5-ae27-5bd8e5efe9b4 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 944 time: 0.0537484 Dec 08 13:31:52.198169 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-57057150-3894-43b4-bc7c-9bc7fe90abed req-6ec233ca-7b2d-4062-8ac2-5c6f3acc8c61 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Dec 08 13:31:52.271942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port eae16e87-5b3f-4172-9b20-b9457e528b03 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:31:52.276035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port eae16e87-5b3f-4172-9b20-b9457e528b03 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:31:52.276417 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:52.352077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:52.373376 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55540ad-ab65-45cb-a6e2-b7a357b44c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae16e87-5b3f-4172-9b20-b9457e528b03'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:31:52.376145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bfbd86-8b12-4c26-bf32-5fe77f52e4eb" -d '{"events": [{"server_uuid": "a55540ad-ab65-45cb-a6e2-b7a357b44c51", "name": "network-vif-plugged", "status": "completed", "tag": "eae16e87-5b3f-4172-9b20-b9457e528b03"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:31:52.388284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port eae16e87-5b3f-4172-9b20-b9457e528b03, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=eae16e87-5b3f-4172-9b20-b9457e528b03,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:31:52.450031 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:31:52.473510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e793a1-2b70-433a-8aeb-9c802e6b4d7d x-openstack-request-id: req-88e793a1-2b70-433a-8aeb-9c802e6b4d7d {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:31:52.473804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55540ad-ab65-45cb-a6e2-b7a357b44c51", "name": "network-vif-plugged", "status": "completed", "tag": "eae16e87-5b3f-4172-9b20-b9457e528b03", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:31:52.474058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88e793a1-2b70-433a-8aeb-9c802e6b4d7d {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:31:52.474448 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55540ad-ab65-45cb-a6e2-b7a357b44c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae16e87-5b3f-4172-9b20-b9457e528b03', 'code': 200} Dec 08 13:31:52.504290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=eae16e87-5b3f-4172-9b20-b9457e528b03,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:31:52.764033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9daf6-5c7d-4f5c-b31a-37364423464b req-9d90f1b5-2e0d-42a7-8cb7-d0b9f5abbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:52.765513 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3fd9daf6-5c7d-4f5c-b31a-37364423464b req-9d90f1b5-2e0d-42a7-8cb7-d0b9f5abbf93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 1098 time: 0.0400786 Dec 08 13:31:52.809313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3fd9daf6-5c7d-4f5c-b31a-37364423464b req-09b6e918-bac0-40f5-b215-1362752e29ad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368576 Dec 08 13:31:53.315386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d69e-61f2-4409-a06a-ac002d66f58b req-9f6fc833-283c-4ff7-8f05-b9107875578e tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:53.316865 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e65d69e-61f2-4409-a06a-ac002d66f58b req-9f6fc833-283c-4ff7-8f05-b9107875578e tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 945 time: 0.0526276 Dec 08 13:31:53.363653 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e65d69e-61f2-4409-a06a-ac002d66f58b req-54ee0011-c566-44f8-8c94-7954d3607567 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 Dec 08 13:31:54.485546 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddfd7e-e29e-418c-a199-ce2b1aab1e0a req-e7a168f2-3ea9-4511-9abc-08d8e8b08aee tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:54.487108 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16ddfd7e-e29e-418c-a199-ce2b1aab1e0a req-e7a168f2-3ea9-4511-9abc-08d8e8b08aee tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Dec 08 13:31:54.533079 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16ddfd7e-e29e-418c-a199-ce2b1aab1e0a req-4b886f7b-9cf1-4039-b89f-95902e3c916e tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Dec 08 13:31:54.646528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b492ce-0063-46a7-b260-6aeaaf0b2511 req-4a1d0b8a-be4b-4b22-bb2b-20b67ed1aa99 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:31:54.647941 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61b492ce-0063-46a7-b260-6aeaaf0b2511 req-4a1d0b8a-be4b-4b22-bb2b-20b67ed1aa99 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 945 time: 0.0478683 Dec 08 13:31:54.699059 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61b492ce-0063-46a7-b260-6aeaaf0b2511 req-8e9feb7d-6b35-4eae-903c-eea7e14adbbd tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452282 Dec 08 13:32:06.492453 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:32:10.488621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:10.489455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-df7ed4a4-928f-4c4d-b071-a80f2c9cc4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:12.898281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-73e08850-03f6-4ec0-bddf-8b34b51581b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:14.174178 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:15.274893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:16.242634 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-35e7ec6c-adf4-4646-a597-90b76250412d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404720 Dec 08 13:32:16.243203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:16.327838 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-4ff6deaf-ef81-47b9-bcd5-384485624be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:16.329861 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-4ff6deaf-ef81-47b9-bcd5-384485624be0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=948b16a7094a46e19d8820195330a7df&device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 1098 time: 0.0423121 Dec 08 13:32:16.439852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-064b5ae7-f90a-4350-892e-486430a74e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:16.441233 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-064b5ae7-f90a-4350-892e-486430a74e37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=887e8fb9-d35d-40b3-888f-e25d78c00208 HTTP/1.1" status: 200 len: 918 time: 0.0916800 Dec 08 13:32:16.483941 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-1fa7b0d0-c2c0-4953-a684-95f995c110cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae16e87-5b3f-4172-9b20-b9457e528b03 HTTP/1.1" status: 200 len: 217 time: 0.0342226 Dec 08 13:32:16.533328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-ea8f569c-4075-4801-8947-4054c60596ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:16.534783 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-ea8f569c-4075-4801-8947-4054c60596ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bd353b7-0bc7-4339-9cce-e6e5b1430002 HTTP/1.1" status: 200 len: 856 time: 0.0435867 Dec 08 13:32:16.584774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-5cf73c9f-6b84-4aed-83a8-379b25bd7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:16.586236 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-5cf73c9f-6b84-4aed-83a8-379b25bd7cb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=887e8fb9-d35d-40b3-888f-e25d78c00208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438831 Dec 08 13:32:16.676809 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-f7160813-fda5-45f9-9b14-502c3544eb0d service neutron] 10.222.0.72 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816240 Dec 08 13:32:16.770381 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8ccf9c0-0918-4593-98a2-73aa09ebcc24 req-61df9914-d623-44dd-a8b4-a4cc26c1ce95 service neutron] 10.222.0.72 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864661 Dec 08 13:32:19.917386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0c5b-ecf2-4775-bd5e-2febcbd834c5 req-1b92f2e6-1869-4066-b54c-92224de6e0fb tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:19.918979 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-68fe0c5b-ecf2-4775-bd5e-2febcbd834c5 req-1b92f2e6-1869-4066-b54c-92224de6e0fb tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 945 time: 0.0515058 Dec 08 13:32:19.967970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-68fe0c5b-ecf2-4775-bd5e-2febcbd834c5 req-b2daf76e-2c74-4ecb-ad34-4e2db60f429f tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Dec 08 13:32:21.087918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b5a88-fb6d-4c09-a879-6421a6b3ed44 req-ce723c4a-bd92-4b08-a9c6-43c0b2b9afe0 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:21.089390 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-112b5a88-fb6d-4c09-a879-6421a6b3ed44 req-ce723c4a-bd92-4b08-a9c6-43c0b2b9afe0 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Dec 08 13:32:21.139639 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-112b5a88-fb6d-4c09-a879-6421a6b3ed44 req-3abb3dc9-bd69-4b63-b319-29fb9a7925dd tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443621 Dec 08 13:32:21.457323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-b756f289-dc6e-4b4b-a413-b75b49388906 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:21.458793 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-b756f289-dc6e-4b4b-a413-b75b49388906 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.72 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 945 time: 0.0472739 Dec 08 13:32:21.546161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Deleting port eae16e87-5b3f-4172-9b20-b9457e528b03 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:32:21.546498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:21.636600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] For port eae16e87-5b3f-4172-9b20-b9457e528b03, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=eae16e87-5b3f-4172-9b20-b9457e528b03,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:32:21.636963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:21.648418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Calling delete_port for eae16e87-5b3f-4172-9b20-b9457e528b03 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:32:21.831268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:21.842703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['eae16e87-5b3f-4172-9b20-b9457e528b03'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:32:21.857907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Pushing event deleted for resources: {'Port': ['ID=eae16e87-5b3f-4172-9b20-b9457e528b03,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:32:21.867733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.868094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.868444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.868789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.869144 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.869482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.869821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.870155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.870486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.870910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.871591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.871591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.871832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:32:21.912482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] No DVR routers for this DVR port eae16e87-5b3f-4172-9b20-b9457e528b03 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:32:21.915027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:21.918463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c9ee5fd6-52bc-40eb-bafe-04389e4394a0 req-3127d750-0eb0-41a8-b564-67054ecf83e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.72 "DELETE /v2.0/ports/eae16e87-5b3f-4172-9b20-b9457e528b03 HTTP/1.1" status: 204 len: 173 time: 0.4539955 Dec 08 13:32:21.921191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55540ad-ab65-45cb-a6e2-b7a357b44c51', 'name': 'network-vif-deleted', 'tag': 'eae16e87-5b3f-4172-9b20-b9457e528b03'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:32:21.921479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4c7acb-2ccd-4417-a574-9a071d440164" -d '{"events": [{"server_uuid": "a55540ad-ab65-45cb-a6e2-b7a357b44c51", "name": "network-vif-deleted", "tag": "eae16e87-5b3f-4172-9b20-b9457e528b03"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:32:21.956698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bc8568-ecac-4b98-991a-433b757d853b x-openstack-request-id: req-23bc8568-ecac-4b98-991a-433b757d853b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:32:21.957010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55540ad-ab65-45cb-a6e2-b7a357b44c51", "name": "network-vif-deleted", "tag": "eae16e87-5b3f-4172-9b20-b9457e528b03", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:32:21.957272 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23bc8568-ecac-4b98-991a-433b757d853b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:32:21.957707 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55540ad-ab65-45cb-a6e2-b7a357b44c51', 'name': 'network-vif-deleted', 'tag': 'eae16e87-5b3f-4172-9b20-b9457e528b03', 'status': 'completed', 'code': 200} Dec 08 13:32:22.235747 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14129cb4-56d1-4664-9f57-97ed7926c726 req-eecdcd5b-ef8e-410c-b1bf-dd22b74c5c51 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=a55540ad-ab65-45cb-a6e2-b7a357b44c51 HTTP/1.1" status: 200 len: 210 time: 0.0281410 Dec 08 13:32:23.901233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-e6eb3209-3b6a-49a9-95ec-f09b9dd532bb tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:23.902722 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-e6eb3209-3b6a-49a9-95ec-f09b9dd532bb tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/networks?id=887e8fb9-d35d-40b3-888f-e25d78c00208 HTTP/1.1" status: 200 len: 817 time: 0.1039193 Dec 08 13:32:23.918049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-c1897680-905a-4290-9b9c-a10e5147f717 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/quotas/948b16a7094a46e19d8820195330a7df HTTP/1.1" status: 200 len: 375 time: 0.0096259 Dec 08 13:32:23.967883 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-643a7a9e-2190-4754-a3dd-26928da3bb80 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=948b16a7094a46e19d8820195330a7df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445080 Dec 08 13:32:24.065095 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-6dd5e6db-a849-4525-b295-c760f7b3d642 service neutron] 10.222.0.76 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858507 Dec 08 13:32:24.152843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-04172bd0-8281-41bf-bb69-5b47a0a8b690 service neutron] 10.222.0.76 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817063 Dec 08 13:32:24.318954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device eae16e87-5b3f-4172-9b20-b9457e528b03 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:32:24.341358 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: eae16e87-5b3f-4172-9b20-b9457e528b03 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:32:24.341914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device eae16e87-5b3f-4172-9b20-b9457e528b03 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:32:24.385408 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b1ad2480-32de-40b6-b099-38c7d827a148 req-2aa6137f-0042-4d23-8cb9-4ba1112faacc tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 210 time: 0.0265472 Dec 08 13:32:25.482683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c3f01c39-ea80-4310-8229-8f4b420eb143 req-f05afea2-3b63-48b4-b081-0e468a520351 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 210 time: 0.0306954 Dec 08 13:32:26.198541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-db6062cc-cc76-4bd7-939d-d8ef41d7ae61 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:26.200005 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-db6062cc-cc76-4bd7-939d-d8ef41d7ae61 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.72 "GET /v2.0/networks?id=887e8fb9-d35d-40b3-888f-e25d78c00208 HTTP/1.1" status: 200 len: 817 time: 0.1027012 Dec 08 13:32:26.213083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Request body: {'port': {'device_id': '63f4e13d-5d2b-4ff5-bdcc-a4362798aea0', 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208', 'admin_state_up': True, 'tenant_id': '948b16a7094a46e19d8820195330a7df'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:32:26.368194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Made reservation on behalf of 948b16a7094a46e19d8820195330a7df for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:32:26.372275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:26.498412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Allocated IP 172.20.0.10 (887e8fb9-d35d-40b3-888f-e25d78c00208/9bd353b7-0bc7-4339-9cce-e6e5b1430002/51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:32:26.589386 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5f0b4714-5bba-406b-82e6-8ad3ae33d9ea req-437f8949-9020-4048-80b9-908cc096fda1 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 210 time: 0.0381696 Dec 08 13:32:26.669027 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:26.739996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:26.782312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:32:26.786221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:32:26.792212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:32:26.830551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Pushing event updated for resources: {'Port': ['ID=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:32:26.857852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:26.858514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:26.931278 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-298fd13f-9130-4099-a3da-dc5871c8ab24 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7219560 Dec 08 13:32:26.944435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Request body: {'port': {'device_id': '63f4e13d-5d2b-4ff5-bdcc-a4362798aea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:32:26.997633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:27.060594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8951cc14-a641-4b67-afa3-42f994c673dd None None] Provisioning complete for port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:32:27.061154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8951cc14-a641-4b67-afa3-42f994c673dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:27.094000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8951cc14-a641-4b67-afa3-42f994c673dd None None] Port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:32:27.267065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:32:27.274222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:27.286694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Transition to ACTIVE for port object 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:32:27.339549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:27.406097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Pushing event updated for resources: {'Port': ['ID=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:32:27.465772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Attempting to bind port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:32:27.466106 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Attempting to bind port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:32:27.466439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Attempting to bind port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 on network 887e8fb9-d35d-40b3-888f-e25d78c00208 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:32:27.471404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 on network 887e8fb9-d35d-40b3-888f-e25d78c00208 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:32:27.471740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Attempting to bind port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 on network 887e8fb9-d35d-40b3-888f-e25d78c00208 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:32:27.476634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:32:27.476973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Checking segment: {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:32:27.477361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Bound using segment: {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:32:27.477785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Bound port: 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c37f3a-dbe3-4164-96e9-d3de86b97d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:32:27.478140 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:27.542904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] For port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:32:27.546092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] For port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:32:27.641690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:27.700087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:27.700709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:27.702109 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] 10.222.0.72 "PUT /v2.0/ports/51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 HTTP/1.1" status: 200 len: 1094 time: 0.7622433 Dec 08 13:32:27.702717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f4e13d-5d2b-4ff5-bdcc-a4362798aea0', 'tag': '51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:32:27.705578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da78b40a-4d3d-4def-a7bb-c22d2d800c88" -d '{"events": [{"name": "network-changed", "server_uuid": "63f4e13d-5d2b-4ff5-bdcc-a4362798aea0", "tag": "51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:32:27.734055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b7ad0-9314-439d-86b0-e6dbf690e1cb service neutron] Pushing event updated for resources: {'Port': ['ID=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:32:27.751641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25096d6-112f-4af7-b325-6258dd3d938a req-24a00ab9-dc65-4d42-94d1-2c6df34aa173 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:27.753231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e25096d6-112f-4af7-b325-6258dd3d938a req-24a00ab9-dc65-4d42-94d1-2c6df34aa173 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 944 time: 0.0853043 Dec 08 13:32:27.754817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed07769f-e54d-4add-a132-ba6a8d2a1a69 x-openstack-request-id: req-ed07769f-e54d-4add-a132-ba6a8d2a1a69 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:32:27.755110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f4e13d-5d2b-4ff5-bdcc-a4362798aea0", "tag": "51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:32:27.755373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed07769f-e54d-4add-a132-ba6a8d2a1a69 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:32:27.755792 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f4e13d-5d2b-4ff5-bdcc-a4362798aea0', 'tag': '51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8', 'status': 'completed', 'code': 200} Dec 08 13:32:27.840272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e25096d6-112f-4af7-b325-6258dd3d938a req-82c1ff41-6456-47f9-b03c-11043118f583 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800915 Dec 08 13:32:27.846013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b40a-4d3d-4def-a7bb-c22d2d800c88 req-fa17f9d6-2086-4e4f-b2b2-06e70e6d1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:27.847883 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-da78b40a-4d3d-4def-a7bb-c22d2d800c88 req-fa17f9d6-2086-4e4f-b2b2-06e70e6d1184 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=948b16a7094a46e19d8820195330a7df&device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 1097 time: 0.0667593 Dec 08 13:32:27.948181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b40a-4d3d-4def-a7bb-c22d2d800c88 req-a4fc8f9b-c2f3-4571-8773-c5368fd68e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:27.949581 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-da78b40a-4d3d-4def-a7bb-c22d2d800c88 req-a4fc8f9b-c2f3-4571-8773-c5368fd68e3f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=948b16a7094a46e19d8820195330a7df&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0936308 Dec 08 13:32:28.045736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b40a-4d3d-4def-a7bb-c22d2d800c88 req-67427e10-a61c-4b79-816c-4552e22139a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:28.047813 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-da78b40a-4d3d-4def-a7bb-c22d2d800c88 req-67427e10-a61c-4b79-816c-4552e22139a7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901420 Dec 08 13:32:28.121047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-a1b12676-8357-48b5-aa55-41d658e3525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:28.122557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-a1b12676-8357-48b5-aa55-41d658e3525a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=948b16a7094a46e19d8820195330a7df&device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 1097 time: 0.0405180 Dec 08 13:32:28.167450 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-34d57579-80a9-4735-8aff-ef2dfad5a968 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 HTTP/1.1" status: 200 len: 217 time: 0.0369482 Dec 08 13:32:28.215171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-b00bc219-9c3b-413e-9667-ab07420651d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:28.216610 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-b00bc219-9c3b-413e-9667-ab07420651d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bd353b7-0bc7-4339-9cce-e6e5b1430002 HTTP/1.1" status: 200 len: 856 time: 0.0418074 Dec 08 13:32:28.260559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-fe29b9c3-69f2-4c6f-86b6-02931f7f3d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:28.261998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-fe29b9c3-69f2-4c6f-86b6-02931f7f3d52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=887e8fb9-d35d-40b3-888f-e25d78c00208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388186 Dec 08 13:32:28.352006 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-617f2271-448f-4e31-a6c8-5d12bd52afa5 service neutron] 10.222.0.72 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823545 Dec 08 13:32:28.441096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-639dd5ad-26b5-4611-a8b5-13158306b707 req-ac9dd18e-e344-4254-8bad-03ac49af6d3e service neutron] 10.222.0.72 "GET /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812466 Dec 08 13:32:28.960812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc913a7-8d9a-48b6-943b-c7add5163621 req-1633d44e-b436-4ad0-998d-b8cfcbf5ed86 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:28.962283 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cfc913a7-8d9a-48b6-943b-c7add5163621 req-1633d44e-b436-4ad0-998d-b8cfcbf5ed86 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 944 time: 0.0519121 Dec 08 13:32:29.008694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cfc913a7-8d9a-48b6-943b-c7add5163621 req-0c84cd7e-d04e-4ce6-9701-d0774e9d64ae tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Dec 08 13:32:30.121557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc464d-f945-4a5d-a66f-e9629866e03b req-72921347-c5ae-485b-ae4b-a57f5f7ba51a tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:30.123080 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-19bc464d-f945-4a5d-a66f-e9629866e03b req-72921347-c5ae-485b-ae4b-a57f5f7ba51a tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 944 time: 0.0480680 Dec 08 13:32:30.170082 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-19bc464d-f945-4a5d-a66f-e9629866e03b req-5b20c2a6-8ca6-42b1-ab3f-4adfdbf4b892 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Dec 08 13:32:30.330677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:32:30.422914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:32:30.433616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8', 'network_id': '887e8fb9-d35d-40b3-888f-e25d78c00208', 'port_id': '51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8', 'mac_address': 'fa:16:3e:ae:de:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd353b7-0bc7-4339-9cce-e6e5b1430002', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:32:30.472937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:30.485083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:32:30.503533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:32:30.567633 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:30.613003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:32:30.761761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:32:31.280124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f33022-96ee-4236-8547-3e112a55fd7a req-dc2cfab0-df03-48e8-b52c-b82c66e49488 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:31.282074 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1f33022-96ee-4236-8547-3e112a55fd7a req-dc2cfab0-df03-48e8-b52c-b82c66e49488 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 945 time: 0.0470195 Dec 08 13:32:31.331410 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1f33022-96ee-4236-8547-3e112a55fd7a req-025950d2-26cc-497d-aae7-b9306ba83f8a tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Dec 08 13:32:32.335249 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:32:32.440526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:32:32.444541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:32:32.445179 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:32.447987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc89ae-a5d5-493f-ace0-3df425050a00 req-a0550583-599c-4a58-9f57-d37eb249bb3e tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:32.449502 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5efc89ae-a5d5-493f-ace0-3df425050a00 req-a0550583-599c-4a58-9f57-d37eb249bb3e tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 945 time: 0.0502193 Dec 08 13:32:32.497238 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5efc89ae-a5d5-493f-ace0-3df425050a00 req-fd27aa80-cd24-48e8-bec7-bb9caa6a22a4 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Dec 08 13:32:32.524923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:32.549965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f4e13d-5d2b-4ff5-bdcc-a4362798aea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:32:32.552194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e9d034-5103-4708-be46-72c2adb0c8e9" -d '{"events": [{"server_uuid": "63f4e13d-5d2b-4ff5-bdcc-a4362798aea0", "name": "network-vif-plugged", "status": "completed", "tag": "51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:32:32.565953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:32:32.588337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d25d01-eca9-41dd-acb4-366d45b6dcec x-openstack-request-id: req-71d25d01-eca9-41dd-acb4-366d45b6dcec {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:32:32.588626 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f4e13d-5d2b-4ff5-bdcc-a4362798aea0", "name": "network-vif-plugged", "status": "completed", "tag": "51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:32:32.588881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71d25d01-eca9-41dd-acb4-366d45b6dcec {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:32:32.589280 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f4e13d-5d2b-4ff5-bdcc-a4362798aea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8', 'code': 200} Dec 08 13:32:32.634967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:32.683907 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:32:32.875704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebf60-da5b-428f-9e7f-738bfa4ca1cf req-dfada4bf-5686-428b-97b3-d9e6909347b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:32.877111 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-62aebf60-da5b-428f-9e7f-738bfa4ca1cf req-dfada4bf-5686-428b-97b3-d9e6909347b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 1099 time: 0.0395420 Dec 08 13:32:32.919815 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-62aebf60-da5b-428f-9e7f-738bfa4ca1cf req-44523e9f-2880-453c-8801-cc7deecc8b41 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357730 Dec 08 13:32:33.612558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d259b0-d3e3-44a2-b877-86cfd61eb5a1 req-b15319fc-c6ec-49e8-bf75-ddbbab201f58 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:33.614012 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47d259b0-d3e3-44a2-b877-86cfd61eb5a1 req-b15319fc-c6ec-49e8-bf75-ddbbab201f58 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 946 time: 0.0504584 Dec 08 13:32:33.659705 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47d259b0-d3e3-44a2-b877-86cfd61eb5a1 req-2eecea62-1873-40db-99ae-f1af3701c858 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Dec 08 13:32:34.774525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbc75-8096-4570-bcdc-59f1c8b0e4c2 req-886f7bdb-6459-456e-bd9f-07aa7d0575ec tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:34.776026 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b1fbc75-8096-4570-bcdc-59f1c8b0e4c2 req-886f7bdb-6459-456e-bd9f-07aa7d0575ec tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 946 time: 0.0477438 Dec 08 13:32:34.822845 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b1fbc75-8096-4570-bcdc-59f1c8b0e4c2 req-13d3c230-bb00-40ff-b35d-9d37cd5bfd20 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Dec 08 13:32:34.935220 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1354ddd-7468-43d2-925b-c8f2402a8d06 req-139cf1f5-2dbd-4171-a3c9-d321be382ec7 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:34.936603 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1354ddd-7468-43d2-925b-c8f2402a8d06 req-139cf1f5-2dbd-4171-a3c9-d321be382ec7 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 946 time: 0.0483890 Dec 08 13:32:34.986655 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1354ddd-7468-43d2-925b-c8f2402a8d06 req-771ca5a6-f184-4a04-a828-0f48fdecc874 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Dec 08 13:32:40.453891 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:40.509175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-793b3f47-32f9-4d6e-9920-7a521bffc0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:42.922619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0b580602-2a66-4a84-8269-33ab0f12148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:43.490920 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:32:44.196207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:45.274030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:46.217018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:32:59.943367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba75b96-b3c9-484d-965c-2d0042419689 req-cb8a4979-8855-4d7f-aabb-30871e642a60 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:32:59.944410 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6ba75b96-b3c9-484d-965c-2d0042419689 req-cb8a4979-8855-4d7f-aabb-30871e642a60 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 946 time: 0.0508056 Dec 08 13:32:59.992692 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6ba75b96-b3c9-484d-965c-2d0042419689 req-885ab2f5-3a9a-4a06-9e08-8c2bfbbde9e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Dec 08 13:33:01.106847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4223c2-c32c-4f34-ad75-aee232c5c448 req-cffa89fb-9748-4b00-b359-438aaf5be588 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:01.108400 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3a4223c2-c32c-4f34-ad75-aee232c5c448 req-cffa89fb-9748-4b00-b359-438aaf5be588 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 946 time: 0.0478935 Dec 08 13:33:01.154445 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3a4223c2-c32c-4f34-ad75-aee232c5c448 req-a39e90a0-41e7-4d13-b04e-29193ab3f0e8 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/security-groups?id=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Dec 08 13:33:01.502166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-39ead491-c548-423d-8600-07661b704ac4 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:01.503602 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-39ead491-c548-423d-8600-07661b704ac4 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.72 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 946 time: 0.0506361 Dec 08 13:33:01.592781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Deleting port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:33:01.593113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:01.685770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] For port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:01.686132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:01.697497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Calling delete_port for 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:33:01.902192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:01.913714 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:33:01.933700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Pushing event deleted for resources: {'Port': ['ID=51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:01.975350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] No DVR routers for this DVR port 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:33:01.978077 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:01.981514 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2637e8ba-3418-4f36-ab8b-46be5ed73f4d req-8e0a390d-3fee-4c79-8983-57883b266467 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.72 "DELETE /v2.0/ports/51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 HTTP/1.1" status: 204 len: 173 time: 0.4715104 Dec 08 13:33:01.981980 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f4e13d-5d2b-4ff5-bdcc-a4362798aea0', 'name': 'network-vif-deleted', 'tag': '51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:33:01.984333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027400b4-7ee8-452c-a381-eaecaa38878a" -d '{"events": [{"server_uuid": "63f4e13d-5d2b-4ff5-bdcc-a4362798aea0", "name": "network-vif-deleted", "tag": "51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:33:02.020043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c40f5-b97f-4e92-a684-a25683b32c90 x-openstack-request-id: req-1b6c40f5-b97f-4e92-a684-a25683b32c90 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:33:02.020341 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f4e13d-5d2b-4ff5-bdcc-a4362798aea0", "name": "network-vif-deleted", "tag": "51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:33:02.020596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b6c40f5-b97f-4e92-a684-a25683b32c90 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:33:02.020998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f4e13d-5d2b-4ff5-bdcc-a4362798aea0', 'name': 'network-vif-deleted', 'tag': '51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8', 'status': 'completed', 'code': 200} Dec 08 13:33:02.247727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5bbadcaf-d1db-42a4-a74b-38b35ffa5817 req-4818a7a9-afd2-465d-939f-796cf88ccfb9 tempest-TestEncryptedCinderVolumes-2057230224 tempest-TestEncryptedCinderVolumes-2057230224-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f4e13d-5d2b-4ff5-bdcc-a4362798aea0 HTTP/1.1" status: 200 len: 210 time: 0.0261836 Dec 08 13:33:03.417158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36966) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:03.749261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:04.321057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Deleting port e584e575-7b9c-44a4-b1d6-8990ab94f34b {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:33:04.321398 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:04.396524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] For port e584e575-7b9c-44a4-b1d6-8990ab94f34b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e584e575-7b9c-44a4-b1d6-8990ab94f34b,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:04.396886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:04.409419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Calling delete_port for e584e575-7b9c-44a4-b1d6-8990ab94f34b owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:33:04.456608 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:33:04.476569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:33:04.476924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 51ebcb8b-986e-41ac-9d05-4e6f8c1e26a8 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:33:04.662293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:04.692941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e584e575-7b9c-44a4-b1d6-8990ab94f34b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:04.855579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:05.065473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:33:05.172975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:33:05.178597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-eefe6593-4208-4928-84e3-f5fef8d079f5 admin admin] 10.222.0.76 "PUT /v2.0/routers/e6db6c44-fe25-4aff-9bc3-dc0fb8d05603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7603865 Dec 08 13:33:05.181068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36968) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:05.184122 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] Sync routers for ids ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:33:05.194429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] Routers {'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:05.195203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:32:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:05.283379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:05.296760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] Set router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:05.380957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:05.474879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:30Z', 'updated_at': '2021-12-08T13:33:04Z', 'revision_number': 5, 'project_id': '948b16a7094a46e19d8820195330a7df', 'gw_port': {'id': 'b7b68818-c2a7-4d84-b6c7-e852157f0449', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:31Z', 'updated_at': '2021-12-08T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:05.493164 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Deleting port b7b68818-c2a7-4d84-b6c7-e852157f0449 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:33:05.493503 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:05.502679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] Checking router: e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:33:05.511335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] Routers {'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:05.511952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:32:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:05.571145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] For port b7b68818-c2a7-4d84-b6c7-e852157f0449, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b7b68818-c2a7-4d84-b6c7-e852157f0449,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:05.571522 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:05.583895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Calling delete_port for b7b68818-c2a7-4d84-b6c7-e852157f0449 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:33:05.596344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] Set router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:05.646922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:30Z', 'updated_at': '2021-12-08T13:33:05Z', 'revision_number': 6, 'project_id': '948b16a7094a46e19d8820195330a7df', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:05.676833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d97d9d-e12e-4160-88e7-295050a7c68b None None] The sync data for ids ['e6db6c44-fe25-4aff-9bc3-dc0fb8d05603'] in dv-neutron-799625-5-hyperv is: [{'id': 'e6db6c44-fe25-4aff-9bc3-dc0fb8d05603', 'name': 'tempest-TestEncryptedCinderVolumes-1479482354-router', 'tenant_id': '948b16a7094a46e19d8820195330a7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:30Z', 'updated_at': '2021-12-08T13:33:05Z', 'revision_number': 6, 'project_id': '948b16a7094a46e19d8820195330a7df', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:33:05.824483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:05.860719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b68818-c2a7-4d84-b6c7-e852157f0449,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:05.871298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2868d-f32d-40a9-9439-bb7da027283b None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:05.925515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.014024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.016247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.149597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.150183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:33:06.154498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.155724 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-08fd484e-d4e4-466b-b29a-847dffb7bace admin admin] 10.222.0.76 "DELETE /v2.0/routers/e6db6c44-fe25-4aff-9bc3-dc0fb8d05603 HTTP/1.1" status: 204 len: 168 time: 0.9737344 Dec 08 13:33:06.158809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36970) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:06.208783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-32727323-4999-4162-8b9d-b7e1b191273d admin admin] Deleting subnet 9bd353b7-0bc7-4339-9cce-e6e5b1430002 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:33:06.211918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32727323-4999-4162-8b9d-b7e1b191273d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.250250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32727323-4999-4162-8b9d-b7e1b191273d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.324974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32727323-4999-4162-8b9d-b7e1b191273d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.445590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32727323-4999-4162-8b9d-b7e1b191273d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.474310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32727323-4999-4162-8b9d-b7e1b191273d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.478416 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-32727323-4999-4162-8b9d-b7e1b191273d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9bd353b7-0bc7-4339-9cce-e6e5b1430002 HTTP/1.1" status: 204 len: 168 time: 0.3183846 Dec 08 13:33:06.479338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32727323-4999-4162-8b9d-b7e1b191273d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd353b7-0bc7-4339-9cce-e6e5b1430002,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:06.480980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36972) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:06.481787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54cda1e-cde4-4be1-8439-573d4fe3013a None None] Network 887e8fb9-d35d-40b3-888f-e25d78c00208 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:33:06.552112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.614555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Deleting port 600f5e41-e879-4245-a5dc-d6fb429bfcfd {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:33:06.614948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.643435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] DHCP port deletion for 887e8fb9-d35d-40b3-888f-e25d78c00208 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:06.683879 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] For port 600f5e41-e879-4245-a5dc-d6fb429bfcfd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=600f5e41-e879-4245-a5dc-d6fb429bfcfd,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:06.684377 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.699580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Deleting port 600f5e41-e879-4245-a5dc-d6fb429bfcfd {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:33:06.699580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.702900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Calling delete_port for 600f5e41-e879-4245-a5dc-d6fb429bfcfd owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:33:06.759705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] For port 600f5e41-e879-4245-a5dc-d6fb429bfcfd, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=600f5e41-e879-4245-a5dc-d6fb429bfcfd,segment=NetworkSegment(34c37f3a-dbe3-4164-96e9-d3de86b97d16),segment_id=34c37f3a-dbe3-4164-96e9-d3de86b97d16)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:06.760028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.775715 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Calling delete_port for 600f5e41-e879-4245-a5dc-d6fb429bfcfd owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:33:06.915960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:06.942681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Pushing event deleted for resources: {'Port': ['ID=600f5e41-e879-4245-a5dc-d6fb429bfcfd,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:06.950977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] No DVR routers for this DVR port 600f5e41-e879-4245-a5dc-d6fb429bfcfd on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:33:06.954509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.955053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.955405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.955769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.956092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.956431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.956769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.957144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.957528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.957793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.958124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.958469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:06.958810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b48027-bde9-4b13-b63d-88b13603d7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.059322 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:07.084742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Pushing event deleted for resources: {'Port': ['ID=600f5e41-e879-4245-a5dc-d6fb429bfcfd,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:07.087039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] No DVR routers for this DVR port 600f5e41-e879-4245-a5dc-d6fb429bfcfd on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:33:07.095926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.096306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.096655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.097002 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.097345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.097685 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.098021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.098358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.098719 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.099059 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.099389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.099719 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.100043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:07.168216 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:07.186056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b7b68818-c2a7-4d84-b6c7-e852157f0449 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:33:07.192946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887e8fb9-d35d-40b3-888f-e25d78c00208']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:07.202152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c37f3a-dbe3-4164-96e9-d3de86b97d16') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:07.202451 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c37f3a-dbe3-4164-96e9-d3de86b97d16') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:07.205881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: b7b68818-c2a7-4d84-b6c7-e852157f0449 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:33:07.206230 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b7b68818-c2a7-4d84-b6c7-e852157f0449 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:33:07.206678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e584e575-7b9c-44a4-b1d6-8990ab94f34b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:33:07.212076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:07.226020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:07.228706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: e584e575-7b9c-44a4-b1d6-8990ab94f34b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:33:07.229055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e584e575-7b9c-44a4-b1d6-8990ab94f34b not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:33:07.233712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 600f5e41-e879-4245-a5dc-d6fb429bfcfd no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:33:07.233855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:33:07.233855 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: self.session.flush() Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:33:07.234781 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:33:07.344610 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:07.350921 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:07.354150 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] 10.222.0.76 "DELETE /v2.0/networks/887e8fb9-d35d-40b3-888f-e25d78c00208 HTTP/1.1" status: 204 len: 168 time: 0.8721507 Dec 08 13:33:07.357194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36976) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:07.366287 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555e7b0-691b-42d9-8605-a5b46109c22c admin admin] Pushing event deleted for resources: {'Network': ['ID=887e8fb9-d35d-40b3-888f-e25d78c00208,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:07.397928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 600f5e41-e879-4245-a5dc-d6fb429bfcfd {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:33:07.398267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 600f5e41-e879-4245-a5dc-d6fb429bfcfd not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:33:07.715086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:07.960439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Deleting port 8883d48b-7b41-4719-96d5-dd697d5b393b {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:33:07.960775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:08.036072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] For port 8883d48b-7b41-4719-96d5-dd697d5b393b, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8883d48b-7b41-4719-96d5-dd697d5b393b,segment=NetworkSegment(605e326a-8ed1-4034-a0b5-adc35dc0533b),segment_id=605e326a-8ed1-4034-a0b5-adc35dc0533b)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:08.036430 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:08.048864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Calling delete_port for 8883d48b-7b41-4719-96d5-dd697d5b393b owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:33:08.309957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:08.339350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8883d48b-7b41-4719-96d5-dd697d5b393b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:08.502704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:08.714058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Router 4e972cdd-d649-442a-9e1d-77249c111dce has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:33:08.819487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:33:08.824498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f2933c13-a566-40a8-b58c-d62a62983ce6 admin admin] 10.222.0.76 "PUT /v2.0/routers/4e972cdd-d649-442a-9e1d-77249c111dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4662609 Dec 08 13:33:08.827075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36978) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:08.829923 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] Sync routers for ids ['4e972cdd-d649-442a-9e1d-77249c111dce'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:33:08.840226 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] Routers {'4e972cdd-d649-442a-9e1d-77249c111dce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:08.840850 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:32:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4e972cdd-d649-442a-9e1d-77249c111dce'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:08.929824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:08.941973 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] Set router 4e972cdd-d649-442a-9e1d-77249c111dce gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:09.034439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:09.206713 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:36Z', 'updated_at': '2021-12-08T13:33:08Z', 'revision_number': 5, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'gw_port': {'id': '46962051-a3f4-435a-abff-6cd7e5a535d8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:31:37Z', 'updated_at': '2021-12-08T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:09.233881 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] Checking router: 4e972cdd-d649-442a-9e1d-77249c111dce for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:33:09.242794 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] Routers {'4e972cdd-d649-442a-9e1d-77249c111dce'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:09.243420 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:32:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4e972cdd-d649-442a-9e1d-77249c111dce'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:09.332704 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] Set router 4e972cdd-d649-442a-9e1d-77249c111dce gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:09.388045 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:36Z', 'updated_at': '2021-12-08T13:33:09Z', 'revision_number': 6, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:09.414917 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01597b8d-9e03-4333-9ae7-a7a0acaf0557 None None] The sync data for ids ['4e972cdd-d649-442a-9e1d-77249c111dce'] in dv-neutron-799625-5-hyperv is: [{'id': '4e972cdd-d649-442a-9e1d-77249c111dce', 'name': 'tempest-TestEncryptedCinderVolumes-1563158516-router', 'tenant_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:31:36Z', 'updated_at': '2021-12-08T13:33:09Z', 'revision_number': 6, 'project_id': '8e2876a6e2c649c0b205fdeaee9032bb', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:33:09.499323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-fbaa98b2-ca62-42a3-adfe-c3247bed6361 req-40e33880-2487-4868-8a0f-bba4c5a7e0f8 service neutron] (103715) timed out ('10.222.0.72', 49853) {{(pid=103715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 13:33:09.524059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Deleting port 46962051-a3f4-435a-abff-6cd7e5a535d8 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:33:09.524674 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:09.605208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] For port 46962051-a3f4-435a-abff-6cd7e5a535d8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=46962051-a3f4-435a-abff-6cd7e5a535d8,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:09.605570 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:09.617529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Calling delete_port for 46962051-a3f4-435a-abff-6cd7e5a535d8 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:33:09.892788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:09.920944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=46962051-a3f4-435a-abff-6cd7e5a535d8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:09.936539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3daf05-26c6-4ea2-88cb-695a08c1fc8e None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:09.982904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.072205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.074216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.182366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.182983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e972cdd-d649-442a-9e1d-77249c111dce {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:33:10.187328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.188560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d86aeb65-06e4-4693-9f2a-ff2ed47c8a8f admin admin] 10.222.0.76 "DELETE /v2.0/routers/4e972cdd-d649-442a-9e1d-77249c111dce HTTP/1.1" status: 204 len: 168 time: 1.3605671 Dec 08 13:33:10.191044 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36980) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:10.234725 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eda385c-62c4-44e8-9b13-3c1056fcbd31 admin admin] Deleting subnet 8bb1d43f-c45b-4a9b-8250-e1a42482345c {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:33:10.238641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3eda385c-62c4-44e8-9b13-3c1056fcbd31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.273710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3eda385c-62c4-44e8-9b13-3c1056fcbd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.350266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3eda385c-62c4-44e8-9b13-3c1056fcbd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.445062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.474059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3eda385c-62c4-44e8-9b13-3c1056fcbd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.499439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda385c-62c4-44e8-9b13-3c1056fcbd31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb1d43f-c45b-4a9b-8250-e1a42482345c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:10.503101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3eda385c-62c4-44e8-9b13-3c1056fcbd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.506332 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3eda385c-62c4-44e8-9b13-3c1056fcbd31 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8bb1d43f-c45b-4a9b-8250-e1a42482345c HTTP/1.1" status: 204 len: 168 time: 0.3143237 Dec 08 13:33:10.509000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36982) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:10.512871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7830c-200c-4e27-8955-36cf8f2863d6 None None] Network 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:33:10.532768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-48ea33bb-b98b-4688-80b2-f61c7f47baf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.577423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.638535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Deleting port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:33:10.638914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.663015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a69a4bf-6bd7-4ed8-8a82-c9fad4781037 None None] DHCP port deletion for 6e88ff65-ad1a-4d2b-9151-7cff1690ff5c request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:10.702377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] For port 4a045d24-4d62-4d2a-a7d6-ac90534dab26, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4a045d24-4d62-4d2a-a7d6-ac90534dab26,segment=NetworkSegment(605e326a-8ed1-4034-a0b5-adc35dc0533b),segment_id=605e326a-8ed1-4034-a0b5-adc35dc0533b)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:10.702783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.709151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0a69a4bf-6bd7-4ed8-8a82-c9fad4781037 None None] Deleting port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:33:10.709527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a69a4bf-6bd7-4ed8-8a82-c9fad4781037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.714966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Calling delete_port for 4a045d24-4d62-4d2a-a7d6-ac90534dab26 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:33:10.773498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-0a69a4bf-6bd7-4ed8-8a82-c9fad4781037 None None] For port 4a045d24-4d62-4d2a-a7d6-ac90534dab26, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=4a045d24-4d62-4d2a-a7d6-ac90534dab26,segment=NetworkSegment(605e326a-8ed1-4034-a0b5-adc35dc0533b),segment_id=605e326a-8ed1-4034-a0b5-adc35dc0533b)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:10.773900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a69a4bf-6bd7-4ed8-8a82-c9fad4781037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.786334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-0a69a4bf-6bd7-4ed8-8a82-c9fad4781037 None None] Calling delete_port for 4a045d24-4d62-4d2a-a7d6-ac90534dab26 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 13:33:10.869519 dv-neutron-799625-5-hyperv neutron-server[103717]: self.session.flush() Dec 08 13:33:10.872862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.875892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0a69a4bf-6bd7-4ed8-8a82-c9fad4781037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.902456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a4bf-6bd7-4ed8-8a82-c9fad4781037 None None] Pushing event deleted for resources: {'Port': ['ID=4a045d24-4d62-4d2a-a7d6-ac90534dab26,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:10.903770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a045d24-4d62-4d2a-a7d6-ac90534dab26,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:10.904332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69a4bf-6bd7-4ed8-8a82-c9fad4781037 None None] No DVR routers for this DVR port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:33:10.906380 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] No DVR routers for this DVR port 4a045d24-4d62-4d2a-a7d6-ac90534dab26 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:33:10.977885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:10.997145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e88ff65-ad1a-4d2b-9151-7cff1690ff5c']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:11.006704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605e326a-8ed1-4034-a0b5-adc35dc0533b') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:11.007022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605e326a-8ed1-4034-a0b5-adc35dc0533b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:11.020727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:11.034241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:11.040210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:33:11.040607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:33:11.042217 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:33:11.149818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:11.157068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:11.160369 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6e88ff65-ad1a-4d2b-9151-7cff1690ff5c HTTP/1.1" status: 204 len: 168 time: 0.6503754 Dec 08 13:33:11.171541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f0e5d-4adc-4292-af7a-c6cff3853432 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e88ff65-ad1a-4d2b-9151-7cff1690ff5c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:11.172209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4a045d24-4d62-4d2a-a7d6-ac90534dab26 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:33:11.198121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 4a045d24-4d62-4d2a-a7d6-ac90534dab26 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:33:11.198879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 4a045d24-4d62-4d2a-a7d6-ac90534dab26 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:33:11.199329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8883d48b-7b41-4719-96d5-dd697d5b393b no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:33:11.221173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8883d48b-7b41-4719-96d5-dd697d5b393b {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:33:11.221522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8883d48b-7b41-4719-96d5-dd697d5b393b not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:33:11.221943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 46962051-a3f4-435a-abff-6cd7e5a535d8 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:33:11.241577 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 46962051-a3f4-435a-abff-6cd7e5a535d8 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:33:11.241931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 46962051-a3f4-435a-abff-6cd7e5a535d8 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:33:11.495519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36986) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:11.535957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5b3d167c-f5e3-4350-b071-a75745e41cc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=948b16a7094a46e19d8820195330a7df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392487 Dec 08 13:33:11.538457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 36988) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:11.584701 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-229a487d-13ab-4194-bc30-eb1524722ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:11.609991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-229a487d-13ab-4194-bc30-eb1524722ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:11.725032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-229a487d-13ab-4194-bc30-eb1524722ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:11.727759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-229a487d-13ab-4194-bc30-eb1524722ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:11.728953 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-229a487d-13ab-4194-bc30-eb1524722ff9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8cffa035-56dd-4cee-8bdf-2ea9d541c6c5 HTTP/1.1" status: 204 len: 168 time: 0.1895721 Dec 08 13:33:11.737227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a487d-13ab-4194-bc30-eb1524722ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cffa035-56dd-4cee-8bdf-2ea9d541c6c5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:12.373635 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36994) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:12.413493 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-edc17fa6-074a-4ef3-b648-0fc50bd52ae5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e2876a6e2c649c0b205fdeaee9032bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387065 Dec 08 13:33:12.415840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 36996) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:12.466168 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1edfef31-658a-4011-bc30-4511064020e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:12.486754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1edfef31-658a-4011-bc30-4511064020e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:12.664381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1edfef31-658a-4011-bc30-4511064020e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:12.667009 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1edfef31-658a-4011-bc30-4511064020e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:12.668177 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1edfef31-658a-4011-bc30-4511064020e2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee22b9c2-dcd6-4061-acba-715cc0346de1 HTTP/1.1" status: 204 len: 168 time: 0.2514341 Dec 08 13:33:12.676797 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfef31-658a-4011-bc30-4511064020e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee22b9c2-dcd6-4061-acba-715cc0346de1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:12.909625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bd40eb7e-a158-4c30-83d7-045d24209850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:13.674737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37018) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:13.767455 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-385255430-network', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:33:13.921057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Made reservation on behalf of 784826e3e4de4a09b36bb600be9d7d18 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:33:13.923443 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:13.935623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.007047 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.075390 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.095774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:33:14.110313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79634f5-a091-48dd-bd5e-00f84b6a936c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:14.113655 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.113997 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Added segment 510a08f7-a127-4597-a667-1bcaf046394a of type vlan for network 064aab42-2dc4-4284-9c7f-1763599feb09 Dec 08 13:33:14.152740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.187897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.244361 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.245327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:14.245891 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.302709 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] Pushing event updated for resources: {'Network': ['ID=064aab42-2dc4-4284-9c7f-1763599feb09,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:14.312818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 064aab42-2dc4-4284-9c7f-1763599feb09 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:33:14.337549 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d507e2de-dae8-4c7a-a121-397fb09e2878 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6589675 Dec 08 13:33:14.337736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37022) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:14.342327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Request body: {'subnet': {'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-385255430-subnet', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:33:14.429170 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Made reservation on behalf of 784826e3e4de4a09b36bb600be9d7d18 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:33:14.431532 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.656294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.710221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f944d12e-c5c1-44aa-bcb3-bd488adbf94b,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:14.720086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Checking segment: {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:33:14.720445 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Network hostable DHCP agents. Network: 064aab42-2dc4-4284-9c7f-1763599feb09, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:33:14.810083 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Network 064aab42-2dc4-4284-9c7f-1763599feb09 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:33:14.890312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 064aab42-2dc4-4284-9c7f-1763599feb09) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:14.895090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:14.895690 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:14.901018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a795e2-064e-48a0-bef8-51107cea8bee None None] Network 064aab42-2dc4-4284-9c7f-1763599feb09 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:33:14.975594 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-eb781e84-1a0b-4a77-ad79-a336711f5302 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6369195 Dec 08 13:33:14.978178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37024) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:14.982487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:33:15.000885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-064aab42-2dc4-4284-9c7f-1763599feb09', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:33:15.005975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.087161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.088262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.133979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Allocated IP 172.20.0.2 (064aab42-2dc4-4284-9c7f-1763599feb09/f944d12e-c5c1-44aa-bcb3-bd488adbf94b/9e3aafce-9a0d-42e9-96f3-3ebf75f673c4) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:33:15.145952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.287560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.303778 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.336732 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.344067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.386451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Network 064aab42-2dc4-4284-9c7f-1763599feb09 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:33:15.391060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:15.394034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:33:15.401272 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Pushing event updated for resources: {'Port': ['ID=9e3aafce-9a0d-42e9-96f3-3ebf75f673c4,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:15.452620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Attempting to bind port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:33:15.452998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Attempting to bind port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:33:15.453406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Attempting to bind port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 on network 064aab42-2dc4-4284-9c7f-1763599feb09 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:33:15.459210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:33:15.459588 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Checking segment: {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:33:15.460002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.460405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Bound using segment: {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:33:15.460885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Bound port: 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:33:15.461279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.531107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] For port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:33:15.534523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] For port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9e3aafce-9a0d-42e9-96f3-3ebf75f673c4,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:33:15.584362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.606360 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.626186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.644796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8e129-271e-44d2-bd4d-ce3bae80aee0 None None] Pushing event updated for resources: {'Port': ['ID=9e3aafce-9a0d-42e9-96f3-3ebf75f673c4,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:15.738327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Allocated IP 172.26.7.9 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:33:15.864243 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.949816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:15.992807 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:33:15.995606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:16.007248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:33:16.007248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Pushing event updated for resources: {'Port': ['ID=b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:16.008378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3616e003-f8ba-4b43-acac-c6fb95750f78 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:16.065211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b5b53ef0-d882-4785-b4c8-e611070db631 None None] Provisioning complete for port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:16.065696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b5b53ef0-d882-4785-b4c8-e611070db631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:16.102464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b5b53ef0-d882-4785-b4c8-e611070db631 None None] Port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:33:16.304003 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:16.340871 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:16.520652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d77410-a28c-4386-bcf0-aed69419f32a None None] Network 064aab42-2dc4-4284-9c7f-1763599feb09 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:33:16.540337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:16.633991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-594ada6f-73d7-4230-90ce-7a91a5757b45 None None] Provisioning complete for port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:16.634368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-594ada6f-73d7-4230-90ce-7a91a5757b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:16.727128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-594ada6f-73d7-4230-90ce-7a91a5757b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:16.731078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:33:16.766167 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-594ada6f-73d7-4230-90ce-7a91a5757b45 None None] For port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9e3aafce-9a0d-42e9-96f3-3ebf75f673c4,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:16.833566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-594ada6f-73d7-4230-90ce-7a91a5757b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:16.840282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:33:16.858940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Sync routers for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:33:16.889058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:16.889598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:33:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:16.927413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ada6f-73d7-4230-90ce-7a91a5757b45 None None] Pushing event updated for resources: {'Port': ['ID=9e3aafce-9a0d-42e9-96f3-3ebf75f673c4,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:16.928862 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:16.932988 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0b808069-8de7-4d23-9669-2d5cafdbe89b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9537642 Dec 08 13:33:16.935788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37026) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:17.001006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-880bd653-1734-432d-8aa3-6012105422ce None None] Provisioning complete for port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:17.001377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-880bd653-1734-432d-8aa3-6012105422ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.025677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:17.237718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:33:17.296177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:16Z', 'revision_number': 3, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:17.329531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Checking router: 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:33:17.330184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Updating router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:33:17.331748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:17.332116 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.358865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.376771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.516742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Allocated IP 172.20.0.1 (064aab42-2dc4-4284-9c7f-1763599feb09/f944d12e-c5c1-44aa-bcb3-bd488adbf94b/e6ad1a31-f92c-45c6-a231-29f13222f828) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:33:17.621883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.661465 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.753701 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.760537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.792090 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Network 064aab42-2dc4-4284-9c7f-1763599feb09 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:33:17.795221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:17.802249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:33:17.806850 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a49625-489a-4248-9c41-813c5e799635 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:17.808078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Pushing event updated for resources: {'Port': ['ID=e6ad1a31-f92c-45c6-a231-29f13222f828,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:17.822679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Attempting to bind port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:33:17.823043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Attempting to bind port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:33:17.823923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Attempting to bind port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:33:17.829157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda35cd-2ccd-44c5-9c9a-4dd9f008d26d None None] Pushing event updated for resources: {'Port': ['ID=b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:17.834370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:33:17.834773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:33:17.835178 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.835601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:33:17.836313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Bound port: b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:33:17.836504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.851122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.898967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d7c67845-076e-4fcc-b949-6d79959832a0 None None] Provisioning complete for port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:17.899391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d7c67845-076e-4fcc-b949-6d79959832a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:17.904739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] For port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:33:17.945768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] For port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:33:17.956897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d7c67845-076e-4fcc-b949-6d79959832a0 None None] Port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:33:18.047276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.097808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb1ef1-1e06-4b1f-8255-bdba86643d76 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:18.122278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda35cd-2ccd-44c5-9c9a-4dd9f008d26d None None] Pushing event updated for resources: {'Port': ['ID=b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:18.128018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:18.128123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.128564 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:33:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:18.128763 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-64d1c4bf-6d61-4bd0-8faf-457a8f91fd44 None None] Provisioning complete for port e6ad1a31-f92c-45c6-a231-29f13222f828 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:18.129097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-64d1c4bf-6d61-4bd0-8faf-457a8f91fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.296663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.359353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-64d1c4bf-6d61-4bd0-8faf-457a8f91fd44 None None] Port e6ad1a31-f92c-45c6-a231-29f13222f828 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:33:18.364580 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.413519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:18.434191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.436058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Pushing event updated for resources: {'Port': ['ID=e6ad1a31-f92c-45c6-a231-29f13222f828,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:18.515476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-791ebdd3-d96a-458f-95d8-7276700396e7 None None] Provisioning complete for port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:18.515846 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-791ebdd3-d96a-458f-95d8-7276700396e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.526321 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Network 064aab42-2dc4-4284-9c7f-1763599feb09 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:33:18.527777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:18.652619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:33:18.682478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-791ebdd3-d96a-458f-95d8-7276700396e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.709093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-791ebdd3-d96a-458f-95d8-7276700396e7 None None] For port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:18.726174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 1, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:18.749491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7fd3d5-257d-43ff-ad3a-96133fc26be5 None None] The sync data for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv is: [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 1, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:33:18.777021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:33:18.786870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-12f120a1-b302-479a-8f55-5aa558dfcebe admin admin] 10.222.0.76 "PUT /v2.0/routers/493355f1-2b6e-46b8-80a5-6e4ce32d72f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8479884 Dec 08 13:33:18.789168 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-791ebdd3-d96a-458f-95d8-7276700396e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.835087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ebdd3-d96a-458f-95d8-7276700396e7 None None] Pushing event updated for resources: {'Port': ['ID=b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:18.908930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7154a9d4-1d08-413f-bbeb-c1f4ccf65680 None None] Provisioning complete for port e6ad1a31-f92c-45c6-a231-29f13222f828 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:18.909832 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7154a9d4-1d08-413f-bbeb-c1f4ccf65680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:18.966259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7154a9d4-1d08-413f-bbeb-c1f4ccf65680 None None] Port e6ad1a31-f92c-45c6-a231-29f13222f828 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:33:19.509821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37042) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:19.514911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1244911130-network', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:33:19.606710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Made reservation on behalf of 64429c2602b5421eb85d6aa0cf553de8 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:33:19.609158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:19.618956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:19.697251 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:19.760974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:19.786691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:33:19.796177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd5252c-14fa-4729-aeea-686a5f0010b9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:19.803618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:19.804091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Added segment afc35f9a-949d-40a0-9213-c1ab0f99cf27 of type vlan for network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c Dec 08 13:33:19.845119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:19.921020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:19.922019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:19.922627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:19.987698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c4ca35bc-cbf1-4652-b495-fc2e610c6f0c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:19.997772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:33:20.015580 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0481c2e0-ba19-4d1e-8c4c-240a10f9c4e4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5044324 Dec 08 13:33:20.018426 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37044) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:20.023603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Request body: {'subnet': {'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1244911130-subnet', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:33:20.096127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Made reservation on behalf of 64429c2602b5421eb85d6aa0cf553de8 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:33:20.099131 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:20.320837 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:20.377277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77aedc19-2828-4cf5-9328-885854601029,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:20.387577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Checking segment: {'id': 'afc35f9a-949d-40a0-9213-c1ab0f99cf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:33:20.387949 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Network hostable DHCP agents. Network: c4ca35bc-cbf1-4652-b495-fc2e610c6f0c, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:33:20.457844 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:33:20.489650 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:33:20.524877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, c4ca35bc-cbf1-4652-b495-fc2e610c6f0c) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:20.528913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:20.529517 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:20.535182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab999f7-bc5c-407f-9a69-9803252b6dd6 None None] Network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:33:20.604278 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-003b7a7a-5f71-43bf-ab8e-6bc3dc7829c8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5843778 Dec 08 13:33:20.606787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37046) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:20.611564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:33:20.637621 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Sync routers for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:33:20.644463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-c4ca35bc-cbf1-4652-b495-fc2e610c6f0c', 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c', 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'fixed_ips': [{'subnet_id': '77aedc19-2828-4cf5-9328-885854601029'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:33:20.644727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:20.651285 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:20.651897 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:33:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:20.726461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:20.727732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:20.760250 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:20.778774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Allocated IP 172.20.0.2 (c4ca35bc-cbf1-4652-b495-fc2e610c6f0c/77aedc19-2828-4cf5-9328-885854601029/595ee358-e885-467b-967c-90085986e3fc) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:33:20.781152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:20.926240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:20.962800 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 2, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:20.975603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:20.990836 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Checking router: 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:33:20.991218 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Updating router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 port e6ad1a31-f92c-45c6-a231-29f13222f828 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:33:21.006707 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.015655 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.044545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:33:21.047341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:21.057945 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:33:21.065820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Pushing event updated for resources: {'Port': ['ID=595ee358-e885-467b-967c-90085986e3fc,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:21.117137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Attempting to bind port 595ee358-e885-467b-967c-90085986e3fc on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:33:21.117510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Attempting to bind port 595ee358-e885-467b-967c-90085986e3fc by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'afc35f9a-949d-40a0-9213-c1ab0f99cf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:33:21.117883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Attempting to bind port 595ee358-e885-467b-967c-90085986e3fc on network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:33:21.123341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:33:21.123812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Checking segment: {'id': 'afc35f9a-949d-40a0-9213-c1ab0f99cf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:33:21.124255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.124893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Bound using segment: {'id': 'afc35f9a-949d-40a0-9213-c1ab0f99cf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:33:21.125590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Bound port: 595ee358-e885-467b-967c-90085986e3fc, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc35f9a-949d-40a0-9213-c1ab0f99cf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:33:21.125590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.195581 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] For port 595ee358-e885-467b-967c-90085986e3fc, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:33:21.198942 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] For port 595ee358-e885-467b-967c-90085986e3fc, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=595ee358-e885-467b-967c-90085986e3fc,segment=NetworkSegment(afc35f9a-949d-40a0-9213-c1ab0f99cf27),segment_id=afc35f9a-949d-40a0-9213-c1ab0f99cf27)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:33:21.246182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:33:21.270142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.282467 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.303967 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.334372 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.353265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199f1a-5efd-40a7-bc67-3254a267249f None None] Pushing event updated for resources: {'Port': ['ID=595ee358-e885-467b-967c-90085986e3fc,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:21.363505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:21.363887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.391310 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.421232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Allocated IP 172.26.7.32 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/8f02ae1b-fbac-4d2b-9bfd-de639487f6c1) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:33:21.468251 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Pushing event updated for resources: {'Port': ['ID=e6ad1a31-f92c-45c6-a231-29f13222f828,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:21.492810 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.493467 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.493467 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.493828 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.494168 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.494502 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.494875 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.495211 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.495543 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.495870 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.496198 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.496520 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.496842 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:21.532683 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Attempting to bind port e6ad1a31-f92c-45c6-a231-29f13222f828 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:33:21.533062 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Attempting to bind port e6ad1a31-f92c-45c6-a231-29f13222f828 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:33:21.533423 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Attempting to bind port e6ad1a31-f92c-45c6-a231-29f13222f828 on network 064aab42-2dc4-4284-9c7f-1763599feb09 {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:33:21.543560 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:33:21.544046 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Checking segment: {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:33:21.544905 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.545370 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Bound using segment: {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:33:21.545927 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Bound port: e6ad1a31-f92c-45c6-a231-29f13222f828, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:33:21.546407 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.556633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.645479 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] For port e6ad1a31-f92c-45c6-a231-29f13222f828, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:33:21.648473 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] For port e6ad1a31-f92c-45c6-a231-29f13222f828, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e6ad1a31-f92c-45c6-a231-29f13222f828,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:33:21.681623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.712814 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.725704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:33:21.730705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:21.736281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:33:21.741788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Pushing event updated for resources: {'Port': ['ID=8f02ae1b-fbac-4d2b-9bfd-de639487f6c1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:21.757801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc76393-9281-41ae-a564-4aa21599fffd None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:21.785390 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:21.786088 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:33:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:21.826973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-99584ad0-9aaf-4afc-a5e5-c74e5d3524b4 None None] Provisioning complete for port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:21.827621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99584ad0-9aaf-4afc-a5e5-c74e5d3524b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.849469 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11701454-9c71-4de2-bd01-ba61d027ce93 None None] Pushing event updated for resources: {'Port': ['ID=e6ad1a31-f92c-45c6-a231-29f13222f828,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:21.887439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-99584ad0-9aaf-4afc-a5e5-c74e5d3524b4 None None] Port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:33:21.901872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-99584ad0-9aaf-4afc-a5e5-c74e5d3524b4 None None] Provisioning complete for port e6ad1a31-f92c-45c6-a231-29f13222f828 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:21.902533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99584ad0-9aaf-4afc-a5e5-c74e5d3524b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:21.928569 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:21.995386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99584ad0-9aaf-4afc-a5e5-c74e5d3524b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:22.031498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-99584ad0-9aaf-4afc-a5e5-c74e5d3524b4 None None] For port e6ad1a31-f92c-45c6-a231-29f13222f828, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e6ad1a31-f92c-45c6-a231-29f13222f828,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:22.158061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:22.166792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99584ad0-9aaf-4afc-a5e5-c74e5d3524b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:22.222458 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99584ad0-9aaf-4afc-a5e5-c74e5d3524b4 None None] Pushing event updated for resources: {'Port': ['ID=e6ad1a31-f92c-45c6-a231-29f13222f828,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:22.257972 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:21Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:22.288514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-0f3f69e8-939e-4fb7-bea6-76bf2a818e44 None None] Provisioning complete for port e6ad1a31-f92c-45c6-a231-29f13222f828 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:22.288895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0f3f69e8-939e-4fb7-bea6-76bf2a818e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:22.291600 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b652424e-e24c-42c7-ac4f-a360abc886af None None] The sync data for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv is: [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:21Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:33:22.570704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe81da-a7d2-41fa-80b5-01f6a77be9a3 None None] Network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:33:22.657384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-90cd3cb3-7209-4c1c-9322-78b867e26a6f None None] Provisioning complete for port 595ee358-e885-467b-967c-90085986e3fc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:22.657885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-90cd3cb3-7209-4c1c-9322-78b867e26a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:22.748659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:22.777184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-90cd3cb3-7209-4c1c-9322-78b867e26a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:22.812535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-90cd3cb3-7209-4c1c-9322-78b867e26a6f None None] For port 595ee358-e885-467b-967c-90085986e3fc, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=595ee358-e885-467b-967c-90085986e3fc,segment=NetworkSegment(afc35f9a-949d-40a0-9213-c1ab0f99cf27),segment_id=afc35f9a-949d-40a0-9213-c1ab0f99cf27)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:22.875246 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-90cd3cb3-7209-4c1c-9322-78b867e26a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:22.942796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd3cb3-7209-4c1c-9322-78b867e26a6f None None] Pushing event updated for resources: {'Port': ['ID=595ee358-e885-467b-967c-90085986e3fc,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:22.983880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Router 27efdcf3-8817-4109-8f8b-eb8bab9be90e is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:33:22.997684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a72da02f-b4cc-4d95-a579-6037fb64eb4e None None] Provisioning complete for port 595ee358-e885-467b-967c-90085986e3fc triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:22.998067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a72da02f-b4cc-4d95-a579-6037fb64eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:23.095330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:33:23.104218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Sync routers for ids ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:33:23.113596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Routers {'27efdcf3-8817-4109-8f8b-eb8bab9be90e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:23.114204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:33:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:23.169748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:23.171816 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fb143438-a1c8-494b-8aa6-68c141e7783e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5639260 Dec 08 13:33:23.175051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37048) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:33:23.228176 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Set router 27efdcf3-8817-4109-8f8b-eb8bab9be90e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:23.301154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 595ee358-e885-467b-967c-90085986e3fc up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:33:23.408497 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 595ee358-e885-467b-967c-90085986e3fc triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:23.408905 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:23.489730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:20Z', 'updated_at': '2021-12-08T13:33:21Z', 'revision_number': 3, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'gw_port': {'id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:21Z', 'updated_at': '2021-12-08T13:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:23.536819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Checking router: 27efdcf3-8817-4109-8f8b-eb8bab9be90e for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:33:23.537094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Updating router 27efdcf3-8817-4109-8f8b-eb8bab9be90e port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:33:23.569549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e6ad1a31-f92c-45c6-a231-29f13222f828 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:33:23.572180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:23.599629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:23.707811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port e6ad1a31-f92c-45c6-a231-29f13222f828 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:23.708185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:23.754760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Allocated IP 172.20.0.1 (c4ca35bc-cbf1-4652-b495-fc2e610c6f0c/77aedc19-2828-4cf5-9328-885854601029/e12025eb-6a93-421d-aac6-f2c732ecd1d6) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:33:23.860819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:23.949609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:23.989935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:33:23.992840 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:23.998616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:33:24.004380 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Pushing event updated for resources: {'Port': ['ID=e12025eb-6a93-421d-aac6-f2c732ecd1d6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:24.028926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.029198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.029554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.029899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.030238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.030654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.030924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.031263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.031599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.031937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.032275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.032606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.032932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:33:24.053970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.076445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.144597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.197709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320d3e6b-94e0-4ef5-a372-55582e32098b None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:24.217126 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Attempting to bind port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:33:24.217500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Attempting to bind port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:33:24.217867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Attempting to bind port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:33:24.221928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff810d-4716-4aee-996f-7e2689300021 None None] Pushing event updated for resources: {'Port': ['ID=8f02ae1b-fbac-4d2b-9bfd-de639487f6c1,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:24.232999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:33:24.232999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:33:24.232999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.233500 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:33:24.233686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Bound port: 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:33:24.234070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.237444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d9e80bb2-4cdf-41b8-9bc0-b5bf5ee621b5 None None] Provisioning complete for port e12025eb-6a93-421d-aac6-f2c732ecd1d6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:24.237444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d9e80bb2-4cdf-41b8-9bc0-b5bf5ee621b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.250201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.304864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d9e80bb2-4cdf-41b8-9bc0-b5bf5ee621b5 None None] Port e12025eb-6a93-421d-aac6-f2c732ecd1d6 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:33:24.315766 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] For port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:33:24.318807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] For port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8f02ae1b-fbac-4d2b-9bfd-de639487f6c1,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:33:24.389618 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.413870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.439111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92298122-fdba-44ad-85ad-1c78d9633686 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:33:24.469183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-11a3906e-458a-417a-b28c-7bb78f36dbc8 None None] Provisioning complete for port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:24.469412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11a3906e-458a-417a-b28c-7bb78f36dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.472013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Routers {'27efdcf3-8817-4109-8f8b-eb8bab9be90e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:24.472625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:33:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:24.490217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff810d-4716-4aee-996f-7e2689300021 None None] Pushing event updated for resources: {'Port': ['ID=8f02ae1b-fbac-4d2b-9bfd-de639487f6c1,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:24.497179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.570035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.571892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Pushing event updated for resources: {'Port': ['ID=e12025eb-6a93-421d-aac6-f2c732ecd1d6,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:24.636794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] Set router 27efdcf3-8817-4109-8f8b-eb8bab9be90e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:24.662204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11a3906e-458a-417a-b28c-7bb78f36dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.668604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:33:24.670041 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:24.696692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-11a3906e-458a-417a-b28c-7bb78f36dbc8 None None] For port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8f02ae1b-fbac-4d2b-9bfd-de639487f6c1,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:24.783158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-11a3906e-458a-417a-b28c-7bb78f36dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.795989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Router 27efdcf3-8817-4109-8f8b-eb8bab9be90e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:33:24.872220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3906e-458a-417a-b28c-7bb78f36dbc8 None None] Pushing event updated for resources: {'Port': ['ID=8f02ae1b-fbac-4d2b-9bfd-de639487f6c1,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:24.907831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9382c60a-7351-4913-9855-f258f4929d11 None None] Provisioning complete for port e12025eb-6a93-421d-aac6-f2c732ecd1d6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:24.908208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9382c60a-7351-4913-9855-f258f4929d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:24.916641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:33:24.922181 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-495c53fc-fc58-4858-862f-8c46c4dd4c0d admin admin] 10.222.0.76 "PUT /v2.0/routers/27efdcf3-8817-4109-8f8b-eb8bab9be90e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448528 Dec 08 13:33:24.941761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:20Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 4, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'gw_port': {'id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:21Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e12025eb-6a93-421d-aac6-f2c732ecd1d6', 'name': '', 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'mac_address': 'fa:16:3e:de:14:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '77aedc19-2828-4cf5-9328-885854601029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:23Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 2, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'subnets': [{'id': '77aedc19-2828-4cf5-9328-885854601029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:24.973219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f621499-6009-4fc2-98c8-6b90d759de77 None None] The sync data for ids ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'] in dv-neutron-799625-5-hyperv is: [{'id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:20Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 4, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'gw_port': {'id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:21Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e12025eb-6a93-421d-aac6-f2c732ecd1d6', 'name': '', 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'mac_address': 'fa:16:3e:de:14:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '77aedc19-2828-4cf5-9328-885854601029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:23Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 2, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'subnets': [{'id': '77aedc19-2828-4cf5-9328-885854601029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:33:24.976544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9382c60a-7351-4913-9855-f258f4929d11 None None] Port e12025eb-6a93-421d-aac6-f2c732ecd1d6 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:33:24.986853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9382c60a-7351-4913-9855-f258f4929d11 None None] Provisioning complete for port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:24.987910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9382c60a-7351-4913-9855-f258f4929d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:27.175494 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Sync routers for ids ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:33:27.193872 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Routers {'27efdcf3-8817-4109-8f8b-eb8bab9be90e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:27.194513 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:33:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:27.256369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:33:27.310677 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Set router 27efdcf3-8817-4109-8f8b-eb8bab9be90e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:27.325921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:27.327225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:27.535518 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:20Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 4, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'gw_port': {'id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:21Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e12025eb-6a93-421d-aac6-f2c732ecd1d6', 'name': '', 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'mac_address': 'fa:16:3e:de:14:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '77aedc19-2828-4cf5-9328-885854601029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:23Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 2, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'subnets': [{'id': '77aedc19-2828-4cf5-9328-885854601029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:27.568040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Checking router: 27efdcf3-8817-4109-8f8b-eb8bab9be90e for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:33:27.568464 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Updating router 27efdcf3-8817-4109-8f8b-eb8bab9be90e port e12025eb-6a93-421d-aac6-f2c732ecd1d6 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:33:27.594668 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:27.896320 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:27.988087 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:28.052097 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b988df3-630c-45cf-aa58-c66e23931572 None None] Pushing event updated for resources: {'Port': ['ID=e12025eb-6a93-421d-aac6-f2c732ecd1d6,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:28.114427 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Attempting to bind port e12025eb-6a93-421d-aac6-f2c732ecd1d6 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:33:28.114848 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Attempting to bind port e12025eb-6a93-421d-aac6-f2c732ecd1d6 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'afc35f9a-949d-40a0-9213-c1ab0f99cf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:33:28.115219 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Attempting to bind port e12025eb-6a93-421d-aac6-f2c732ecd1d6 on network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:33:28.120705 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:33:28.121078 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Checking segment: {'id': 'afc35f9a-949d-40a0-9213-c1ab0f99cf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:33:28.121480 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:28.121873 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Bound using segment: {'id': 'afc35f9a-949d-40a0-9213-c1ab0f99cf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:33:28.122337 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Bound port: e12025eb-6a93-421d-aac6-f2c732ecd1d6, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc35f9a-949d-40a0-9213-c1ab0f99cf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:33:28.122744 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:28.199362 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] For port e12025eb-6a93-421d-aac6-f2c732ecd1d6, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:33:28.203676 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] For port e12025eb-6a93-421d-aac6-f2c732ecd1d6, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e12025eb-6a93-421d-aac6-f2c732ecd1d6,segment=NetworkSegment(afc35f9a-949d-40a0-9213-c1ab0f99cf27),segment_id=afc35f9a-949d-40a0-9213-c1ab0f99cf27)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:33:28.285677 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:28.343321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ffcf851c-3aa2-4767-830f-64e3c01043db None None] Provisioning complete for port e12025eb-6a93-421d-aac6-f2c732ecd1d6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:28.345625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ffcf851c-3aa2-4767-830f-64e3c01043db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:28.355689 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Routers {'27efdcf3-8817-4109-8f8b-eb8bab9be90e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:33:28.356321 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:33:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:28.358155 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b988df3-630c-45cf-aa58-c66e23931572 None None] Pushing event updated for resources: {'Port': ['ID=e12025eb-6a93-421d-aac6-f2c732ecd1d6,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:28.475902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ffcf851c-3aa2-4767-830f-64e3c01043db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:28.511507 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] Set router 27efdcf3-8817-4109-8f8b-eb8bab9be90e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:33:28.524152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ffcf851c-3aa2-4767-830f-64e3c01043db None None] For port e12025eb-6a93-421d-aac6-f2c732ecd1d6, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e12025eb-6a93-421d-aac6-f2c732ecd1d6,segment=NetworkSegment(afc35f9a-949d-40a0-9213-c1ab0f99cf27),segment_id=afc35f9a-949d-40a0-9213-c1ab0f99cf27)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:28.623876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ffcf851c-3aa2-4767-830f-64e3c01043db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:28.690202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf851c-3aa2-4767-830f-64e3c01043db None None] Pushing event updated for resources: {'Port': ['ID=e12025eb-6a93-421d-aac6-f2c732ecd1d6,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:28.745177 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:20Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 4, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'gw_port': {'id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:21Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e12025eb-6a93-421d-aac6-f2c732ecd1d6', 'name': '', 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'mac_address': 'fa:16:3e:de:14:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '77aedc19-2828-4cf5-9328-885854601029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:23Z', 'updated_at': '2021-12-08T13:33:28Z', 'revision_number': 4, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'subnets': [{'id': '77aedc19-2828-4cf5-9328-885854601029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:33:28.771726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-33ff46a9-3a9e-444e-bd3f-c9fd3518113d None None] Provisioning complete for port e12025eb-6a93-421d-aac6-f2c732ecd1d6 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:28.772105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-33ff46a9-3a9e-444e-bd3f-c9fd3518113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:28.780702 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7118-5fe3-48b5-8f2b-b70392e3b0b5 None None] The sync data for ids ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'] in dv-neutron-799625-5-hyperv is: [{'id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:20Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 4, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'gw_port': {'id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:21Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e12025eb-6a93-421d-aac6-f2c732ecd1d6', 'name': '', 'network_id': 'c4ca35bc-cbf1-4652-b495-fc2e610c6f0c', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'mac_address': 'fa:16:3e:de:14:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '77aedc19-2828-4cf5-9328-885854601029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:23Z', 'updated_at': '2021-12-08T13:33:28Z', 'revision_number': 4, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'subnets': [{'id': '77aedc19-2828-4cf5-9328-885854601029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:33:29.244091 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e12025eb-6a93-421d-aac6-f2c732ecd1d6 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:33:29.299899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port e12025eb-6a93-421d-aac6-f2c732ecd1d6 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:29.300527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:36.823499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-f30d1ee1-4248-44ee-8715-dee11581ae6a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:36.824876 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-f30d1ee1-4248-44ee-8715-dee11581ae6a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/networks?id=064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 200 len: 814 time: 0.0985777 Dec 08 13:33:36.840122 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-5b10f000-27f3-4d59-ae2e-d181298178dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/quotas/784826e3e4de4a09b36bb600be9d7d18 HTTP/1.1" status: 200 len: 375 time: 0.0095935 Dec 08 13:33:36.895227 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-fdac78ac-c5ac-403a-99ea-dc08c9167863 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491085 Dec 08 13:33:37.003354 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-1afc59cc-aed0-4d0a-9692-fe75acf23f3e service neutron] 10.222.0.76 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964072 Dec 08 13:33:37.094882 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-cd74044e-ca3e-4031-9b5a-6e8c707d1961 service neutron] 10.222.0.76 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850179 Dec 08 13:33:37.313648 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47642edd-2779-43d3-8e2b-2c1de6dce634 req-45af9eac-ced3-42a7-ad64-0621fda680f7 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 210 time: 0.0265863 Dec 08 13:33:38.404563 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4f6ea485-0bb2-4c01-a46a-67280382770a req-a3fa056f-7547-4c50-8cf3-9067a1a14319 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Dec 08 13:33:39.505109 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-226973e6-c112-4170-9aa2-42bc79872354 req-5ddff5ba-e962-4cde-972a-f91b61feb645 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 210 time: 0.0315762 Dec 08 13:33:39.513039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-a4a16ee4-9008-4124-9d47-fca5a3bf3d4f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:39.514591 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-a4a16ee4-9008-4124-9d47-fca5a3bf3d4f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.72 "GET /v2.0/networks?id=064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 200 len: 814 time: 0.1294072 Dec 08 13:33:39.527382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'port': {'device_id': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'admin_state_up': True, 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:33:39.708581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Made reservation on behalf of 784826e3e4de4a09b36bb600be9d7d18 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:33:39.712166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:39.835062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Allocated IP 172.20.0.7 (064aab42-2dc4-4284-9c7f-1763599feb09/f944d12e-c5c1-44aa-bcb3-bd488adbf94b/6ae9e1b9-38d2-40ff-a919-3339852c08bf) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:33:39.985064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:40.069119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:40.109878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Network 064aab42-2dc4-4284-9c7f-1763599feb09 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:33:40.113141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:33:40.117201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:33:40.159489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'Port': ['ID=6ae9e1b9-38d2-40ff-a919-3339852c08bf,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:40.220279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:40.223616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:40.306031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-61f21c9b-3d8a-4f1c-a961-dbfa432d178a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7822783 Dec 08 13:33:40.457623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:40.468095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b7acddd7-f2e9-4830-89ad-5d2239427d53 None None] Provisioning complete for port 6ae9e1b9-38d2-40ff-a919-3339852c08bf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:40.468467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b7acddd7-f2e9-4830-89ad-5d2239427d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:40.491111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8b98ba5f-4c83-404f-bc2f-46a99af17bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:40.507279 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b7acddd7-f2e9-4830-89ad-5d2239427d53 None None] Port 6ae9e1b9-38d2-40ff-a919-3339852c08bf cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:33:40.626612 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225b560-ca49-4bd9-a9c3-4480d10487b9 req-be75b05f-de60-4174-b287-4b7629b4a633 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:40.629713 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f225b560-ca49-4bd9-a9c3-4480d10487b9 req-be75b05f-de60-4174-b287-4b7629b4a633 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 931 time: 0.0536482 Dec 08 13:33:40.680071 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f225b560-ca49-4bd9-a9c3-4480d10487b9 req-e81e7121-c5a8-4f11-a119-3d2d77f44918 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Dec 08 13:33:41.797667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0255af9-9a86-4b66-883b-804450d6fb20 req-8ec1b376-ad9f-49e5-a002-1eaef7b9bbae tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:41.799237 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0255af9-9a86-4b66-883b-804450d6fb20 req-8ec1b376-ad9f-49e5-a002-1eaef7b9bbae tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 931 time: 0.0487485 Dec 08 13:33:41.854378 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0255af9-9a86-4b66-883b-804450d6fb20 req-a516b287-71a7-4f87-86c9-fc9139bbd402 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466375 Dec 08 13:33:42.895476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9f405326-03c6-4970-9ee4-8f16b2959f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:42.977764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7a34d-930f-49bf-a931-8a05a461b242 req-4be4eec3-5db6-4897-814d-3266295163aa tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:42.979370 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3ff7a34d-930f-49bf-a931-8a05a461b242 req-4be4eec3-5db6-4897-814d-3266295163aa tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 931 time: 0.0593696 Dec 08 13:33:43.033472 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3ff7a34d-930f-49bf-a931-8a05a461b242 req-9603039e-ee04-4ffb-aff5-72a91f039364 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480847 Dec 08 13:33:44.154375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61dea-5be5-432c-abcb-88ac5b6cf050 req-0e45cf0e-79ab-49eb-b8be-38c29ec3258d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:44.155980 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4cb61dea-5be5-432c-abcb-88ac5b6cf050 req-0e45cf0e-79ab-49eb-b8be-38c29ec3258d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 931 time: 0.0494769 Dec 08 13:33:44.183145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:44.208506 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4cb61dea-5be5-432c-abcb-88ac5b6cf050 req-0c8c2caa-8884-405c-ae69-3b50b8254a8b tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461135 Dec 08 13:33:45.354986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bb31f-de65-4bd3-a99d-67a413ce4501 req-9cdff59e-21e0-416b-902d-f278664c7235 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:45.356676 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ff7bb31f-de65-4bd3-a99d-67a413ce4501 req-9cdff59e-21e0-416b-902d-f278664c7235 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 931 time: 0.0795019 Dec 08 13:33:45.423954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ff7bb31f-de65-4bd3-a99d-67a413ce4501 req-495a4101-2970-4c6c-b9f3-061142baa130 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592968 Dec 08 13:33:45.437993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:46.244018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:46.580148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1e1af-d38d-445a-9758-c1471f057169 req-a92089e4-26e5-498c-86a5-625129cb9c5b tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:46.583742 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-64a1e1af-d38d-445a-9758-c1471f057169 req-a92089e4-26e5-498c-86a5-625129cb9c5b tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 931 time: 0.0778053 Dec 08 13:33:46.631806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-64a1e1af-d38d-445a-9758-c1471f057169 req-16a0cf14-fd9a-4d75-9736-1f62998955a6 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Dec 08 13:33:47.762350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf844087-f48e-4eab-b669-5f2e781975c7 req-9800ad28-1159-4713-88b7-d1dea2596cbf tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:47.764170 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bf844087-f48e-4eab-b669-5f2e781975c7 req-9800ad28-1159-4713-88b7-d1dea2596cbf tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 931 time: 0.0522842 Dec 08 13:33:47.812509 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bf844087-f48e-4eab-b669-5f2e781975c7 req-074dae35-bd82-4326-a90c-6c9044b76c4e tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Dec 08 13:33:48.951819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c830821-e830-480d-9e19-f19d3a3c4522 req-6f885306-0c19-4ffa-b04b-4777eaeebb40 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:48.953343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6c830821-e830-480d-9e19-f19d3a3c4522 req-6f885306-0c19-4ffa-b04b-4777eaeebb40 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 931 time: 0.0677786 Dec 08 13:33:49.003052 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6c830821-e830-480d-9e19-f19d3a3c4522 req-e32341c8-a24b-4c40-a50e-b9e065f7d56f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Dec 08 13:33:50.130678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9836de-545a-451b-b007-ae98f126bcd0 req-3fe11d17-8a21-4b6f-ac84-ef8c274cb449 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:50.139283 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e9836de-545a-451b-b007-ae98f126bcd0 req-3fe11d17-8a21-4b6f-ac84-ef8c274cb449 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 931 time: 0.0534093 Dec 08 13:33:50.181911 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e9836de-545a-451b-b007-ae98f126bcd0 req-b2d9ec26-bffa-49db-900a-89a242f17b51 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Dec 08 13:33:50.532529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Request body: {'port': {'device_id': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:33:50.589773 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:50.841387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae9e1b9-38d2-40ff-a919-3339852c08bf {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:33:50.849220 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:50.860842 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Transition to ACTIVE for port object 6ae9e1b9-38d2-40ff-a919-3339852c08bf will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:33:50.942775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:50.996886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae9e1b9-38d2-40ff-a919-3339852c08bf,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:51.068870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Attempting to bind port 6ae9e1b9-38d2-40ff-a919-3339852c08bf on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:33:51.069211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Attempting to bind port 6ae9e1b9-38d2-40ff-a919-3339852c08bf by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:33:51.069547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Attempting to bind port 6ae9e1b9-38d2-40ff-a919-3339852c08bf on network 064aab42-2dc4-4284-9c7f-1763599feb09 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:33:51.074176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Port 6ae9e1b9-38d2-40ff-a919-3339852c08bf on network 064aab42-2dc4-4284-9c7f-1763599feb09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:33:51.074499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Attempting to bind port 6ae9e1b9-38d2-40ff-a919-3339852c08bf on network 064aab42-2dc4-4284-9c7f-1763599feb09 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:33:51.079556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:33:51.079896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Checking segment: {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:33:51.080286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Bound using segment: {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:33:51.080718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Bound port: 6ae9e1b9-38d2-40ff-a919-3339852c08bf, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510a08f7-a127-4597-a667-1bcaf046394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:33:51.081079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:51.145309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] For port 6ae9e1b9-38d2-40ff-a919-3339852c08bf, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:33:51.148335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] For port 6ae9e1b9-38d2-40ff-a919-3339852c08bf, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:33:51.200177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:51.243697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:51.244248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:51.245694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] 10.222.0.72 "PUT /v2.0/ports/6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 1093 time: 0.7175343 Dec 08 13:33:51.246242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:33:51.248541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee027127-f81f-4d74-aec5-49518737bc45" -d '{"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:33:51.300811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c42df-d978-46e6-ad80-6b50def2a588 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae9e1b9-38d2-40ff-a919-3339852c08bf,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:51.329850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa95c55-92fb-4285-9881-6b410b2ac1d6 req-98bd168d-e395-412f-9cfe-e53402a5ae34 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:51.332050 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4aa95c55-92fb-4285-9881-6b410b2ac1d6 req-98bd168d-e395-412f-9cfe-e53402a5ae34 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 943 time: 0.0752270 Dec 08 13:33:51.333656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fd498b-6e30-466e-a497-43abfde8d486 x-openstack-request-id: req-c3fd498b-6e30-466e-a497-43abfde8d486 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:33:51.333997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:33:51.334216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3fd498b-6e30-466e-a497-43abfde8d486 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:33:51.334630 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'status': 'completed', 'code': 200} Dec 08 13:33:51.410486 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4aa95c55-92fb-4285-9881-6b410b2ac1d6 req-b691bb1d-54ff-4ce6-8662-78d6ba2b13b4 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692782 Dec 08 13:33:51.420971 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee027127-f81f-4d74-aec5-49518737bc45 req-5ccee215-57d2-4645-a5b1-3e6e70accffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:51.425703 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ee027127-f81f-4d74-aec5-49518737bc45 req-5ccee215-57d2-4645-a5b1-3e6e70accffa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1096 time: 0.0667651 Dec 08 13:33:51.524547 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee027127-f81f-4d74-aec5-49518737bc45 req-4e57ded4-2dfb-4a2a-b9e8-25c544b4fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:51.525998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ee027127-f81f-4d74-aec5-49518737bc45 req-4e57ded4-2dfb-4a2a-b9e8-25c544b4fbf3 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=784826e3e4de4a09b36bb600be9d7d18&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0958221 Dec 08 13:33:51.618832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee027127-f81f-4d74-aec5-49518737bc45 req-c9797328-9fba-4113-933c-326066d026b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:51.620336 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ee027127-f81f-4d74-aec5-49518737bc45 req-c9797328-9fba-4113-933c-326066d026b8 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875616 Dec 08 13:33:51.700256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-6400f01f-09c4-4113-9d08-2d0c8cd161df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:51.701761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-6400f01f-09c4-4113-9d08-2d0c8cd161df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1096 time: 0.0448344 Dec 08 13:33:51.742059 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-64516e1e-b16a-4292-98c2-763899d4d499 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 217 time: 0.0327635 Dec 08 13:33:51.788120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-be9ea9f5-d467-4e74-9268-d68ee49eb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:51.789504 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-be9ea9f5-d467-4e74-9268-d68ee49eb754 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f944d12e-c5c1-44aa-bcb3-bd488adbf94b HTTP/1.1" status: 200 len: 853 time: 0.0408771 Dec 08 13:33:51.837984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-94c49ecf-6d25-477e-a80a-f4f9bbe0b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:51.839460 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-94c49ecf-6d25-477e-a80a-f4f9bbe0b9df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064aab42-2dc4-4284-9c7f-1763599feb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422370 Dec 08 13:33:51.931944 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-0324dd3a-dd24-44be-9aa6-19f773eb4e44 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825114 Dec 08 13:33:52.028630 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-900dadd2-c2d6-45d6-a4b0-2be0eef44f7b req-785682c7-2606-4aa1-a9be-7016542c7b91 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892019 Dec 08 13:33:52.524665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a57d0-5678-4397-9fd5-9f23b3792991 req-a9594cd0-5ca6-4a85-83df-58e21fafa45f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:52.526119 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b7a57d0-5678-4397-9fd5-9f23b3792991 req-a9594cd0-5ca6-4a85-83df-58e21fafa45f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 943 time: 0.0490065 Dec 08 13:33:52.573002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b7a57d0-5678-4397-9fd5-9f23b3792991 req-d0dd7f7b-7b2f-4e76-8630-25b9838769c2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Dec 08 13:33:53.686305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d040dff-cc48-48a6-b9fa-8cadfc7b10c4 req-d95051aa-da6a-4d81-a4e0-04dc7c422616 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:53.687800 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d040dff-cc48-48a6-b9fa-8cadfc7b10c4 req-d95051aa-da6a-4d81-a4e0-04dc7c422616 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 943 time: 0.0487573 Dec 08 13:33:53.736708 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d040dff-cc48-48a6-b9fa-8cadfc7b10c4 req-5bf77e91-fe4f-4fec-9c00-ae40a07c5ad4 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Dec 08 13:33:54.675423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 6ae9e1b9-38d2-40ff-a919-3339852c08bf details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:33:54.769558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 6ae9e1b9-38d2-40ff-a919-3339852c08bf, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:54.780227 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'port_id': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'mac_address': 'fa:16:3e:5b:f1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:33:54.817423 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:54.830912 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae9e1b9-38d2-40ff-a919-3339852c08bf {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:33:54.850712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 6ae9e1b9-38d2-40ff-a919-3339852c08bf, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:54.918327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:54.972436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=6ae9e1b9-38d2-40ff-a919-3339852c08bf,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:55.126269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['6ae9e1b9-38d2-40ff-a919-3339852c08bf'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:33:55.189767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2adccc-e8b1-4ff1-82c6-785ad9b80b08 req-3fa8fd25-38ea-4432-a08e-2a88f41c22e5 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:55.191268 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-da2adccc-e8b1-4ff1-82c6-785ad9b80b08 req-3fa8fd25-38ea-4432-a08e-2a88f41c22e5 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 943 time: 0.3890901 Dec 08 13:33:55.238671 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-da2adccc-e8b1-4ff1-82c6-785ad9b80b08 req-4a056273-dfb6-4dd9-8ac5-f595c81509ac tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Dec 08 13:33:56.351377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f2a8d-d82f-455c-aba7-6215c0ff2c32 req-a515776d-37c4-4f3b-9aae-accfab8d9240 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:56.352857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-036f2a8d-d82f-455c-aba7-6215c0ff2c32 req-a515776d-37c4-4f3b-9aae-accfab8d9240 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 944 time: 0.0478978 Dec 08 13:33:56.399185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-036f2a8d-d82f-455c-aba7-6215c0ff2c32 req-f5238af6-233e-443c-ace1-6ed38e1776ca tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Dec 08 13:33:56.692569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 6ae9e1b9-38d2-40ff-a919-3339852c08bf up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:33:56.833740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 6ae9e1b9-38d2-40ff-a919-3339852c08bf completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:33:56.837678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 6ae9e1b9-38d2-40ff-a919-3339852c08bf triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:33:56.843592 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:56.919365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:56.946036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:33:56.948430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf955694-9992-46b2-9c4e-cb7461d0534f" -d '{"events": [{"server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "name": "network-vif-plugged", "status": "completed", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:33:56.964457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 6ae9e1b9-38d2-40ff-a919-3339852c08bf, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:33:56.984210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5df27a7-a4c8-4036-94e4-71751c0871cd x-openstack-request-id: req-f5df27a7-a4c8-4036-94e4-71751c0871cd {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:33:56.986209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "name": "network-vif-plugged", "status": "completed", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:33:56.986209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5df27a7-a4c8-4036-94e4-71751c0871cd {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:33:56.986209 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'code': 200} Dec 08 13:33:57.034880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:33:57.080588 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=6ae9e1b9-38d2-40ff-a919-3339852c08bf,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:33:57.273440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9d667-639c-4601-b414-b96255820b57 req-609feaf7-6646-4c50-a9c4-884d2a97114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:57.274971 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32f9d667-639c-4601-b414-b96255820b57 req-609feaf7-6646-4c50-a9c4-884d2a97114d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1098 time: 0.0443306 Dec 08 13:33:57.319225 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-32f9d667-639c-4601-b414-b96255820b57 req-af2ad84e-1ed5-4054-920d-e51212f978b4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362680 Dec 08 13:33:57.491891 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:33:57.512402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a384e-e795-4ac1-b9b0-916f760cd0b0 req-9874562d-3f5d-4cf9-8a23-b9373fbfe38a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:57.513894 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c07a384e-e795-4ac1-b9b0-916f760cd0b0 req-9874562d-3f5d-4cf9-8a23-b9373fbfe38a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 945 time: 0.0503721 Dec 08 13:33:57.560384 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c07a384e-e795-4ac1-b9b0-916f760cd0b0 req-323fd798-0023-4ca9-a3fb-d95ebbc6c576 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Dec 08 13:33:58.680883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6e1df-7349-4c29-b6c6-f4c845372f92 req-dac6d461-7ec3-4e87-9322-962db430bef4 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:58.682428 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5bd6e1df-7349-4c29-b6c6-f4c845372f92 req-dac6d461-7ec3-4e87-9322-962db430bef4 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 945 time: 0.0508308 Dec 08 13:33:58.734026 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5bd6e1df-7349-4c29-b6c6-f4c845372f92 req-5c7c2545-8e99-4c2c-8ce1-908fc05b137a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454807 Dec 08 13:33:58.846595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530ffa8-a50b-49d9-a564-fe77b0da4f83 req-7bf3ebc0-0a53-4ecd-bd00-2263ae290261 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:58.847994 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e530ffa8-a50b-49d9-a564-fe77b0da4f83 req-7bf3ebc0-0a53-4ecd-bd00-2263ae290261 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Dec 08 13:33:58.895251 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e530ffa8-a50b-49d9-a564-fe77b0da4f83 req-7b5da76e-07bb-4d05-9728-cef28c0825d7 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Dec 08 13:33:59.227042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace997e2-6ba7-43ea-b955-1af62189db14 req-08891a1e-d324-4e56-91cf-8b4397a94816 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:33:59.228609 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ace997e2-6ba7-43ea-b955-1af62189db14 req-08891a1e-d324-4e56-91cf-8b4397a94816 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 945 time: 0.0514636 Dec 08 13:33:59.277005 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ace997e2-6ba7-43ea-b955-1af62189db14 req-ba715160-aebb-4c23-acd3-b8efe645aa1a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Dec 08 13:34:10.461530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:10.490104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-df2c7825-6fbb-4748-88e1-eaecb0059a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:12.901889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2c6ee536-186b-4e4a-8ded-39c2c1eb2625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:14.180127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:14.621227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbbc4f-6b8b-4539-83dd-31c898e32727 req-eb70e46c-7433-4697-af49-36445219c539 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:14.622766 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bbdbbc4f-6b8b-4539-83dd-31c898e32727 req-eb70e46c-7433-4697-af49-36445219c539 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 945 time: 0.0513341 Dec 08 13:34:14.681097 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bbdbbc4f-6b8b-4539-83dd-31c898e32727 req-3e0ee7a8-4f9d-4dbd-97cf-d70813e4fcca tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522895 Dec 08 13:34:14.702463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37256) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:34:14.833404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1132f5a-4424-464c-884e-8d4c1d9cd164 tempest-TestMinimumBasicScenario-1763109620 tempest-TestMinimumBasicScenario-1763109620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:14.834942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b1132f5a-4424-464c-884e-8d4c1d9cd164 tempest-TestMinimumBasicScenario-1763109620 tempest-TestMinimumBasicScenario-1763109620-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1093 time: 0.1314559 Dec 08 13:34:14.837793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37260) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:34:14.842018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:34:14.951304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:15.050379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:15.149060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Allocated IP 172.26.7.82 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/67d91122-16bb-44eb-b9d9-b29f977ba38c) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:34:15.252507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:15.336890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:15.373909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:34:15.376981 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:34:15.381286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:34:15.406190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:15.411130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'Port': ['ID=67d91122-16bb-44eb-b9d9-b29f977ba38c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:15.752654 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:15.881215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:16.032645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:16.084682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:16.157755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'Port': ['ID=67d91122-16bb-44eb-b9d9-b29f977ba38c,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:16.168504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:16.220019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:16.272777 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Floating IP 4e20ac70-8c3e-4d81-945d-d2ab35030086 associated. External IP: 172.26.7.82, port: 6ae9e1b9-38d2-40ff-a919-3339852c08bf. Dec 08 13:34:16.478171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:34:16.579244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:34:16.590123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] Sync routers for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:34:16.601025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:34:16.601687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:34:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:34:16.652584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:16.684644 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9cd0e7a4-86a8-4bde-9821-4e73d831e5e2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8458195 Dec 08 13:34:16.685254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:34:16.687567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d520d3c-d9e0-484c-8328-f82541469254" -d '{"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:34:16.687841 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37262) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:34:16.693553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598245674', 'description': 'tempest-secgroup-smoke-1598245674 description', 'project_id': '784826e3e4de4a09b36bb600be9d7d18'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:34:16.711569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:34:16.728478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0551e74-1dd6-406c-8b79-5f738fb2b316 x-openstack-request-id: req-e0551e74-1dd6-406c-8b79-5f738fb2b316 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:34:16.728478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:34:16.728478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0551e74-1dd6-406c-8b79-5f738fb2b316 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:34:16.728811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'status': 'completed', 'code': 200} Dec 08 13:34:16.799020 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:16.851271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d520d3c-d9e0-484c-8328-f82541469254 req-93dafc1b-9df8-41e8-98da-1de04be29ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:16.853531 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d520d3c-d9e0-484c-8328-f82541469254 req-93dafc1b-9df8-41e8-98da-1de04be29ea1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1098 time: 0.0879562 Dec 08 13:34:16.877369 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:16.948343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d520d3c-d9e0-484c-8328-f82541469254 req-44fc65ff-b836-4e2b-a1c4-a468dd03b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:16.950125 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d520d3c-d9e0-484c-8328-f82541469254 req-44fc65ff-b836-4e2b-a1c4-a468dd03b302 service neutron] 10.222.0.72 "GET /v2.0/networks?id=064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 200 len: 915 time: 0.0884085 Dec 08 13:34:16.951936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '4e20ac70-8c3e-4d81-945d-d2ab35030086', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'port_id': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'mac_address': 'fa:16:3e:5b:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:34:15Z', 'updated_at': '2021-12-08T13:34:15Z', 'revision_number': 0, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:22Z', 'revision_number': 5, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:34:16.958028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:16.979260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] Checking router: 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:34:16.988111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:34:16.988737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:34:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:34:16.988903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b529753-e2b1-4b25-9b60-aba8a5bfc460,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:16.996052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.997751 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.997751 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.997751 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.997751 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.998128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.998281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.998543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.998905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.999242 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.999577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:16.999911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:17.000240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:34:17.023140 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d520d3c-d9e0-484c-8328-f82541469254 req-ed033aee-0b61-49c7-b727-719c69135f53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 998 time: 0.0640640 Dec 08 13:34:17.041615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.043345 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-97ba7fb5-0af8-4af6-af70-ee4b19715090 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3538170 Dec 08 13:34:17.048905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37268) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:34:17.051122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-be76369c-dfcb-4da6-a757-75b0a2e27f98 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'security_group_rule': {'security_group_id': '3b529753-e2b1-4b25-9b60-aba8a5bfc460', 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:34:17.074023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d520d3c-d9e0-484c-8328-f82541469254 req-60fff779-a4b7-4d1e-8c8c-eb0e485a7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:17.075509 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d520d3c-d9e0-484c-8328-f82541469254 req-60fff779-a4b7-4d1e-8c8c-eb0e485a7dba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f944d12e-c5c1-44aa-bcb3-bd488adbf94b HTTP/1.1" status: 200 len: 853 time: 0.0449665 Dec 08 13:34:17.097729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:34:17.122254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d520d3c-d9e0-484c-8328-f82541469254 req-8ac6971f-357c-4732-874a-ec6487b0c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:17.123859 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d520d3c-d9e0-484c-8328-f82541469254 req-8ac6971f-357c-4732-874a-ec6487b0c5f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064aab42-2dc4-4284-9c7f-1763599feb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405774 Dec 08 13:34:17.138353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-0d520d3c-d9e0-484c-8328-f82541469254 req-aae9c858-112b-49d1-b565-fa74860e1acd service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:34:17.139352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d520d3c-d9e0-484c-8328-f82541469254 req-aae9c858-112b-49d1-b565-fa74860e1acd service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052013 Dec 08 13:34:17.147101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-be76369c-dfcb-4da6-a757-75b0a2e27f98 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.207836 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-be76369c-dfcb-4da6-a757-75b0a2e27f98 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.242331 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d520d3c-d9e0-484c-8328-f82541469254 req-1abd720e-bd64-400d-a56d-991a0d2e4d6b service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948863 Dec 08 13:34:17.256386 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-be76369c-dfcb-4da6-a757-75b0a2e27f98 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.275044 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76369c-dfcb-4da6-a757-75b0a2e27f98 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b47a5e-6d3f-4840-a9de-bfd1c64d686c,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:17.336182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '4e20ac70-8c3e-4d81-945d-d2ab35030086', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'port_id': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'mac_address': 'fa:16:3e:5b:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:34:15Z', 'updated_at': '2021-12-08T13:34:15Z', 'revision_number': 0, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:22Z', 'revision_number': 5, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:34:17.340414 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0d520d3c-d9e0-484c-8328-f82541469254 req-405e6f57-368d-467c-ab73-4258dc388695 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900483 Dec 08 13:34:17.349883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-be76369c-dfcb-4da6-a757-75b0a2e27f98 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.353689 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-be76369c-dfcb-4da6-a757-75b0a2e27f98 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040521 Dec 08 13:34:17.354686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37270) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:34:17.359172 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-75ad4176-97e9-4870-8cac-70386844e151 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'security_group_rule': {'security_group_id': '3b529753-e2b1-4b25-9b60-aba8a5bfc460', 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:34:17.367720 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6e414-fd35-4806-8050-339babd95217 None None] The sync data for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv is: [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '4e20ac70-8c3e-4d81-945d-d2ab35030086', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'port_id': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'mac_address': 'fa:16:3e:5b:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:34:15Z', 'updated_at': '2021-12-08T13:34:15Z', 'revision_number': 0, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:22Z', 'revision_number': 5, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:34:17.459408 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-75ad4176-97e9-4870-8cac-70386844e151 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.518236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-75ad4176-97e9-4870-8cac-70386844e151 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.559099 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150a7dae-a823-45ea-afd3-bbd3a261dd5d None None] New status for floating IP 4e20ac70-8c3e-4d81-945d-d2ab35030086: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:34:17.608469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-75ad4176-97e9-4870-8cac-70386844e151 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.627684 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad4176-97e9-4870-8cac-70386844e151 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ace05c4-96fc-49b7-b7d4-bf0075483fec,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:17.713251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-75ad4176-97e9-4870-8cac-70386844e151 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.714509 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-75ad4176-97e9-4870-8cac-70386844e151 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3588965 Dec 08 13:34:17.717251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37272) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:34:17.721557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ba284322-536a-40c5-835b-6e9316a7b6c0 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'security_group_rule': {'security_group_id': '3b529753-e2b1-4b25-9b60-aba8a5bfc460', 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:34:17.830984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba284322-536a-40c5-835b-6e9316a7b6c0 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.888385 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba284322-536a-40c5-835b-6e9316a7b6c0 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.964642 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba284322-536a-40c5-835b-6e9316a7b6c0 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:17.982994 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba284322-536a-40c5-835b-6e9316a7b6c0 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09201dac-c42d-4fa7-94ee-0c2976f5ec53,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:18.035448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ba284322-536a-40c5-835b-6e9316a7b6c0 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.036575 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ba284322-536a-40c5-835b-6e9316a7b6c0 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3183944 Dec 08 13:34:18.039817 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37274) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:34:18.044284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-db72aa3e-3ec0-44c0-bc87-2ac0c72acd07 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'security_group_rule': {'security_group_id': '3b529753-e2b1-4b25-9b60-aba8a5bfc460', 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:34:18.117327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db72aa3e-3ec0-44c0-bc87-2ac0c72acd07 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.174736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db72aa3e-3ec0-44c0-bc87-2ac0c72acd07 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.224103 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-eb1f4f14-6903-4ec6-912b-3ab0a872875a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398259 Dec 08 13:34:18.244423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db72aa3e-3ec0-44c0-bc87-2ac0c72acd07 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.260669 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72aa3e-3ec0-44c0-bc87-2ac0c72acd07 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbf289a-4c97-4fe6-a9f6-76fbf49e8eb3,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:18.308350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-e2536bd8-a5aa-4718-a77c-f8d0d7d5bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:18.309755 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-e2536bd8-a5aa-4718-a77c-f8d0d7d5bb38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1098 time: 0.0394855 Dec 08 13:34:18.315473 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db72aa3e-3ec0-44c0-bc87-2ac0c72acd07 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.317297 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-db72aa3e-3ec0-44c0-bc87-2ac0c72acd07 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2765455 Dec 08 13:34:18.320081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37276) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:34:18.324600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-0873d39d-3368-416e-950f-32821c8250e3 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'security_group_rule': {'security_group_id': '3b529753-e2b1-4b25-9b60-aba8a5bfc460', 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:34:18.393371 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-0873d39d-3368-416e-950f-32821c8250e3 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Project 784826e3e4de4a09b36bb600be9d7d18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:34:18.399217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0873d39d-3368-416e-950f-32821c8250e3 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.417488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-e161d1ba-1876-4951-96ca-6e521783c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:18.418986 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-e161d1ba-1876-4951-96ca-6e521783c56d service neutron] 10.222.0.72 "GET /v2.0/networks?id=064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 200 len: 915 time: 0.0882170 Dec 08 13:34:18.459043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0873d39d-3368-416e-950f-32821c8250e3 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.485384 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-71d22d4c-a3f5-419e-8159-b5001191f321 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 1000 time: 0.0579607 Dec 08 13:34:18.533465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-0e843a67-cda9-47a9-b43f-a43d5cf49c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:18.534303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0873d39d-3368-416e-950f-32821c8250e3 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.534957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-0e843a67-cda9-47a9-b43f-a43d5cf49c1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f944d12e-c5c1-44aa-bcb3-bd488adbf94b HTTP/1.1" status: 200 len: 853 time: 0.0427146 Dec 08 13:34:18.552734 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873d39d-3368-416e-950f-32821c8250e3 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca603e5-21b4-45f1-92ab-3fae2416f4e8,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:18.585066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-c0515d6b-6ec2-4f0d-a5fb-658c814382cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:18.586581 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-c0515d6b-6ec2-4f0d-a5fb-658c814382cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064aab42-2dc4-4284-9c7f-1763599feb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444772 Dec 08 13:34:18.624108 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0873d39d-3368-416e-950f-32821c8250e3 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.625597 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0873d39d-3368-416e-950f-32821c8250e3 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3042729 Dec 08 13:34:18.628649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37278) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:34:18.632940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-db9c8573-148a-4d9e-85f0-91ac02b3d60d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'security_group_rule': {'security_group_id': '3b529753-e2b1-4b25-9b60-aba8a5bfc460', 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:34:18.680626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-c401be18-41b3-4d66-bbe5-36dacde49f75 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853050 Dec 08 13:34:18.719188 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-db9c8573-148a-4d9e-85f0-91ac02b3d60d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Project 784826e3e4de4a09b36bb600be9d7d18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:34:18.724531 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db9c8573-148a-4d9e-85f0-91ac02b3d60d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.776166 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0965ad3-8743-4bf7-b412-a624fb39c9d4 req-e2dae084-d640-4a6f-b1b6-fec6fe9c826e service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866137 Dec 08 13:34:18.782825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db9c8573-148a-4d9e-85f0-91ac02b3d60d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.839186 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db9c8573-148a-4d9e-85f0-91ac02b3d60d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.858688 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c8573-148a-4d9e-85f0-91ac02b3d60d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1e10f3-9591-4ee7-85f1-e7280d2efb0d,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:18.925349 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-db9c8573-148a-4d9e-85f0-91ac02b3d60d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:18.926602 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-db9c8573-148a-4d9e-85f0-91ac02b3d60d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2969925 Dec 08 13:34:19.014748 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-7ac8d99b-94f3-4824-b96f-eadb52838f40 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598245674&fields=id&tenant_id=784826e3e4de4a09b36bb600be9d7d18 HTTP/1.1" status: 200 len: 267 time: 0.0439472 Dec 08 13:34:19.066117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-9781130c-ad5c-4ffe-bd1f-ec2481103200 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:19.067579 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-9781130c-ad5c-4ffe-bd1f-ec2481103200 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 945 time: 0.0468912 Dec 08 13:34:19.078254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-049b723c-7691-4a29-8e35-481b2b6c95dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'port': {'security_groups': ['d79634f5-a091-48dd-bd5e-00f84b6a936c', '3b529753-e2b1-4b25-9b60-aba8a5bfc460']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:34:19.141020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-049b723c-7691-4a29-8e35-481b2b6c95dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:19.327130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-049b723c-7691-4a29-8e35-481b2b6c95dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] For port 6ae9e1b9-38d2-40ff-a919-3339852c08bf, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:34:19.356784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-049b723c-7691-4a29-8e35-481b2b6c95dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:19.427051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-049b723c-7691-4a29-8e35-481b2b6c95dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:19.439940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['6ae9e1b9-38d2-40ff-a919-3339852c08bf'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:34:19.470218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-049b723c-7691-4a29-8e35-481b2b6c95dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:19.470879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-049b723c-7691-4a29-8e35-481b2b6c95dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:19.472942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d010e9c4-4b01-4818-af7b-df2c534f9b5e req-049b723c-7691-4a29-8e35-481b2b6c95dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "PUT /v2.0/ports/6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 981 time: 0.3989828 Dec 08 13:34:19.473416 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:34:19.479154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e34ca5-9ec5-4211-beb6-bb98805b188e" -d '{"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:34:19.503530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b723c-7691-4a29-8e35-481b2b6c95dd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'Port': ['ID=6ae9e1b9-38d2-40ff-a919-3339852c08bf,revision_number=6']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:34:19.560416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['6ae9e1b9-38d2-40ff-a919-3339852c08bf'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:34:19.632734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1c9bf-578e-4c47-8644-200565d7d84b req-f78817a7-396b-4f27-bb34-249586df0e96 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:19.642132 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9ba1c9bf-578e-4c47-8644-200565d7d84b req-f78817a7-396b-4f27-bb34-249586df0e96 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0768569 Dec 08 13:34:19.712849 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9ba1c9bf-578e-4c47-8644-200565d7d84b req-fc4de469-8df4-41af-98e5-6a8d84e9783c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696366 Dec 08 13:34:19.730889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba92c71a-1500-4bec-86e4-696941750f77 x-openstack-request-id: req-ba92c71a-1500-4bec-86e4-696941750f77 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:34:19.731262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:34:19.731668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba92c71a-1500-4bec-86e4-696941750f77 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:34:19.732381 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'status': 'completed', 'code': 200} Dec 08 13:34:19.804178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-0d7d5861-3047-4290-9722-f0aa7f3c01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:19.805608 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-0d7d5861-3047-4290-9722-f0aa7f3c01f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1137 time: 0.0453966 Dec 08 13:34:19.867141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3c29a034-1388-479f-894b-6cad10f9a9f8 None None] Provisioning complete for port 6ae9e1b9-38d2-40ff-a919-3339852c08bf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:34:19.867509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3c29a034-1388-479f-894b-6cad10f9a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:19.898226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-71bd869b-952f-4af6-b22d-b2e20c804091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:19.899808 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-71bd869b-952f-4af6-b22d-b2e20c804091 service neutron] 10.222.0.72 "GET /v2.0/networks?id=064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 200 len: 915 time: 0.0864532 Dec 08 13:34:19.971416 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-2febd35b-4594-4426-84f7-2f32e96bde1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 1000 time: 0.0629380 Dec 08 13:34:20.021520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-cd65cdd0-53d7-43f2-be79-cb9501a103bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:20.023016 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-cd65cdd0-53d7-43f2-be79-cb9501a103bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f944d12e-c5c1-44aa-bcb3-bd488adbf94b HTTP/1.1" status: 200 len: 853 time: 0.0433404 Dec 08 13:34:20.070013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-1c4d4575-3d7b-4c8e-a39f-bb00e7c5683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:20.071620 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-1c4d4575-3d7b-4c8e-a39f-bb00e7c5683a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064aab42-2dc4-4284-9c7f-1763599feb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400686 Dec 08 13:34:20.168391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-f87065b5-60f3-491e-861b-b4485192aa37 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871041 Dec 08 13:34:20.257227 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-93e34ca5-9ec5-4211-beb6-bb98805b188e req-bbe43842-3cca-469e-9ce9-979dff7595a0 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808940 Dec 08 13:34:34.108002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb75f09-de28-4b08-93d9-56b6ceca141b req-626c5b2f-c727-4f61-9402-8fd1d4447016 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:34.109537 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7eb75f09-de28-4b08-93d9-56b6ceca141b req-626c5b2f-c727-4f61-9402-8fd1d4447016 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0528390 Dec 08 13:34:34.200920 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7eb75f09-de28-4b08-93d9-56b6ceca141b req-05ba5a2b-7ac4-4318-b3e9-034929546de3 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844407 Dec 08 13:34:34.203799 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-fb27457d-5f36-4807-8722-9f15716e9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:34.205041 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-fb27457d-5f36-4807-8722-9f15716e9349 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1137 time: 0.0723336 Dec 08 13:34:34.298754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-07b1f2a6-cf16-429e-bdf2-9bec6ed817c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:34.300854 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-07b1f2a6-cf16-429e-bdf2-9bec6ed817c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 200 len: 915 time: 0.0883262 Dec 08 13:34:34.366813 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-9dfcbaf4-2091-416b-9bdb-4d2e2dde3084 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 1000 time: 0.0584233 Dec 08 13:34:34.416130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-18573dfd-a3ce-47c7-80ee-895513cd470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:34.417784 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-18573dfd-a3ce-47c7-80ee-895513cd470d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f944d12e-c5c1-44aa-bcb3-bd488adbf94b HTTP/1.1" status: 200 len: 853 time: 0.0428052 Dec 08 13:34:34.465397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-6afd5e95-aaef-4dc9-958f-46ae942ac7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:34.466859 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-6afd5e95-aaef-4dc9-958f-46ae942ac7cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064aab42-2dc4-4284-9c7f-1763599feb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414360 Dec 08 13:34:34.485882 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:34:34.555183 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-1f4348eb-62e9-41c6-84ed-471d7504deea service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799706 Dec 08 13:34:34.650636 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bee5325b-cdae-4ad5-b8b8-15582dacb666 req-64f8c99d-72d6-42d7-bf1d-7f7d89cee40e service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866661 Dec 08 13:34:35.318035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d2b06-6bc2-44b2-9008-57e277d53207 req-6a68b7fa-c34a-4b80-922c-7473ea514fa2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:35.319504 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d40d2b06-6bc2-44b2-9008-57e277d53207 req-6a68b7fa-c34a-4b80-922c-7473ea514fa2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0498021 Dec 08 13:34:35.378948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d40d2b06-6bc2-44b2-9008-57e277d53207 req-a888b9f0-25f7-44ef-8dd9-6e145b11adcd tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533524 Dec 08 13:34:36.490726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13417606-325d-4cd3-9d88-31c179f95a79 req-a856dedd-f0c4-4a58-89c7-778391334ac7 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:36.492193 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-13417606-325d-4cd3-9d88-31c179f95a79 req-a856dedd-f0c4-4a58-89c7-778391334ac7 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0477445 Dec 08 13:34:36.555046 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-13417606-325d-4cd3-9d88-31c179f95a79 req-2e2eb2c0-8f8f-490c-9c98-655d05690289 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569196 Dec 08 13:34:37.669451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190ce88-7ebc-42c8-ae8b-1952ea3f8dc1 req-b16f6b98-22c9-47b3-8197-b3bf734619cc tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:37.670943 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0190ce88-7ebc-42c8-ae8b-1952ea3f8dc1 req-b16f6b98-22c9-47b3-8197-b3bf734619cc tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0497634 Dec 08 13:34:37.730275 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0190ce88-7ebc-42c8-ae8b-1952ea3f8dc1 req-83d112fd-209c-4c86-937d-853e06a1e338 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533233 Dec 08 13:34:38.841823 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9f4c1-d1ee-479e-9f04-09aa40c6a52b req-cbd4deec-01a7-4c78-b5cf-6c32b0fee017 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:38.843331 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49c9f4c1-d1ee-479e-9f04-09aa40c6a52b req-cbd4deec-01a7-4c78-b5cf-6c32b0fee017 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0484784 Dec 08 13:34:38.902271 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49c9f4c1-d1ee-479e-9f04-09aa40c6a52b req-06a12b07-a159-4b69-930b-74f9d66800aa tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523617 Dec 08 13:34:40.018118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fa6d1-16c2-457f-8778-8c43e3290808 req-2dbfac49-3b76-4877-b683-e504dfd7c31d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:40.019606 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a45fa6d1-16c2-457f-8778-8c43e3290808 req-2dbfac49-3b76-4877-b683-e504dfd7c31d tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0517843 Dec 08 13:34:40.078179 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a45fa6d1-16c2-457f-8778-8c43e3290808 req-5442db96-92e6-48e7-8d8d-a47f937a9af7 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526381 Dec 08 13:34:40.473065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:40.500921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-75a3a52e-26e2-4b7b-918c-6540f3dc533c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:41.192431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1846b-cbab-444d-9554-0c70d0bad5a0 req-0fe92beb-c9c6-4037-9cea-3d3d6412679a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:41.193906 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94b1846b-cbab-444d-9554-0c70d0bad5a0 req-0fe92beb-c9c6-4037-9cea-3d3d6412679a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0498140 Dec 08 13:34:41.252061 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94b1846b-cbab-444d-9554-0c70d0bad5a0 req-3b7a197e-4bbb-4e3c-8326-f8c9650fe31e tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520675 Dec 08 13:34:42.363941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9a8de-34b7-4bc8-bd27-87e5bc95cea5 req-ef64a959-7d3e-4348-b827-38da4c1733bb tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:42.365309 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-64c9a8de-34b7-4bc8-bd27-87e5bc95cea5 req-ef64a959-7d3e-4348-b827-38da4c1733bb tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0476921 Dec 08 13:34:42.428111 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-64c9a8de-34b7-4bc8-bd27-87e5bc95cea5 req-a88d40ad-1033-4201-9469-8018365d0bf6 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567288 Dec 08 13:34:42.935236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-02a2212e-5e33-4fa9-b833-5310e85e4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:43.541912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f71e2-80b8-416d-8593-9a63aa8fcd65 req-ecb64353-4e89-4254-ae64-2525aa367c5a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:43.543302 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2a2f71e2-80b8-416d-8593-9a63aa8fcd65 req-ecb64353-4e89-4254-ae64-2525aa367c5a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0480764 Dec 08 13:34:43.601425 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2a2f71e2-80b8-416d-8593-9a63aa8fcd65 req-b3379e48-c406-43bf-b171-a7ee463f96ea tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520926 Dec 08 13:34:44.201888 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:44.714758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645706-bc68-4985-a5a0-8cace116cbf2 req-47a28a28-883b-445c-9176-dabea3a5553a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:44.716231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97645706-bc68-4985-a5a0-8cace116cbf2 req-47a28a28-883b-445c-9176-dabea3a5553a tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0481932 Dec 08 13:34:44.776608 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97645706-bc68-4985-a5a0-8cace116cbf2 req-32bc3c42-2d56-48b0-92cf-200bac369cf8 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538645 Dec 08 13:34:45.299034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:46.229097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c50ba-5dd3-4600-bae4-22786594d309 req-1ffb3d64-5814-4429-9614-1cb062c62183 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:46.230558 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2f3c50ba-5dd3-4600-bae4-22786594d309 req-1ffb3d64-5814-4429-9614-1cb062c62183 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.3872752 Dec 08 13:34:46.244089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:34:46.292957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2f3c50ba-5dd3-4600-bae4-22786594d309 req-7e4ea916-50b4-4c51-9da5-7ee794694186 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560749 Dec 08 13:34:47.527907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cb757-7ab3-417b-8230-60470b376172 req-2b8cb45d-d8ba-4ef5-a20c-92e3475db7c1 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:47.529291 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f3cb757-7ab3-417b-8230-60470b376172 req-2b8cb45d-d8ba-4ef5-a20c-92e3475db7c1 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.1499918 Dec 08 13:34:47.588036 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f3cb757-7ab3-417b-8230-60470b376172 req-d3b278c7-ac5a-4c65-b443-440a01926462 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521457 Dec 08 13:34:48.751339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d04804-e806-4693-8846-db722c919ac0 req-ed8a61cc-3731-42db-8660-573f9e622eac tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:48.753331 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a8d04804-e806-4693-8846-db722c919ac0 req-ed8a61cc-3731-42db-8660-573f9e622eac tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.1001222 Dec 08 13:34:48.810940 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a8d04804-e806-4693-8846-db722c919ac0 req-d95b0478-108c-4ad3-b9f8-6e219a1079fc tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515971 Dec 08 13:34:49.923794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff405d-604b-42bd-80be-64ec37180831 req-b5ed5947-8b6e-46a2-8dd0-c6a3fae208a6 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:49.925170 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eaff405d-604b-42bd-80be-64ec37180831 req-b5ed5947-8b6e-46a2-8dd0-c6a3fae208a6 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0484562 Dec 08 13:34:49.987146 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eaff405d-604b-42bd-80be-64ec37180831 req-e5b2111c-fddb-447f-9fe3-6a86c4375111 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522788 Dec 08 13:34:51.113294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48188f9e-01bc-4c0f-9750-9539a8fd3808 req-6d653b59-e212-4126-920f-6a1137608c53 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:34:51.114791 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-48188f9e-01bc-4c0f-9750-9539a8fd3808 req-6d653b59-e212-4126-920f-6a1137608c53 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0491352 Dec 08 13:34:51.178010 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-48188f9e-01bc-4c0f-9750-9539a8fd3808 req-a8f294e6-78c5-4221-98a4-7050313fc4d7 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b529753-e2b1-4b25-9b60-aba8a5bfc460&id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572343 Dec 08 13:35:10.492424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:10.505560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f90351d7-3c28-44dc-9338-1cbe1096c4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:11.484503 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:35:12.911207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fbc9df57-f606-4629-8743-3efc2cb05181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:14.168115 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:15.286425 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:16.265360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:18.204395 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d8abd7-e742-456d-8c27-37a732657c0a req-fa1823a2-9a94-499f-b1bb-16633758251c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399158 Dec 08 13:35:18.285229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8abd7-e742-456d-8c27-37a732657c0a req-7ddf3701-fe11-4687-be23-5087f20f0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:18.286764 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d8abd7-e742-456d-8c27-37a732657c0a req-7ddf3701-fe11-4687-be23-5087f20f0b34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1137 time: 0.0402014 Dec 08 13:35:18.397064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8abd7-e742-456d-8c27-37a732657c0a req-c7b624af-1292-4a88-9100-0d2b08291974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:18.398564 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d8abd7-e742-456d-8c27-37a732657c0a req-c7b624af-1292-4a88-9100-0d2b08291974 service neutron] 10.222.0.72 "GET /v2.0/networks?id=064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 200 len: 915 time: 0.0932684 Dec 08 13:35:18.464575 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d8abd7-e742-456d-8c27-37a732657c0a req-10570afa-13aa-41b7-a2f6-faed54bf06ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 1000 time: 0.0578229 Dec 08 13:35:18.514558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8abd7-e742-456d-8c27-37a732657c0a req-b65686be-5c2b-4d4c-9a30-be7a4eb65330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:18.515947 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d8abd7-e742-456d-8c27-37a732657c0a req-b65686be-5c2b-4d4c-9a30-be7a4eb65330 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f944d12e-c5c1-44aa-bcb3-bd488adbf94b HTTP/1.1" status: 200 len: 853 time: 0.0415807 Dec 08 13:35:18.564712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8abd7-e742-456d-8c27-37a732657c0a req-d9de6d31-a587-47f5-9874-15b3414eb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:18.566148 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d8abd7-e742-456d-8c27-37a732657c0a req-d9de6d31-a587-47f5-9874-15b3414eb155 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064aab42-2dc4-4284-9c7f-1763599feb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430064 Dec 08 13:35:18.662753 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d8abd7-e742-456d-8c27-37a732657c0a req-bdbbc570-b8f0-444c-b4d9-f57977c54f30 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886261 Dec 08 13:35:18.756651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76d8abd7-e742-456d-8c27-37a732657c0a req-96c7edfc-557b-4a62-9b49-2179023a817b service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864966 Dec 08 13:35:23.672446 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-88de11d6-1879-4a81-bc22-6a04bc1d7848 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598245674&fields=id&tenant_id=784826e3e4de4a09b36bb600be9d7d18 HTTP/1.1" status: 200 len: 267 time: 0.0446208 Dec 08 13:35:23.724094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-94d5dd66-8db5-408f-ae0a-ae62180a50d7 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:23.725541 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-94d5dd66-8db5-408f-ae0a-ae62180a50d7 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 984 time: 0.0475214 Dec 08 13:35:23.736305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Request body: {'port': {'security_groups': ['d79634f5-a091-48dd-bd5e-00f84b6a936c']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:23.801754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:23.968769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] For port 6ae9e1b9-38d2-40ff-a919-3339852c08bf, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:23.996699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.048132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.060531 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['6ae9e1b9-38d2-40ff-a919-3339852c08bf'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:35:24.091896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:24.092537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.099692 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0413b884-0b38-4486-9025-c5d3d5cd4931 req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "PUT /v2.0/ports/6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 942 time: 0.3649442 Dec 08 13:35:24.099692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:35:24.099895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37346) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:24.100327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0196463-c014-4846-b902-99be90025325" -d '{"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:35:24.132867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event updated for resources: {'Port': ['ID=6ae9e1b9-38d2-40ff-a919-3339852c08bf,revision_number=7']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:24.146156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.146952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.147492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.148118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.148665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.149209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.149759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.150535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.151094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.152334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.153003 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.153539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.154091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99f0d-3090-4a75-aade-ba75e3f40c6f tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.187964 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['6ae9e1b9-38d2-40ff-a919-3339852c08bf'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:35:24.195923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.224941 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.242995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1476823-b68d-4af9-94ff-03eee53fe7cc x-openstack-request-id: req-f1476823-b68d-4af9-94ff-03eee53fe7cc {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:35:24.243505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:35:24.243930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1476823-b68d-4af9-94ff-03eee53fe7cc {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:35:24.244498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'status': 'completed', 'code': 200} Dec 08 13:35:24.316492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196463-c014-4846-b902-99be90025325 req-a75ee6f0-c399-4d0e-a17b-1d19a185d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:24.318292 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0196463-c014-4846-b902-99be90025325 req-a75ee6f0-c399-4d0e-a17b-1d19a185d9e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1098 time: 0.0512383 Dec 08 13:35:24.364028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.366833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.370384 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "DELETE /v2.0/security-groups/3b529753-e2b1-4b25-9b60-aba8a5bfc460 HTTP/1.1" status: 204 len: 168 time: 0.2672696 Dec 08 13:35:24.373837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1e225202-1ed3-4646-b03d-088a7fd0c60d None None] Provisioning complete for port 6ae9e1b9-38d2-40ff-a919-3339852c08bf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:24.374217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1e225202-1ed3-4646-b03d-088a7fd0c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.375501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37354) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:24.390712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b529753-e2b1-4b25-9b60-aba8a5bfc460,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:24.421231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196463-c014-4846-b902-99be90025325 req-a3dd4cc0-8226-4249-b758-b6d31657b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:24.422748 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0196463-c014-4846-b902-99be90025325 req-a3dd4cc0-8226-4249-b758-b6d31657b4df service neutron] 10.222.0.72 "GET /v2.0/networks?id=064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 200 len: 915 time: 0.0975225 Dec 08 13:35:24.426414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.426947 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.427287 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.427724 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.428920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.428920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.428920 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.429325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.429695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.430262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.430839 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.431370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.431922 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508c851-081e-4bf3-b800-81636ae7a749 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:24.497202 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0196463-c014-4846-b902-99be90025325 req-2c0d0340-95be-4ce1-b1e5-731b4347e1bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 1000 time: 0.0662243 Dec 08 13:35:24.547596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196463-c014-4846-b902-99be90025325 req-9213e806-2d80-4e3a-b6ed-0a0a0604beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:24.549081 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0196463-c014-4846-b902-99be90025325 req-9213e806-2d80-4e3a-b6ed-0a0a0604beff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f944d12e-c5c1-44aa-bcb3-bd488adbf94b HTTP/1.1" status: 200 len: 853 time: 0.0439022 Dec 08 13:35:24.572134 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Deleting port 67d91122-16bb-44eb-b9d9-b29f977ba38c {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:24.572496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.599093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196463-c014-4846-b902-99be90025325 req-35bf5500-6184-4284-8015-0b71928a46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:24.600609 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0196463-c014-4846-b902-99be90025325 req-35bf5500-6184-4284-8015-0b71928a46da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064aab42-2dc4-4284-9c7f-1763599feb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443313 Dec 08 13:35:24.646023 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.646358 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:24.657958 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Calling delete_port for 67d91122-16bb-44eb-b9d9-b29f977ba38c owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:24.694064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0196463-c014-4846-b902-99be90025325 req-506479f6-462f-4a21-8f0b-27bc2bbf8538 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850155 Dec 08 13:35:24.793854 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0196463-c014-4846-b902-99be90025325 req-d76d491a-ca25-496f-91a7-d4999afee67f service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918677 Dec 08 13:35:25.151091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:25.178064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event deleted for resources: {'Port': ['ID=67d91122-16bb-44eb-b9d9-b29f977ba38c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:25.238167 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:25.238504 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Floating IP 4e20ac70-8c3e-4d81-945d-d2ab35030086 disassociated (deleted). External IP: 172.26.7.82, port: 6ae9e1b9-38d2-40ff-a919-3339852c08bf. Dec 08 13:35:25.450263 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:35:25.556694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:35:25.561493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:25.566330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] Sync routers for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:35:25.576669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:25.576784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:25.594773 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a1e46b70-c6d1-41ab-a473-2132d720be9c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "DELETE /v2.0/floatingips/4e20ac70-8c3e-4d81-945d-d2ab35030086 HTTP/1.1" status: 204 len: 168 time: 1.2158263 Dec 08 13:35:25.594773 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:35:25.595347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a" -d '{"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:35:25.693616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f788bc-9541-43e2-b640-75e52a8d272f x-openstack-request-id: req-62f788bc-9541-43e2-b640-75e52a8d272f {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:35:25.693942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:35:25.694204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62f788bc-9541-43e2-b640-75e52a8d272f {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:35:25.694645 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'status': 'completed', 'code': 200} Dec 08 13:35:25.764450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-5d254627-eed5-49ed-b381-7c7a088a4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:25.765990 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-5d254627-eed5-49ed-b381-7c7a088a4f21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=784826e3e4de4a09b36bb600be9d7d18&device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 1098 time: 0.0445516 Dec 08 13:35:25.842665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:35:25.863512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-b7b57576-0229-4570-b5cb-5827f7feaa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:25.865056 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-b7b57576-0229-4570-b5cb-5827f7feaa9e service neutron] 10.222.0.72 "GET /v2.0/networks?id=064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 200 len: 915 time: 0.0924666 Dec 08 13:35:25.907087 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-c455b43b-7c0b-46df-bbdf-7e8ab6be925b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 200 len: 217 time: 0.0353708 Dec 08 13:35:25.954909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-60e525e5-2048-4df2-9ebb-8dbd38caee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:25.956936 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-60e525e5-2048-4df2-9ebb-8dbd38caee18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f944d12e-c5c1-44aa-bcb3-bd488adbf94b HTTP/1.1" status: 200 len: 853 time: 0.0438039 Dec 08 13:35:26.014046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-455df36f-43cc-4233-9069-850e0e60c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:26.015605 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-455df36f-43cc-4233-9069-850e0e60c76b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=064aab42-2dc4-4284-9c7f-1763599feb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523214 Dec 08 13:35:26.053815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:22Z', 'revision_number': 5, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:26.080576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] Checking router: 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:35:26.090515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:26.090712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:26.108581 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-2ef40538-8560-468e-ae24-004235385133 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856426 Dec 08 13:35:26.197719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:35:26.204822 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1fa97c5-9ff0-48ec-93cd-9d90715eb72a req-0ae40044-80e9-438b-8e2a-28f49fdf0a19 service neutron] 10.222.0.72 "GET /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882621 Dec 08 13:35:26.395796 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:22Z', 'revision_number': 5, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:26.421829 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75493d97-7c69-44a0-a1b3-43701935af83 None None] The sync data for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv is: [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:17Z', 'revision_number': 4, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'e6ad1a31-f92c-45c6-a231-29f13222f828', 'name': '', 'network_id': '064aab42-2dc4-4284-9c7f-1763599feb09', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'mac_address': 'fa:16:3e:5f:9d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:17Z', 'updated_at': '2021-12-08T13:33:22Z', 'revision_number': 5, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'subnets': [{'id': 'f944d12e-c5c1-44aa-bcb3-bd488adbf94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:35:26.635828 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13dd75-a177-46ff-bf95-6136b13c5cee None None] New status for floating IP 4e20ac70-8c3e-4d81-945d-d2ab35030086: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:35:35.119355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60421c99-060c-4391-8dc0-cc8a075498a2 req-d9b4a3ee-1795-43e0-ad5a-0cdb8fc13976 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:35.120891 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60421c99-060c-4391-8dc0-cc8a075498a2 req-d9b4a3ee-1795-43e0-ad5a-0cdb8fc13976 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 945 time: 0.0496304 Dec 08 13:35:35.168626 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60421c99-060c-4391-8dc0-cc8a075498a2 req-b713055d-3381-4da8-9810-4809678b614c tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Dec 08 13:35:36.286454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2601c-9b09-4eb0-b86e-400d8a5b2eca req-6cce6e14-8e3e-469e-ad30-323afb1d1860 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:36.288045 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-73f2601c-9b09-4eb0-b86e-400d8a5b2eca req-6cce6e14-8e3e-469e-ad30-323afb1d1860 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 945 time: 0.0487702 Dec 08 13:35:36.339016 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-73f2601c-9b09-4eb0-b86e-400d8a5b2eca req-828084a7-591d-45de-b562-d38e5ae97d33 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/security-groups?id=d79634f5-a091-48dd-bd5e-00f84b6a936c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446301 Dec 08 13:35:36.807384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-e622cd26-2ec1-4f3b-85e6-09ce843c15b2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:36.808812 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-e622cd26-2ec1-4f3b-85e6-09ce843c15b2 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.72 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 945 time: 0.0469825 Dec 08 13:35:36.896155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Deleting port 6ae9e1b9-38d2-40ff-a919-3339852c08bf {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:36.896515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:36.987013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] For port 6ae9e1b9-38d2-40ff-a919-3339852c08bf, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6ae9e1b9-38d2-40ff-a919-3339852c08bf,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:36.987375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:36.999643 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Calling delete_port for 6ae9e1b9-38d2-40ff-a919-3339852c08bf owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:37.190666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:37.206844 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['6ae9e1b9-38d2-40ff-a919-3339852c08bf'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:35:37.219386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Pushing event deleted for resources: {'Port': ['ID=6ae9e1b9-38d2-40ff-a919-3339852c08bf,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:37.271665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] No DVR routers for this DVR port 6ae9e1b9-38d2-40ff-a919-3339852c08bf on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:35:37.274178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:37.277571 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f468fe8b-d6e4-4fbf-b3d2-e6341642cbc2 req-0c6aa0d0-1614-467f-b875-e1d70b258ee9 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.72 "DELETE /v2.0/ports/6ae9e1b9-38d2-40ff-a919-3339852c08bf HTTP/1.1" status: 204 len: 173 time: 0.4620543 Dec 08 13:35:37.278016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'name': 'network-vif-deleted', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:35:37.280311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1056c30-c40a-4236-8d99-d7986633dda5" -d '{"events": [{"server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "name": "network-vif-deleted", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:35:37.315169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86469893-c8f7-45f8-9e5d-5718c20f55d2 x-openstack-request-id: req-86469893-c8f7-45f8-9e5d-5718c20f55d2 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:35:37.315751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bb2ba6-1f2f-422b-9841-9365a3d75c42", "name": "network-vif-deleted", "tag": "6ae9e1b9-38d2-40ff-a919-3339852c08bf", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:35:37.315751 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86469893-c8f7-45f8-9e5d-5718c20f55d2 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:35:37.316156 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bb2ba6-1f2f-422b-9841-9365a3d75c42', 'name': 'network-vif-deleted', 'tag': '6ae9e1b9-38d2-40ff-a919-3339852c08bf', 'status': 'completed', 'code': 200} Dec 08 13:35:37.431670 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2dcca32d-1791-4bf3-9284-3fd1c3946be7 req-76bacfc3-db50-4b69-9c50-277506e58159 tempest-TestMinimumBasicScenario-1023687850 tempest-TestMinimumBasicScenario-1023687850-project] 10.222.0.76 "GET /v2.0/ports?device_id=19bb2ba6-1f2f-422b-9841-9365a3d75c42 HTTP/1.1" status: 200 len: 210 time: 0.0274949 Dec 08 13:35:39.279811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 6ae9e1b9-38d2-40ff-a919-3339852c08bf no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:35:39.299836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 6ae9e1b9-38d2-40ff-a919-3339852c08bf {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:35:39.300203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 6ae9e1b9-38d2-40ff-a919-3339852c08bf not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:35:39.563661 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37458) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:39.899474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:40.143560 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Deleting port e6ad1a31-f92c-45c6-a231-29f13222f828 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:40.143917 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:40.224396 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] For port e6ad1a31-f92c-45c6-a231-29f13222f828, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e6ad1a31-f92c-45c6-a231-29f13222f828,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:40.224758 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:40.236999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Calling delete_port for e6ad1a31-f92c-45c6-a231-29f13222f828 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:40.482345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:40.505219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:40.505785 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ad1a31-f92c-45c6-a231-29f13222f828,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:40.505926 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-14256a8b-13f6-4899-81ea-be9270806376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:40.680239 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:40.890248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:35:40.996127 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:35:41.002740 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b64a9808-0280-49d6-847d-39e66f253a9c admin admin] 10.222.0.76 "PUT /v2.0/routers/493355f1-2b6e-46b8-80a5-6e4ce32d72f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4364383 Dec 08 13:35:41.004471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37460) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:41.007509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] Sync routers for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:35:41.017711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:41.018332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:41.110114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.123678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:35:41.212225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.304355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:35:40Z', 'revision_number': 5, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port': {'id': 'b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:41.325279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Deleting port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:41.325777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.332278 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] Checking router: 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:35:41.340740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] Routers {'493355f1-2b6e-46b8-80a5-6e4ce32d72f2'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:41.341365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:41.407191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] For port b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:41.407552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.420136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Calling delete_port for b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:41.427418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] Set router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:35:41.480623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:35:41Z', 'revision_number': 6, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:41.506854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38d2681-0bb6-4116-bf5b-016c23ca0d9a None None] The sync data for ids ['493355f1-2b6e-46b8-80a5-6e4ce32d72f2'] in dv-neutron-799625-5-hyperv is: [{'id': '493355f1-2b6e-46b8-80a5-6e4ce32d72f2', 'name': 'tempest-TestMinimumBasicScenario-385255430-router', 'tenant_id': '784826e3e4de4a09b36bb600be9d7d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:15Z', 'updated_at': '2021-12-08T13:35:41Z', 'revision_number': 6, 'project_id': '784826e3e4de4a09b36bb600be9d7d18', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:35:41.646068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.670156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:41.686402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f326c54-a0de-4243-ad67-c720004d5737 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:35:41.731614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.822943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.824960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.927721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.932990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 493355f1-2b6e-46b8-80a5-6e4ce32d72f2 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:35:41.932990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:41.936339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b075c955-db0c-4699-a5cb-b8eb8efaf399 admin admin] 10.222.0.76 "DELETE /v2.0/routers/493355f1-2b6e-46b8-80a5-6e4ce32d72f2 HTTP/1.1" status: 204 len: 168 time: 0.9282546 Dec 08 13:35:41.936467 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37462) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:41.980688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-837bd72f-b45a-4470-a4cc-34de34c7675a admin admin] Deleting subnet f944d12e-c5c1-44aa-bcb3-bd488adbf94b {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:35:41.983817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-837bd72f-b45a-4470-a4cc-34de34c7675a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.016771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-837bd72f-b45a-4470-a4cc-34de34c7675a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.097677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-837bd72f-b45a-4470-a4cc-34de34c7675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.208326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-837bd72f-b45a-4470-a4cc-34de34c7675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.237693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-837bd72f-b45a-4470-a4cc-34de34c7675a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.242078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-837bd72f-b45a-4470-a4cc-34de34c7675a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f944d12e-c5c1-44aa-bcb3-bd488adbf94b HTTP/1.1" status: 204 len: 168 time: 0.3046751 Dec 08 13:35:42.243212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889dfb9-a813-4abb-9106-6c3cc9864f1c None None] Network 064aab42-2dc4-4284-9c7f-1763599feb09 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:35:42.243332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bd72f-b45a-4470-a4cc-34de34c7675a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f944d12e-c5c1-44aa-bcb3-bd488adbf94b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:42.244913 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37464) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:42.315040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.373427 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Deleting port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:42.373779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.423826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] DHCP port deletion for 064aab42-2dc4-4284-9c7f-1763599feb09 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:35:42.439458 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] For port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9e3aafce-9a0d-42e9-96f3-3ebf75f673c4,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:42.440225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.454163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Calling delete_port for 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:42.475211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Deleting port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:42.475856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.546732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] For port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9e3aafce-9a0d-42e9-96f3-3ebf75f673c4,segment=NetworkSegment(510a08f7-a127-4597-a667-1bcaf046394a),segment_id=510a08f7-a127-4597-a667-1bcaf046394a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:42.547397 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.559929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Calling delete_port for 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:42.596461 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.621832 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3aafce-9a0d-42e9-96f3-3ebf75f673c4,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:42.625401 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] No DVR routers for this DVR port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:35:42.636148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.660624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Pushing event deleted for resources: {'Port': ['ID=9e3aafce-9a0d-42e9-96f3-3ebf75f673c4,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:42.669545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.669910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.670260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.670624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.671160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.671658 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.672151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.672665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.673173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.673517 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.673856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.674196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.674550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:42.678164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6efeae-8547-4897-b771-ce9374170ae7 None None] No DVR routers for this DVR port 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:35:42.710847 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.732681 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064aab42-2dc4-4284-9c7f-1763599feb09']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:42.742803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510a08f7-a127-4597-a667-1bcaf046394a') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:42.743086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510a08f7-a127-4597-a667-1bcaf046394a') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:42.754529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.770631 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.775659 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:35:42.776048 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:35:42.780064 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:35:42.886337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.892337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:42.896391 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] 10.222.0.76 "DELETE /v2.0/networks/064aab42-2dc4-4284-9c7f-1763599feb09 HTTP/1.1" status: 204 len: 168 time: 0.6503398 Dec 08 13:35:42.899530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37466) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:42.908205 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252245c4-349d-41d4-8756-0a06b34072cf admin admin] Pushing event deleted for resources: {'Network': ['ID=064aab42-2dc4-4284-9c7f-1763599feb09,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:42.945182 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9cc53a59-6cef-4486-a0ca-bce776bbbeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:43.243657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:43.319045 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e6ad1a31-f92c-45c6-a231-29f13222f828 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:35:43.342055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: e6ad1a31-f92c-45c6-a231-29f13222f828 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:35:43.342406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e6ad1a31-f92c-45c6-a231-29f13222f828 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:35:43.342856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:35:43.361312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:35:43.361660 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b92c1fdf-6f57-417e-98ad-cf5bfb7c75c2 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:35:43.362073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:35:43.381812 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:35:43.382370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9e3aafce-9a0d-42e9-96f3-3ebf75f673c4 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:35:43.484693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Deleting port e12025eb-6a93-421d-aac6-f2c732ecd1d6 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:43.485036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:43.560351 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] For port e12025eb-6a93-421d-aac6-f2c732ecd1d6, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=e12025eb-6a93-421d-aac6-f2c732ecd1d6,segment=NetworkSegment(afc35f9a-949d-40a0-9213-c1ab0f99cf27),segment_id=afc35f9a-949d-40a0-9213-c1ab0f99cf27)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:43.560636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:43.573303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Calling delete_port for e12025eb-6a93-421d-aac6-f2c732ecd1d6 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:43.824844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:43.850959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12025eb-6a93-421d-aac6-f2c732ecd1d6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:44.015951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:44.179344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:44.568834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Router 27efdcf3-8817-4109-8f8b-eb8bab9be90e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:35:44.674210 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:35:44.682965 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37468) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:44.683441 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d5e340e-ed6e-4f1e-9af2-cbf25e5307d3 admin admin] 10.222.0.76 "PUT /v2.0/routers/27efdcf3-8817-4109-8f8b-eb8bab9be90e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7822018 Dec 08 13:35:44.685520 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] Sync routers for ids ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:35:44.696039 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] Routers {'27efdcf3-8817-4109-8f8b-eb8bab9be90e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:44.696645 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:44.786639 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:44.798171 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] Set router 27efdcf3-8817-4109-8f8b-eb8bab9be90e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:35:44.888163 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:44.976252 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32'}], 'enable_snat': True}, 'gw_port_id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:20Z', 'updated_at': '2021-12-08T13:35:43Z', 'revision_number': 5, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'gw_port': {'id': '8f02ae1b-fbac-4d2b-9bfd-de639487f6c1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:33:21Z', 'updated_at': '2021-12-08T13:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:44.981523 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Deleting port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:44.981884 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.002468 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] Checking router: 27efdcf3-8817-4109-8f8b-eb8bab9be90e for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:35:45.011143 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] Routers {'27efdcf3-8817-4109-8f8b-eb8bab9be90e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:45.011818 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:45.062815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] For port 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8f02ae1b-fbac-4d2b-9bfd-de639487f6c1,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:45.063208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.075272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Calling delete_port for 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:45.096302 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] Set router 27efdcf3-8817-4109-8f8b-eb8bab9be90e gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:35:45.147432 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:20Z', 'updated_at': '2021-12-08T13:35:44Z', 'revision_number': 6, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:45.179038 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a527d3f9-aabc-4a1f-bc10-c8e2653a185b None None] The sync data for ids ['27efdcf3-8817-4109-8f8b-eb8bab9be90e'] in dv-neutron-799625-5-hyperv is: [{'id': '27efdcf3-8817-4109-8f8b-eb8bab9be90e', 'name': 'tempest-TestMinimumBasicScenario-1244911130-router', 'tenant_id': '64429c2602b5421eb85d6aa0cf553de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:33:20Z', 'updated_at': '2021-12-08T13:35:44Z', 'revision_number': 6, 'project_id': '64429c2602b5421eb85d6aa0cf553de8', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:35:45.388790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.389525 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.412923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8f02ae1b-fbac-4d2b-9bfd-de639487f6c1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:45.431541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7184cedd-1f36-440d-b8db-643aebf4cc01 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:35:45.479998 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.572960 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.575135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.676258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.676870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27efdcf3-8817-4109-8f8b-eb8bab9be90e {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:35:45.681306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.682288 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-09ac9569-9c53-40bc-b946-288b6e3c65ed admin admin] 10.222.0.76 "DELETE /v2.0/routers/27efdcf3-8817-4109-8f8b-eb8bab9be90e HTTP/1.1" status: 204 len: 168 time: 0.9981749 Dec 08 13:35:45.684883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37470) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:45.728632 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-451f2ea0-2b43-4fcf-b9fa-763749d5b9c6 admin admin] Deleting subnet 77aedc19-2828-4cf5-9328-885854601029 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:35:45.731636 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-451f2ea0-2b43-4fcf-b9fa-763749d5b9c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.764087 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-451f2ea0-2b43-4fcf-b9fa-763749d5b9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.842596 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-451f2ea0-2b43-4fcf-b9fa-763749d5b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:45.940528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e12025eb-6a93-421d-aac6-f2c732ecd1d6 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:35:45.964928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: e12025eb-6a93-421d-aac6-f2c732ecd1d6 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:35:45.966233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device e12025eb-6a93-421d-aac6-f2c732ecd1d6 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:35:45.985232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-451f2ea0-2b43-4fcf-b9fa-763749d5b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.010881 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f2ea0-2b43-4fcf-b9fa-763749d5b9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77aedc19-2828-4cf5-9328-885854601029,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:46.014459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-451f2ea0-2b43-4fcf-b9fa-763749d5b9c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.017704 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-451f2ea0-2b43-4fcf-b9fa-763749d5b9c6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/77aedc19-2828-4cf5-9328-885854601029 HTTP/1.1" status: 204 len: 168 time: 0.3318830 Dec 08 13:35:46.020740 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37472) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:46.025464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dad71c-9188-4734-bf9b-80c5b0e8fd9c None None] Network c4ca35bc-cbf1-4652-b495-fc2e610c6f0c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:35:46.094488 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.148595 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Deleting port 595ee358-e885-467b-967c-90085986e3fc {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:46.148943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.172899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddeb21c-c420-4c7a-a9f3-d8f12bdfd3f4 None None] DHCP port deletion for c4ca35bc-cbf1-4652-b495-fc2e610c6f0c request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:35:46.214923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] For port 595ee358-e885-467b-967c-90085986e3fc, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=595ee358-e885-467b-967c-90085986e3fc,segment=NetworkSegment(afc35f9a-949d-40a0-9213-c1ab0f99cf27),segment_id=afc35f9a-949d-40a0-9213-c1ab0f99cf27)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:46.219514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.234045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Calling delete_port for 595ee358-e885-467b-967c-90085986e3fc owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:46.236506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1ddeb21c-c420-4c7a-a9f3-d8f12bdfd3f4 None None] Deleting port 595ee358-e885-467b-967c-90085986e3fc {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:35:46.236918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb21c-c420-4c7a-a9f3-d8f12bdfd3f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.254650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.308655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1ddeb21c-c420-4c7a-a9f3-d8f12bdfd3f4 None None] For port 595ee358-e885-467b-967c-90085986e3fc, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=595ee358-e885-467b-967c-90085986e3fc,segment=NetworkSegment(afc35f9a-949d-40a0-9213-c1ab0f99cf27),segment_id=afc35f9a-949d-40a0-9213-c1ab0f99cf27)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:46.309063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb21c-c420-4c7a-a9f3-d8f12bdfd3f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.322842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1ddeb21c-c420-4c7a-a9f3-d8f12bdfd3f4 None None] Calling delete_port for 595ee358-e885-467b-967c-90085986e3fc owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:35:46.481984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb21c-c420-4c7a-a9f3-d8f12bdfd3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.508195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeb21c-c420-4c7a-a9f3-d8f12bdfd3f4 None None] Pushing event deleted for resources: {'Port': ['ID=595ee358-e885-467b-967c-90085986e3fc,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:46.511735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddeb21c-c420-4c7a-a9f3-d8f12bdfd3f4 None None] No DVR routers for this DVR port 595ee358-e885-467b-967c-90085986e3fc on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:35:46.603707 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.628644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=595ee358-e885-467b-967c-90085986e3fc,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:46.632122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] No DVR routers for this DVR port 595ee358-e885-467b-967c-90085986e3fc on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:35:46.706034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.725673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ca35bc-cbf1-4652-b495-fc2e610c6f0c']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:46.734771 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc35f9a-949d-40a0-9213-c1ab0f99cf27') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:46.735021 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc35f9a-949d-40a0-9213-c1ab0f99cf27') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:46.745149 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.758043 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.763923 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:35:46.764310 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:35:46.765920 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:35:46.874376 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.879566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:46.882731 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c4ca35bc-cbf1-4652-b495-fc2e610c6f0c HTTP/1.1" status: 204 len: 168 time: 0.8609507 Dec 08 13:35:46.893031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e3a5e-922e-45e8-aac5-78fc440a9ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ca35bc-cbf1-4652-b495-fc2e610c6f0c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:47.249442 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37476) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:47.291296 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fa05f677-053e-43cb-b267-bd2dcc24ff6e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=784826e3e4de4a09b36bb600be9d7d18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405710 Dec 08 13:35:47.293677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37478) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:47.321484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:35:47.341177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-717e28d1-65c9-42ce-aa9f-65bdc598136e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:47.344699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:35:47.345060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8f02ae1b-fbac-4d2b-9bfd-de639487f6c1 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:35:47.345473 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 595ee358-e885-467b-967c-90085986e3fc no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:35:47.362953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-717e28d1-65c9-42ce-aa9f-65bdc598136e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:47.364821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 595ee358-e885-467b-967c-90085986e3fc {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:35:47.365164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 595ee358-e885-467b-967c-90085986e3fc not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:35:47.480089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-717e28d1-65c9-42ce-aa9f-65bdc598136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:47.482703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-717e28d1-65c9-42ce-aa9f-65bdc598136e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:47.483865 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-717e28d1-65c9-42ce-aa9f-65bdc598136e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d79634f5-a091-48dd-bd5e-00f84b6a936c HTTP/1.1" status: 204 len: 168 time: 0.1892364 Dec 08 13:35:47.491550 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e28d1-65c9-42ce-aa9f-65bdc598136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79634f5-a091-48dd-bd5e-00f84b6a936c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:47.999381 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37484) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:48.038305 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-3067af08-9853-4b94-88d8-9001cd6da6b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64429c2602b5421eb85d6aa0cf553de8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377460 Dec 08 13:35:48.040956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37486) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:48.089738 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46004dae-2dac-457c-b5d8-60d9fb05a18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:48.110217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46004dae-2dac-457c-b5d8-60d9fb05a18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:48.240056 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46004dae-2dac-457c-b5d8-60d9fb05a18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:48.242687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-46004dae-2dac-457c-b5d8-60d9fb05a18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:48.243837 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-46004dae-2dac-457c-b5d8-60d9fb05a18f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bdd5252c-14fa-4729-aeea-686a5f0010b9 HTTP/1.1" status: 204 len: 168 time: 0.2019820 Dec 08 13:35:48.251606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46004dae-2dac-457c-b5d8-60d9fb05a18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd5252c-14fa-4729-aeea-686a5f0010b9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:48.483900 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:35:50.353957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37526) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:50.358641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254354131', 'description': 'tempest-secgroup-smoke-254354131 description', 'project_id': '3a02be70d3c1462499816e550f98b186'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:50.433948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:50.442375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:50.514456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:50.567158 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:50.604978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d053ba-2329-4ebe-8aaf-5a3e1e3ea36e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:50.640624 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:50.693221 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:50.722426 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:50.780657 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:50.781920 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bbbbbd06-f987-4a35-977d-eb11744215f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4268696 Dec 08 13:35:50.784843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37528) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:50.789240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ce154024-4862-40ee-ad4a-221df4daa6df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6e3fb-6e01-46fa-bd2a-d816fbe23899', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:50.873203 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ce154024-4862-40ee-ad4a-221df4daa6df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:50.929312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ce154024-4862-40ee-ad4a-221df4daa6df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:50.990147 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ce154024-4862-40ee-ad4a-221df4daa6df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.008553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce154024-4862-40ee-ad4a-221df4daa6df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2e4061-aaac-4fc3-82b4-4cc733741502,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:51.077897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ce154024-4862-40ee-ad4a-221df4daa6df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.079115 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ce154024-4862-40ee-ad4a-221df4daa6df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933025 Dec 08 13:35:51.081730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37530) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:51.086063 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d71bca90-8696-457c-843d-12db5acc1e5a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6e3fb-6e01-46fa-bd2a-d816fbe23899', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:51.200634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d71bca90-8696-457c-843d-12db5acc1e5a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.259029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d71bca90-8696-457c-843d-12db5acc1e5a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.304725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d71bca90-8696-457c-843d-12db5acc1e5a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.322423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bca90-8696-457c-843d-12db5acc1e5a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7c6912-2c75-4a85-a934-e7187c3a9597,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:51.369140 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d71bca90-8696-457c-843d-12db5acc1e5a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.370346 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d71bca90-8696-457c-843d-12db5acc1e5a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2876616 Dec 08 13:35:51.372970 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37532) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:51.377317 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f29b35cd-d9ce-46fb-a424-7c47f5c37095 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6e3fb-6e01-46fa-bd2a-d816fbe23899', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:51.451946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f29b35cd-d9ce-46fb-a424-7c47f5c37095 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.506761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f29b35cd-d9ce-46fb-a424-7c47f5c37095 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.582978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f29b35cd-d9ce-46fb-a424-7c47f5c37095 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.601274 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b35cd-d9ce-46fb-a424-7c47f5c37095 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cf17a2-3837-40b8-b80b-b6637916acd3,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:51.655064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f29b35cd-d9ce-46fb-a424-7c47f5c37095 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.656341 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f29b35cd-d9ce-46fb-a424-7c47f5c37095 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824144 Dec 08 13:35:51.659135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37534) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:51.664774 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4d205a06-5b71-4b47-ba21-9937182a3710 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6e3fb-6e01-46fa-bd2a-d816fbe23899', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:51.743217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4d205a06-5b71-4b47-ba21-9937182a3710 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.801480 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4d205a06-5b71-4b47-ba21-9937182a3710 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.847483 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4d205a06-5b71-4b47-ba21-9937182a3710 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.865259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d205a06-5b71-4b47-ba21-9937182a3710 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72eeaf3b-d69b-4ea5-8488-fd6607eabd9d,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:51.923318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4d205a06-5b71-4b47-ba21-9937182a3710 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:51.924516 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4d205a06-5b71-4b47-ba21-9937182a3710 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2634642 Dec 08 13:35:51.927265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37536) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:51.931545 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b8e69d27-c7b3-4e57-8669-93b699b4ec0e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6e3fb-6e01-46fa-bd2a-d816fbe23899', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:52.007135 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-b8e69d27-c7b3-4e57-8669-93b699b4ec0e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:35:52.011903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b8e69d27-c7b3-4e57-8669-93b699b4ec0e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.068870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b8e69d27-c7b3-4e57-8669-93b699b4ec0e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.126952 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b8e69d27-c7b3-4e57-8669-93b699b4ec0e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.146758 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e69d27-c7b3-4e57-8669-93b699b4ec0e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69c2ccb-0524-46fd-8e48-537d9f2b8fec,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:52.203237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b8e69d27-c7b3-4e57-8669-93b699b4ec0e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.204438 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b8e69d27-c7b3-4e57-8669-93b699b4ec0e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2762403 Dec 08 13:35:52.208054 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37538) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:52.212374 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-ab8146ac-d404-4ede-9496-38caf9d7c872 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6e3fb-6e01-46fa-bd2a-d816fbe23899', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:52.276081 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-ab8146ac-d404-4ede-9496-38caf9d7c872 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:35:52.280992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab8146ac-d404-4ede-9496-38caf9d7c872 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.339585 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab8146ac-d404-4ede-9496-38caf9d7c872 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.395940 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab8146ac-d404-4ede-9496-38caf9d7c872 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.415052 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8146ac-d404-4ede-9496-38caf9d7c872 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a291cc-e8eb-4282-8c36-53aa50caf124,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:52.470372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab8146ac-d404-4ede-9496-38caf9d7c872 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.471588 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ab8146ac-d404-4ede-9496-38caf9d7c872 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2625723 Dec 08 13:35:52.475124 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37540) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:52.479982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'network': {'name': 'tempest-network-smoke--1583716793', 'project_id': '3a02be70d3c1462499816e550f98b186', 'port_security_enabled': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:52.571241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:35:52.574694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.600277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:35:52.608677 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.609798 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Added segment c0cf275e-91de-4ab3-9519-3ffd0967af8a of type vlan for network 02a70110-8de8-4d87-9556-dd7413e253fb Dec 08 13:35:52.647933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.749851 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.756091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:52.756658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.820907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Network': ['ID=02a70110-8de8-4d87-9556-dd7413e253fb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:52.831012 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 02a70110-8de8-4d87-9556-dd7413e253fb details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:35:52.861136 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a1d7e0c8-7e6d-41c9-9c6a-9b12f7a10555 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3849404 Dec 08 13:35:52.864120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37542) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:52.868828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'admin_state_up': True, 'project_id': '3a02be70d3c1462499816e550f98b186', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:52.950311 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:52.951357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:53.004434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:53.179662 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:53.428177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:53.446127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:53.553532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.53 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/6d33b339-3439-4d1b-aa89-31a09d2d598a) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:35:53.651992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:53.739771 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:53.782436 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:35:53.787791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:35:53.790666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:35:53.796241 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=6d33b339-3439-4d1b-aa89-31a09d2d598a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:53.802456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99376bd3-7c5c-4961-8ee4-1b49f147aebf None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:35:53.905644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-20e9c5b3-1f5e-49ab-9f6e-aa50550e163e None None] Provisioning complete for port 6d33b339-3439-4d1b-aa89-31a09d2d598a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:53.906361 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-20e9c5b3-1f5e-49ab-9f6e-aa50550e163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:53.940607 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-20e9c5b3-1f5e-49ab-9f6e-aa50550e163e None None] Port 6d33b339-3439-4d1b-aa89-31a09d2d598a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:35:54.116078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:54.309116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:54.526627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 3e736c9b-1de7-424a-a7c9-327b35918807 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:35:54.634538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:35:54.643874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Sync routers for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:35:54.653909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:54.654527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:54.721700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:54.723011 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-97032d71-03be-4385-8aed-8fbd053e2e38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8577902 Dec 08 13:35:54.726087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37544) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:54.759535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:35:54.845948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3a3444fb-4287-4654-bbf4-ec39da9111e9 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=3a02be70d3c1462499816e550f98b186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1186583 Dec 08 13:35:54.849305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37548) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:54.935031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45011241-263d-4beb-be2e-36e1951cad3e tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:54.936424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:53Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:54.936930 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-45011241-263d-4beb-be2e-36e1951cad3e tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862839 Dec 08 13:35:54.939439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37550) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:54.965870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Checking router: 3e736c9b-1de7-424a-a7c9-327b35918807 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:35:54.966225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Updating router 3e736c9b-1de7-424a-a7c9-327b35918807 port 6d33b339-3439-4d1b-aa89-31a09d2d598a binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:35:54.970360 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9bb8856c-db94-4fc1-a851-96c0a75e4ddb tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298781 Dec 08 13:35:54.973555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37552) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:54.978292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2134952206', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'project_id': '3a02be70d3c1462499816e550f98b186', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:35:55.131490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:35:55.135093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.138505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.417498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.427468 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.477772 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Subnet': ['ID=74ee1e3b-f0e8-4485-bd42-cbd272ed4bad,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:55.484851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Checking segment: {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:35:55.485214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network hostable DHCP agents. Network: 02a70110-8de8-4d87-9556-dd7413e253fb, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:35:55.491154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.537219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a2504a-fa75-44d5-9f7c-d38e5d805bcd None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:35:55.546259 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Attempting to bind port 6d33b339-3439-4d1b-aa89-31a09d2d598a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:35:55.546665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Attempting to bind port 6d33b339-3439-4d1b-aa89-31a09d2d598a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:35:55.547038 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Attempting to bind port 6d33b339-3439-4d1b-aa89-31a09d2d598a on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:35:55.563222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:35:55.563603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:35:55.564008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.564400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:35:55.564919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Bound port: 6d33b339-3439-4d1b-aa89-31a09d2d598a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:35:55.565321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.567995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3aff23-deac-4527-90b9-9dc81c2b893a None None] Pushing event updated for resources: {'Port': ['ID=6d33b339-3439-4d1b-aa89-31a09d2d598a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:55.588307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 02a70110-8de8-4d87-9556-dd7413e253fb is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:35:55.623427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] For port 6d33b339-3439-4d1b-aa89-31a09d2d598a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:35:55.626477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] For port 6d33b339-3439-4d1b-aa89-31a09d2d598a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6d33b339-3439-4d1b-aa89-31a09d2d598a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:35:55.651143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 02a70110-8de8-4d87-9556-dd7413e253fb) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:35:55.655849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:55.661145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.661612 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b009e-090d-4100-8648-9ff304f6d2f9 None None] Network 02a70110-8de8-4d87-9556-dd7413e253fb requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:35:55.724454 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-23981ca2-093c-4a8d-aa2f-dc0c1e88ac00 None None] Provisioning complete for port 6d33b339-3439-4d1b-aa89-31a09d2d598a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:55.724838 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23981ca2-093c-4a8d-aa2f-dc0c1e88ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.726887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:55.739904 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5f63c891-2085-4153-90fb-7c40b3da3946 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7653298 Dec 08 13:35:55.743011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:35:55.799496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fa42e4-bb12-4fe5-9972-b7b4e6e441f5 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:35:55.862808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:55.863496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:55.901693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3aff23-deac-4527-90b9-9dc81c2b893a None None] Pushing event updated for resources: {'Port': ['ID=6d33b339-3439-4d1b-aa89-31a09d2d598a,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:55.905313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-02a70110-8de8-4d87-9556-dd7413e253fb', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:35:55.906155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.063249 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23981ca2-093c-4a8d-aa2f-dc0c1e88ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.104496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:35:56.152563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-23981ca2-093c-4a8d-aa2f-dc0c1e88ac00 None None] For port 6d33b339-3439-4d1b-aa89-31a09d2d598a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6d33b339-3439-4d1b-aa89-31a09d2d598a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:56.190078 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.252549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Allocated IP 172.20.0.2 (02a70110-8de8-4d87-9556-dd7413e253fb/74ee1e3b-f0e8-4485-bd42-cbd272ed4bad/bcaaec99-5bd5-4e71-a6b6-0828b3800da7) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:35:56.257826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-23981ca2-093c-4a8d-aa2f-dc0c1e88ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.412331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23981ca2-093c-4a8d-aa2f-dc0c1e88ac00 None None] Pushing event updated for resources: {'Port': ['ID=6d33b339-3439-4d1b-aa89-31a09d2d598a,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:56.443819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e4f43dcb-b96d-4c9a-a2de-5e6f3056f9c3 None None] Provisioning complete for port 6d33b339-3439-4d1b-aa89-31a09d2d598a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:56.444194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e4f43dcb-b96d-4c9a-a2de-5e6f3056f9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.536984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.539834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:53Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:56.573286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f120679c-5c6b-43ca-91fa-dbb861ad76f7 None None] The sync data for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv is: [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:53Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:35:56.624765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.660922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Network 02a70110-8de8-4d87-9556-dd7413e253fb is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:35:56.665046 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:35:56.668320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:35:56.687503 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.1 (02a70110-8de8-4d87-9556-dd7413e253fb/74ee1e3b-f0e8-4485-bd42-cbd272ed4bad/5e7ee879-a994-4c71-9425-90ab9d363c1a) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:35:56.722747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Pushing event updated for resources: {'Port': ['ID=bcaaec99-5bd5-4e71-a6b6-0828b3800da7,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:56.736553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Attempting to bind port bcaaec99-5bd5-4e71-a6b6-0828b3800da7 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:35:56.736931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Attempting to bind port bcaaec99-5bd5-4e71-a6b6-0828b3800da7 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:35:56.738084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Attempting to bind port bcaaec99-5bd5-4e71-a6b6-0828b3800da7 on network 02a70110-8de8-4d87-9556-dd7413e253fb {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:35:56.744028 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:35:56.744406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Checking segment: {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:35:56.744819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.745238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Bound using segment: {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:35:56.745710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Bound port: bcaaec99-5bd5-4e71-a6b6-0828b3800da7, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:35:56.746098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.820055 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.830661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] For port bcaaec99-5bd5-4e71-a6b6-0828b3800da7, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:35:56.833902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] For port bcaaec99-5bd5-4e71-a6b6-0828b3800da7, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bcaaec99-5bd5-4e71-a6b6-0828b3800da7,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:35:56.908793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.943658 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:56.968834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110e5b2-ea5a-4751-9a52-13a4151cfa1c None None] Pushing event updated for resources: {'Port': ['ID=bcaaec99-5bd5-4e71-a6b6-0828b3800da7,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:56.995736 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 02a70110-8de8-4d87-9556-dd7413e253fb is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:35:56.999554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:35:57.002232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:35:57.036269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=5e7ee879-a994-4c71-9425-90ab9d363c1a,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:57.061931 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:57.344027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:57.388026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bcaaec99-5bd5-4e71-a6b6-0828b3800da7 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:35:57.440878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port bcaaec99-5bd5-4e71-a6b6-0828b3800da7 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:57.441256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:57.534022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:57.567383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port bcaaec99-5bd5-4e71-a6b6-0828b3800da7, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bcaaec99-5bd5-4e71-a6b6-0828b3800da7,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:35:57.628674 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:57.629490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6d33b339-3439-4d1b-aa89-31a09d2d598a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:35:57.639803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:57.708909 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=bcaaec99-5bd5-4e71-a6b6-0828b3800da7,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:57.722943 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:57.723153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 6d33b339-3439-4d1b-aa89-31a09d2d598a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:57.723374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:57.807845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:57.816635 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=5e7ee879-a994-4c71-9425-90ab9d363c1a,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:57.912200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 02a70110-8de8-4d87-9556-dd7413e253fb is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:35:57.914567 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:35:57.980703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99854b3-62ce-4964-afd2-71cb26b6fcb7 None None] Network 02a70110-8de8-4d87-9556-dd7413e253fb requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:35:58.040393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 3e736c9b-1de7-424a-a7c9-327b35918807 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:35:58.063446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-362772c5-b981-4ce4-afad-597c9e44c8e2 None None] Provisioning complete for port bcaaec99-5bd5-4e71-a6b6-0828b3800da7 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:58.063902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-362772c5-b981-4ce4-afad-597c9e44c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:58.155334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:35:58.160965 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-538ad44f-1ab7-4b12-a8b0-1e82a2e5c7ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/3e736c9b-1de7-424a-a7c9-327b35918807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4169207 Dec 08 13:35:58.346206 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-12edfae4-b79c-4b12-96d8-bd47e0f24cff tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254354131&fields=id&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 267 time: 0.0589416 Dec 08 13:35:58.412743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5f3f01e2-deb2-45ca-9383-4e2abe2c1f81 None None] Provisioning complete for port bcaaec99-5bd5-4e71-a6b6-0828b3800da7 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:58.413295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5f3f01e2-deb2-45ca-9383-4e2abe2c1f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:58.482827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-0e6d309a-eee7-4c47-915e-26d938b8b653 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:35:58.484395 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-0e6d309a-eee7-4c47-915e-26d938b8b653 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/networks?id=02a70110-8de8-4d87-9556-dd7413e253fb HTTP/1.1" status: 200 len: 797 time: 0.1235294 Dec 08 13:35:58.500495 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-7fa900f9-dfff-485b-b9f7-00f76f64b0f2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/quotas/3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 375 time: 0.0096517 Dec 08 13:35:58.553676 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5f3f01e2-deb2-45ca-9383-4e2abe2c1f81 None None] Provisioning complete for port 5e7ee879-a994-4c71-9425-90ab9d363c1a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:58.554063 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5f3f01e2-deb2-45ca-9383-4e2abe2c1f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:58.563806 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-39294aa5-1323-4fa5-b331-86227541e59c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567372 Dec 08 13:35:58.592932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f01e2-deb2-45ca-9383-4e2abe2c1f81 None None] Port 5e7ee879-a994-4c71-9425-90ab9d363c1a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:35:58.669573 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Sync routers for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:35:58.682223 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:58.683230 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:58.715890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b3fec6c0-f82e-41d3-8267-57f14053cbac None None] Provisioning complete for port 5e7ee879-a994-4c71-9425-90ab9d363c1a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:58.716661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b3fec6c0-f82e-41d3-8267-57f14053cbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:58.753542 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-46a861d2-a739-4fdb-97fb-a72c5914411d service neutron] 10.222.0.76 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771426 Dec 08 13:35:58.775920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b3fec6c0-f82e-41d3-8267-57f14053cbac None None] Port 5e7ee879-a994-4c71-9425-90ab9d363c1a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:35:58.803521 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:35:58.860511 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b3e7e0-1958-4d6a-955f-75d3f91ce025 service neutron] 10.222.0.76 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981882 Dec 08 13:35:58.897382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b4fd3820-b0bd-4e77-9b5e-72b86127aef7 None None] Provisioning complete for port 5e7ee879-a994-4c71-9425-90ab9d363c1a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:58.897888 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b4fd3820-b0bd-4e77-9b5e-72b86127aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:58.937967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b4fd3820-b0bd-4e77-9b5e-72b86127aef7 None None] Port 5e7ee879-a994-4c71-9425-90ab9d363c1a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:35:59.008439 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '5e7ee879-a994-4c71-9425-90ab9d363c1a', 'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:41:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:56Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 2, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:59.035217 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Checking router: 3e736c9b-1de7-424a-a7c9-327b35918807 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:35:59.035574 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Updating router 3e736c9b-1de7-424a-a7c9-327b35918807 port 5e7ee879-a994-4c71-9425-90ab9d363c1a binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:35:59.062527 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:59.162538 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9692ff64-fb72-4644-917f-f005e9399b94 req-9ee199ba-d315-4b16-af3f-8854c96d6089 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 210 time: 0.0417335 Dec 08 13:35:59.328429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bcaaec99-5bd5-4e71-a6b6-0828b3800da7 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:35:59.351626 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:59.377305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port bcaaec99-5bd5-4e71-a6b6-0828b3800da7 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:59.378200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:59.430103 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:59.487510 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Pushing event updated for resources: {'Port': ['ID=5e7ee879-a994-4c71-9425-90ab9d363c1a,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:59.509281 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.509632 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.509979 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.510319 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.510676 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.511015 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.511345 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.511677 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.512006 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.512368 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.512726 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.512983 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.513507 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:35:59.551307 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Attempting to bind port 5e7ee879-a994-4c71-9425-90ab9d363c1a on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:35:59.551688 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Attempting to bind port 5e7ee879-a994-4c71-9425-90ab9d363c1a by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:35:59.552054 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Attempting to bind port 5e7ee879-a994-4c71-9425-90ab9d363c1a on network 02a70110-8de8-4d87-9556-dd7413e253fb {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:35:59.557356 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:35:59.557732 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Checking segment: {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:35:59.558135 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:59.558531 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Bound using segment: {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:35:59.559047 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Bound port: 5e7ee879-a994-4c71-9425-90ab9d363c1a, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:35:59.559434 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:59.631155 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] For port 5e7ee879-a994-4c71-9425-90ab9d363c1a, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:35:59.634756 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] For port 5e7ee879-a994-4c71-9425-90ab9d363c1a, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5e7ee879-a994-4c71-9425-90ab9d363c1a,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:35:59.664876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a2144623-4543-4af2-8eac-6b6bdd52ad80 None None] Provisioning complete for port 5e7ee879-a994-4c71-9425-90ab9d363c1a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:35:59.665430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a2144623-4543-4af2-8eac-6b6bdd52ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:59.699595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a2144623-4543-4af2-8eac-6b6bdd52ad80 None None] Port 5e7ee879-a994-4c71-9425-90ab9d363c1a cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:35:59.708905 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:35:59.765091 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:35:59.765721 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:35:59.800379 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43ae6f-7f24-4410-b81e-3d7ba1b3fd71 None None] Pushing event updated for resources: {'Port': ['ID=5e7ee879-a994-4c71-9425-90ab9d363c1a,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:35:59.966012 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:36:00.021696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-65fd974a-0587-440d-9c49-aa431bc1b755 None None] Provisioning complete for port 5e7ee879-a994-4c71-9425-90ab9d363c1a triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:36:00.021978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65fd974a-0587-440d-9c49-aa431bc1b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:00.109862 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65fd974a-0587-440d-9c49-aa431bc1b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:00.141669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-65fd974a-0587-440d-9c49-aa431bc1b755 None None] For port 5e7ee879-a994-4c71-9425-90ab9d363c1a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5e7ee879-a994-4c71-9425-90ab9d363c1a,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:36:00.160328 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '5e7ee879-a994-4c71-9425-90ab9d363c1a', 'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:41:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:56Z', 'updated_at': '2021-12-08T13:35:59Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:00.190289 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a57999-d778-4fa0-9bca-bd5426921445 None None] The sync data for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv is: [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '5e7ee879-a994-4c71-9425-90ab9d363c1a', 'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:41:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:56Z', 'updated_at': '2021-12-08T13:35:59Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:36:00.230896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65fd974a-0587-440d-9c49-aa431bc1b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:00.281660 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e0eb5d2f-fa07-4e0e-895c-6203a357cce1 req-beb9f017-ad30-4ce7-b422-ef2e18a16ef3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 210 time: 0.0495126 Dec 08 13:36:00.307306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd974a-0587-440d-9c49-aa431bc1b755 None None] Pushing event updated for resources: {'Port': ['ID=5e7ee879-a994-4c71-9425-90ab9d363c1a,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:01.323991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5a2d3812-483e-4f47-9d8c-dcd2b0cf6be8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:01.327017 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5a2d3812-483e-4f47-9d8c-dcd2b0cf6be8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/networks?id=02a70110-8de8-4d87-9556-dd7413e253fb HTTP/1.1" status: 200 len: 797 time: 0.1198933 Dec 08 13:36:01.368821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 5e7ee879-a994-4c71-9425-90ab9d363c1a up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:36:01.399492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-09e4c909-2793-44ad-93f0-385b8afcea05 req-e667fb0b-60a7-4d91-93fc-12446f007452 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 210 time: 0.0396447 Dec 08 13:36:01.416927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 5e7ee879-a994-4c71-9425-90ab9d363c1a triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:36:01.417305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:01.423565 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-9c07d032-46f0-4f7d-a90b-c018ecf4fac6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 379 time: 0.0850346 Dec 08 13:36:01.432904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'port': {'device_id': '4e1c9263-2684-4b38-9495-15cc609659a4', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'admin_state_up': True, 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'security_groups': ['ffc6e3fb-6e01-46fa-bd2a-d816fbe23899']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:36:01.622264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:36:01.626060 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:01.748152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.6 (02a70110-8de8-4d87-9556-dd7413e253fb/74ee1e3b-f0e8-4485-bd42-cbd272ed4bad/6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:36:01.883111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:01.973314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:02.016879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 02a70110-8de8-4d87-9556-dd7413e253fb is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:36:02.020367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:36:02.027157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:36:02.050353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:02.078553 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:02.079234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:02.152683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-5213b194-5d3a-4fe7-ae3e-6d808057fd84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235138 Dec 08 13:36:02.166392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Request body: {'port': {'device_id': '4e1c9263-2684-4b38-9495-15cc609659a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:36:02.230680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:02.264321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-74e9d626-8410-4cde-a55f-a78d69778a91 None None] Provisioning complete for port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:36:02.264693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-74e9d626-8410-4cde-a55f-a78d69778a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:02.301073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-74e9d626-8410-4cde-a55f-a78d69778a91 None None] Port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:36:02.514501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:36:02.524945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:02.549031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e5ff9-9dce-48ae-976a-f8237788c047 req-545d4a6a-bad9-4553-aebb-8e105e83d522 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:02.550561 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-208e5ff9-9dce-48ae-976a-f8237788c047 req-545d4a6a-bad9-4553-aebb-8e105e83d522 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 931 time: 0.0753610 Dec 08 13:36:02.551520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Transition to ACTIVE for port object 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:36:02.604763 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-208e5ff9-9dce-48ae-976a-f8237788c047 req-1e4c6ea6-44a1-4504-b65a-add9cb32aafe tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480497 Dec 08 13:36:02.618508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:02.668123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Pushing event updated for resources: {'Port': ['ID=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:02.739593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Attempting to bind port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:36:02.739865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Attempting to bind port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:36:02.740193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Attempting to bind port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f on network 02a70110-8de8-4d87-9556-dd7413e253fb {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:36:02.744960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f on network 02a70110-8de8-4d87-9556-dd7413e253fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:36:02.745376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Attempting to bind port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f on network 02a70110-8de8-4d87-9556-dd7413e253fb {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:36:02.750461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:36:02.750824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Checking segment: {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:36:02.751221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Bound using segment: {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:36:02.751641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Bound port: 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cf275e-91de-4ab3-9519-3ffd0967af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:36:02.751996 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:02.821218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] For port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:36:02.824512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] For port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:36:02.881456 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:02.914530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:02.915163 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:02.916566 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] 10.222.0.72 "PUT /v2.0/ports/6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f HTTP/1.1" status: 200 len: 1093 time: 0.7548242 Dec 08 13:36:02.917016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:36:02.919309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4176899-fa0c-43b2-b052-c2513beec138" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:36:02.944211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b04982-2ff9-45b6-b7c9-1b9274b5650a service neutron] Pushing event updated for resources: {'Port': ['ID=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:02.965346 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb271ba9-ccc2-4a4d-b9ed-2d311c5d172c x-openstack-request-id: req-fb271ba9-ccc2-4a4d-b9ed-2d311c5d172c {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:36:02.965709 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:36:02.966035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb271ba9-ccc2-4a4d-b9ed-2d311c5d172c {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:36:02.966549 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'status': 'completed', 'code': 200} Dec 08 13:36:03.029882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4176899-fa0c-43b2-b052-c2513beec138 req-2b6c3c0f-b90c-4102-b049-605f9f43761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:03.031333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d4176899-fa0c-43b2-b052-c2513beec138 req-2b6c3c0f-b90c-4102-b049-605f9f43761d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 1096 time: 0.0428822 Dec 08 13:36:03.135540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4176899-fa0c-43b2-b052-c2513beec138 req-72899379-e5b0-43d1-8fe9-d19e6ee6a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:03.137058 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d4176899-fa0c-43b2-b052-c2513beec138 req-72899379-e5b0-43d1-8fe9-d19e6ee6a7ff service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3a02be70d3c1462499816e550f98b186&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0982075 Dec 08 13:36:03.228426 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4176899-fa0c-43b2-b052-c2513beec138 req-2168d9a2-39bf-412a-80c8-751612bbce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:03.229890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d4176899-fa0c-43b2-b052-c2513beec138 req-2168d9a2-39bf-412a-80c8-751612bbce3e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858846 Dec 08 13:36:03.326055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-6d0c188d-3179-4180-a466-1a12d63d52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:03.327512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-6d0c188d-3179-4180-a466-1a12d63d52c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 1096 time: 0.0601418 Dec 08 13:36:03.369496 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-82bba3de-88d7-4143-aaa8-cb5a1350274f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f HTTP/1.1" status: 200 len: 217 time: 0.0341110 Dec 08 13:36:03.418934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-7d4fb9e9-f3c3-4203-bbd8-53ebf682a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:03.420355 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-7d4fb9e9-f3c3-4203-bbd8-53ebf682a297 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=74ee1e3b-f0e8-4485-bd42-cbd272ed4bad HTTP/1.1" status: 200 len: 835 time: 0.0422657 Dec 08 13:36:03.468243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-173d05af-eae3-40da-9167-4a3db3ff95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:03.469718 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-173d05af-eae3-40da-9167-4a3db3ff95d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02a70110-8de8-4d87-9556-dd7413e253fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418992 Dec 08 13:36:03.938661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a1c6-09dd-418b-af7a-869a24c79313 req-90142d3a-ead0-4707-b595-335440389f4d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:03.940041 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca70a1c6-09dd-418b-af7a-869a24c79313 req-90142d3a-ead0-4707-b595-335440389f4d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 943 time: 0.1000195 Dec 08 13:36:03.967777 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-c52c2212-d951-405a-b446-cd3530057890 service neutron] 10.222.0.72 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906893 Dec 08 13:36:04.041687 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca70a1c6-09dd-418b-af7a-869a24c79313 req-a3851925-2cdb-4a1b-aa5a-186834138bb8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909092 Dec 08 13:36:04.101811 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f3ea36fe-6fc5-4c36-b6cc-22ea3b6db8dc req-4ae89f6b-0ddc-4876-bffb-6fbc99fd2259 service neutron] 10.222.0.72 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252847 Dec 08 13:36:05.167997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f62e3-bbdd-481f-a305-5fcb85fb6aa9 req-6df4411b-08a9-463f-9ea0-cf6d0af4e5f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:05.169465 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cf2f62e3-bbdd-481f-a305-5fcb85fb6aa9 req-6df4411b-08a9-463f-9ea0-cf6d0af4e5f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 943 time: 0.0545063 Dec 08 13:36:05.218460 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cf2f62e3-bbdd-481f-a305-5fcb85fb6aa9 req-6daed10c-994b-4740-b6c3-03d3ca28bb80 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426886 Dec 08 13:36:05.341245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:36:05.435717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:36:05.447221 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'port_id': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'mac_address': 'fa:16:3e:2a:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:36:05.483585 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:05.495930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:36:05.518923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:36:05.584103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:05.631836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:05.789015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:36:06.330978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935d98a-a6ef-4995-8f04-57f0321ae742 req-7fc88720-02c1-467c-b85b-b3fef82fb030 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:06.332464 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e935d98a-a6ef-4995-8f04-57f0321ae742 req-7fc88720-02c1-467c-b85b-b3fef82fb030 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 944 time: 0.0486202 Dec 08 13:36:06.381360 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e935d98a-a6ef-4995-8f04-57f0321ae742 req-fdfc1aaa-5121-464c-97ad-90fe562e2758 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428035 Dec 08 13:36:07.357384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:36:07.467651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:36:07.475994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:36:07.475994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:07.494006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6f01b-8515-46a1-a729-450523ef6ee9 req-81e56ece-dd3c-41e7-bed3-41c546d34ee4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:07.495579 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e2b6f01b-8515-46a1-a729-450523ef6ee9 req-81e56ece-dd3c-41e7-bed3-41c546d34ee4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 944 time: 0.0486042 Dec 08 13:36:07.548852 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e2b6f01b-8515-46a1-a729-450523ef6ee9 req-33acadbe-7b38-462f-9112-02a12d03dc17 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470886 Dec 08 13:36:07.552297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:07.575797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:36:07.578021 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9416ecc2-6598-4700-ac43-6611d8cc3680" -d '{"events": [{"server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "name": "network-vif-plugged", "status": "completed", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:36:07.590326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:36:07.615535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c9f7f8-51f6-4b3a-8216-0b1a139b0610 x-openstack-request-id: req-c0c9f7f8-51f6-4b3a-8216-0b1a139b0610 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:36:07.615876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "name": "network-vif-plugged", "status": "completed", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:36:07.616195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0c9f7f8-51f6-4b3a-8216-0b1a139b0610 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:36:07.616607 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'code': 200} Dec 08 13:36:07.623651 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:07.671154 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:07.884508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe56535-dd0e-41b8-a0ed-df0e04a52798 req-8cbf690c-d8a9-4742-8373-f737db4fa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:07.885966 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ffe56535-dd0e-41b8-a0ed-df0e04a52798 req-8cbf690c-d8a9-4742-8373-f737db4fa161 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 1098 time: 0.0399363 Dec 08 13:36:07.931387 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ffe56535-dd0e-41b8-a0ed-df0e04a52798 req-3badd170-56a2-4e43-8128-6ac2e3e35a72 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387414 Dec 08 13:36:08.663672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8493c3-3a51-4306-9fa2-20c4a1c03a74 req-cf9c84e6-1d4c-4358-b956-b1dfb1a5ab38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:08.665465 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3d8493c3-3a51-4306-9fa2-20c4a1c03a74 req-cf9c84e6-1d4c-4358-b956-b1dfb1a5ab38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0487659 Dec 08 13:36:08.714652 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3d8493c3-3a51-4306-9fa2-20c4a1c03a74 req-116fdd06-6fc9-4252-84e6-7179e15bbd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432010 Dec 08 13:36:09.833722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367150cd-048a-4b10-9ae1-ac83dd4c3c07 req-86a00c65-f415-4c67-9c0c-9564dfa1c10e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:09.835343 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-367150cd-048a-4b10-9ae1-ac83dd4c3c07 req-86a00c65-f415-4c67-9c0c-9564dfa1c10e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0540369 Dec 08 13:36:09.883845 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-367150cd-048a-4b10-9ae1-ac83dd4c3c07 req-1982c386-def8-4e4c-b5d5-661f44c270df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Dec 08 13:36:09.994678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1c10d-98e8-4f1b-bf8b-17b8a0519d90 req-ed48ea39-9a09-49a4-90ee-0d43bdda843e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:09.996152 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61b1c10d-98e8-4f1b-bf8b-17b8a0519d90 req-ed48ea39-9a09-49a4-90ee-0d43bdda843e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0480092 Dec 08 13:36:10.044578 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-61b1c10d-98e8-4f1b-bf8b-17b8a0519d90 req-888e9b5d-c54f-4b02-bb0a-586147ec51f5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426311 Dec 08 13:36:10.065184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37610) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:10.103888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b653947d-83ae-4655-a99b-84d52cd4b821 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:10.105363 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b653947d-83ae-4655-a99b-84d52cd4b821 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 1093 time: 0.0392079 Dec 08 13:36:10.108094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37612) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:10.112250 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:36:10.195308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:10.299507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:10.402126 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.63 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/0edef4ed-f39d-4252-9ee7-11c23f1c8a08) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:36:10.469839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:10.498649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-66576273-ab72-4e98-affa-34e851f8fe94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:10.503290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:10.606936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:10.643995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:36:10.646940 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:36:10.649899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:36:10.687138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=0edef4ed-f39d-4252-9ee7-11c23f1c8a08,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:11.022494 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:11.167948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:11.313623 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:11.389839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:11.461685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=0edef4ed-f39d-4252-9ee7-11c23f1c8a08,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:11.473256 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:11.573742 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP 2b23ff14-5df7-4907-9659-e8f9b23a7950 associated. External IP: 172.26.7.63, port: 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f. Dec 08 13:36:11.782362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 3e736c9b-1de7-424a-a7c9-327b35918807 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:36:11.887639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:36:11.897123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] Sync routers for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:36:11.906219 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:36:11.906871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:11.946240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:11.973058 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8eb2ff75-a29c-4416-bc6d-6017c891cd1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8639600 Dec 08 13:36:11.973648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:36:11.975966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d545f28-0ced-42a1-98d4-1dab3a561aac" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:36:12.013048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:36:12.017534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e930545-db9e-4abe-b774-be680704f60d x-openstack-request-id: req-2e930545-db9e-4abe-b774-be680704f60d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:36:12.017841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:36:12.018105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e930545-db9e-4abe-b774-be680704f60d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:36:12.018511 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'status': 'completed', 'code': 200} Dec 08 13:36:12.094835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd34a4d-adb8-418a-9830-3b77b18d6a4b req-31c61d4d-53df-4e95-b032-4ac872502ba2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:12.096259 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2fd34a4d-adb8-418a-9830-3b77b18d6a4b req-31c61d4d-53df-4e95-b032-4ac872502ba2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0744987 Dec 08 13:36:12.113748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-43f412df-a923-46fd-a8a6-1bad30ee9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:12.115228 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-43f412df-a923-46fd-a8a6-1bad30ee9450 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 1098 time: 0.0676208 Dec 08 13:36:12.206905 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2fd34a4d-adb8-418a-9830-3b77b18d6a4b req-6e2fbab4-02d9-4aa4-85bd-e55412731dd7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035817 Dec 08 13:36:12.231629 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37618) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:12.235393 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-6c9ed927-47ff-4347-aecb-8d956ad4abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:12.237097 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-6c9ed927-47ff-4347-aecb-8d956ad4abac service neutron] 10.222.0.72 "GET /v2.0/networks?id=02a70110-8de8-4d87-9556-dd7413e253fb HTTP/1.1" status: 200 len: 898 time: 0.1140728 Dec 08 13:36:12.240818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2b23ff14-5df7-4907-9659-e8f9b23a7950', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'port_id': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'mac_address': 'fa:16:3e:2a:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1c9263-2684-4b38-9495-15cc609659a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:36:10Z', 'updated_at': '2021-12-08T13:36:10Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7ee879-a994-4c71-9425-90ab9d363c1a', 'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:41:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:56Z', 'updated_at': '2021-12-08T13:36:00Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:12.267307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] Checking router: 3e736c9b-1de7-424a-a7c9-327b35918807 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:36:12.277803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:36:12.278822 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:35:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:12.301211 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-68a1f611-6875-41bd-b934-e46f7466f8e9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/2b23ff14-5df7-4907-9659-e8f9b23a7950 HTTP/1.1" status: 200 len: 990 time: 0.0672531 Dec 08 13:36:12.305723 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-3f029fba-615a-4d4a-ab5c-14fe57837bb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f HTTP/1.1" status: 200 len: 998 time: 0.0612249 Dec 08 13:36:12.357424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-815933a0-5e33-4574-a899-008d452a4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:12.358815 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-815933a0-5e33-4574-a899-008d452a4d3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=74ee1e3b-f0e8-4485-bd42-cbd272ed4bad HTTP/1.1" status: 200 len: 835 time: 0.0465155 Dec 08 13:36:12.386974 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:36:12.403573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-dcea5b3e-e3c0-4e67-9d8f-cffabcbdbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:12.405097 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-dcea5b3e-e3c0-4e67-9d8f-cffabcbdbdfe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02a70110-8de8-4d87-9556-dd7413e253fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391922 Dec 08 13:36:12.499063 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-b32bb39a-add9-4074-90db-ab2d058a6af1 service neutron] 10.222.0.72 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862708 Dec 08 13:36:12.590791 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d545f28-0ced-42a1-98d4-1dab3a561aac req-eb1560be-dc2f-46d3-8b15-e9b9484a8635 service neutron] 10.222.0.72 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844703 Dec 08 13:36:12.611438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2b23ff14-5df7-4907-9659-e8f9b23a7950', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'port_id': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'mac_address': 'fa:16:3e:2a:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1c9263-2684-4b38-9495-15cc609659a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:36:10Z', 'updated_at': '2021-12-08T13:36:10Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7ee879-a994-4c71-9425-90ab9d363c1a', 'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:41:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:56Z', 'updated_at': '2021-12-08T13:36:00Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:12.639180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad560b1-2a29-46fa-83f1-356928cdeec9 None None] The sync data for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv is: [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2b23ff14-5df7-4907-9659-e8f9b23a7950', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'port_id': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'mac_address': 'fa:16:3e:2a:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1c9263-2684-4b38-9495-15cc609659a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:36:10Z', 'updated_at': '2021-12-08T13:36:10Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7ee879-a994-4c71-9425-90ab9d363c1a', 'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:41:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:56Z', 'updated_at': '2021-12-08T13:36:00Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:36:12.824496 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e807b-0595-4cd4-9c1b-389aea238e97 None None] New status for floating IP 2b23ff14-5df7-4907-9659-e8f9b23a7950: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:36:12.898106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-39a7c6bc-d312-410c-aae5-f5f8d57e550d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:13.304377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37620) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:13.367907 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-431875ec-ca0b-4972-8c86-effa410365f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/2b23ff14-5df7-4907-9659-e8f9b23a7950 HTTP/1.1" status: 200 len: 992 time: 0.0623763 Dec 08 13:36:14.206212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:15.292269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:16.227791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:20.236804 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-e7c305ef-5761-4c09-a86e-d397910a100c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384107 Dec 08 13:36:20.330721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-87bc9a3a-60a1-49c3-8d39-21164f512aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:20.332238 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-87bc9a3a-60a1-49c3-8d39-21164f512aef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 1098 time: 0.0405712 Dec 08 13:36:20.437233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-ba08946b-8392-4e99-8cba-8de203be91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:20.438710 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-ba08946b-8392-4e99-8cba-8de203be91cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=02a70110-8de8-4d87-9556-dd7413e253fb HTTP/1.1" status: 200 len: 898 time: 0.0867159 Dec 08 13:36:20.503040 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-866a6837-8ecd-40c4-93d6-e060a9d71636 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f HTTP/1.1" status: 200 len: 1000 time: 0.0568180 Dec 08 13:36:20.550942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-06536b51-bcf7-4724-94ba-29557702e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:20.552360 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-06536b51-bcf7-4724-94ba-29557702e6ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=74ee1e3b-f0e8-4485-bd42-cbd272ed4bad HTTP/1.1" status: 200 len: 835 time: 0.0429144 Dec 08 13:36:20.605502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-7d37b8cc-deb9-4bd7-a409-b277ee058c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:20.607073 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-7d37b8cc-deb9-4bd7-a409-b277ee058c62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02a70110-8de8-4d87-9556-dd7413e253fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484817 Dec 08 13:36:20.759820 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-25dc82a1-b369-45f1-b1f0-11e179de0859 service neutron] 10.222.0.72 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368024 Dec 08 13:36:20.858413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d41e3b61-fa0e-4886-982d-08d9ac209cdc req-0e35bac8-b0e0-4d1b-8245-a5a841b1e2a4 service neutron] 10.222.0.72 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887401 Dec 08 13:36:25.482242 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:36:40.485734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:40.497350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-78e7820f-bfe9-452c-9c54-7834b757bf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:42.908364 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c4859448-421b-41e7-b7e7-8eb1dd190aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:44.176962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:44.902358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331e6fb-b37a-42f2-9038-d28142b624b9 req-6df50b85-532f-484a-a97b-e2a5dca913c6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:44.903823 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3331e6fb-b37a-42f2-9038-d28142b624b9 req-6df50b85-532f-484a-a97b-e2a5dca913c6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0497115 Dec 08 13:36:44.952688 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3331e6fb-b37a-42f2-9038-d28142b624b9 req-de54bc12-945f-4b6a-b395-8c81955f075c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 Dec 08 13:36:45.319717 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:46.072068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a67778-eaf6-4b08-a5cf-bb83e970975e req-626aecd6-fa29-47b4-9832-727b78505b83 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:46.073533 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6a67778-eaf6-4b08-a5cf-bb83e970975e req-626aecd6-fa29-47b4-9832-727b78505b83 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0520568 Dec 08 13:36:46.120831 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6a67778-eaf6-4b08-a5cf-bb83e970975e req-782bb717-e8d4-49ed-afcb-0137f21ffc89 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Dec 08 13:36:46.142853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37638) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:46.201882 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-cdd16751-ff5d-443b-9f7b-3084a22354e5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/2b23ff14-5df7-4907-9659-e8f9b23a7950 HTTP/1.1" status: 200 len: 992 time: 0.0578902 Dec 08 13:36:46.279718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:47.642672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d872af7-36a6-4f35-bc3b-7d4a0eeae950 req-9f2a70ec-fe98-495a-aafc-f034d599b926 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:47.644197 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d872af7-36a6-4f35-bc3b-7d4a0eeae950 req-9f2a70ec-fe98-495a-aafc-f034d599b926 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0517497 Dec 08 13:36:47.697795 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5d872af7-36a6-4f35-bc3b-7d4a0eeae950 req-250e1eb1-0784-4b70-9410-6b348ada4280 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477061 Dec 08 13:36:48.820333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fe532-d6f0-41ac-958f-26ad88a36ca4 req-53806684-328c-4383-9904-b08f5ad37194 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:48.821777 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba0fe532-d6f0-41ac-958f-26ad88a36ca4 req-53806684-328c-4383-9904-b08f5ad37194 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0474494 Dec 08 13:36:48.869684 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ba0fe532-d6f0-41ac-958f-26ad88a36ca4 req-411ae841-c49e-4b9a-a0a8-3cd45d2337f2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412128 Dec 08 13:36:48.892292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37648) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:48.953229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bc29593f-63a0-4c0d-a684-107126f512e1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/2b23ff14-5df7-4907-9659-e8f9b23a7950 HTTP/1.1" status: 200 len: 992 time: 0.0598183 Dec 08 13:36:49.181673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37654) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:49.333927 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 0edef4ed-f39d-4252-9ee7-11c23f1c8a08 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:36:49.336875 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:49.411742 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:49.412070 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:49.424251 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 0edef4ed-f39d-4252-9ee7-11c23f1c8a08 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:36:49.649280 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:49.673984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=0edef4ed-f39d-4252-9ee7-11c23f1c8a08,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:49.688121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.688491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.688887 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.689240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.689586 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.689930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.690271 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.690634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.693218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.693218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.693218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.693218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.693218 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:49.746217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:49.746554 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP 2b23ff14-5df7-4907-9659-e8f9b23a7950 disassociated (deleted). External IP: 172.26.7.63, port: 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f. Dec 08 13:36:49.950738 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 3e736c9b-1de7-424a-a7c9-327b35918807 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:36:50.054171 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:36:50.058977 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:50.064963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] Sync routers for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:36:50.073958 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:36:50.075090 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:36:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:50.084986 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-33287606-15aa-4158-8426-5a9c41027bdf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/floatingips/2b23ff14-5df7-4907-9659-e8f9b23a7950 HTTP/1.1" status: 204 len: 168 time: 0.9022408 Dec 08 13:36:50.085557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:36:50.087830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:36:50.128204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbecd97b-2867-497a-9999-6b6ebda3cdf7 x-openstack-request-id: req-cbecd97b-2867-497a-9999-6b6ebda3cdf7 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:36:50.128507 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:36:50.128904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cbecd97b-2867-497a-9999-6b6ebda3cdf7 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:36:50.129324 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'status': 'completed', 'code': 200} Dec 08 13:36:50.185685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:36:50.194766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-e3e4315a-87df-432a-ab66-60ed8bf1d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:50.196308 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-e3e4315a-87df-432a-ab66-60ed8bf1d9cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 1098 time: 0.0438251 Dec 08 13:36:50.287890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-82653c38-8d1c-43ff-9c7c-c60660427cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:50.289515 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-82653c38-8d1c-43ff-9c7c-c60660427cfa service neutron] 10.222.0.72 "GET /v2.0/networks?id=02a70110-8de8-4d87-9556-dd7413e253fb HTTP/1.1" status: 200 len: 898 time: 0.0861373 Dec 08 13:36:50.338544 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-04bed9fa-65f4-4907-8571-d9cc482acb3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f HTTP/1.1" status: 200 len: 217 time: 0.0416293 Dec 08 13:36:50.391910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-608b7893-4177-439c-a47b-cc625a8c9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:50.393510 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-608b7893-4177-439c-a47b-cc625a8c9076 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=74ee1e3b-f0e8-4485-bd42-cbd272ed4bad HTTP/1.1" status: 200 len: 835 time: 0.0486715 Dec 08 13:36:50.442161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-11e262bb-7f4e-465a-b103-66b4afd762d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:50.443749 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-11e262bb-7f4e-465a-b103-66b4afd762d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02a70110-8de8-4d87-9556-dd7413e253fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422969 Dec 08 13:36:50.534935 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '5e7ee879-a994-4c71-9425-90ab9d363c1a', 'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:41:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:56Z', 'updated_at': '2021-12-08T13:36:00Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:50.561669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] Checking router: 3e736c9b-1de7-424a-a7c9-327b35918807 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:36:50.570085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:36:50.570724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:36:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:50.571095 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-6b0e8e6f-aeb6-42e0-b42c-6efdf3c403a9 service neutron] 10.222.0.72 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191325 Dec 08 13:36:50.579268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f5ae2-4485-4284-9400-e00a23f6e86a req-f537a6ab-b481-4b27-8f6d-2a59dbcc227d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:50.580655 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925f5ae2-4485-4284-9400-e00a23f6e86a req-f537a6ab-b481-4b27-8f6d-2a59dbcc227d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0661769 Dec 08 13:36:50.687002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:36:50.688742 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-925f5ae2-4485-4284-9400-e00a23f6e86a req-d7cf656f-a09d-45e3-bf7b-1426e7b6ef3e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002877 Dec 08 13:36:50.712738 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5a9b71e7-5bd3-4ea0-8406-4834fc2f937b req-453b7ebf-f294-4c50-b07f-197a616cc5dc service neutron] 10.222.0.72 "GET /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311386 Dec 08 13:36:50.890762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '5e7ee879-a994-4c71-9425-90ab9d363c1a', 'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:41:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:56Z', 'updated_at': '2021-12-08T13:36:00Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:50.916323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab97b2-c52f-4985-b0f0-d780d6df6f8e None None] The sync data for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv is: [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:35:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '5e7ee879-a994-4c71-9425-90ab9d363c1a', 'name': '', 'network_id': '02a70110-8de8-4d87-9556-dd7413e253fb', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:41:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:56Z', 'updated_at': '2021-12-08T13:36:00Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '74ee1e3b-f0e8-4485-bd42-cbd272ed4bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:36:51.124635 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06fec5-9b01-4897-9836-4806fb3fb8e1 None None] New status for floating IP 2b23ff14-5df7-4907-9659-e8f9b23a7950: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:36:51.812198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d171d-00bf-499b-98c9-13a4a80dd270 req-39f442b6-4a87-4736-89c4-06a3fbb4e033 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:51.813648 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f20d171d-00bf-499b-98c9-13a4a80dd270 req-39f442b6-4a87-4736-89c4-06a3fbb4e033 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0491312 Dec 08 13:36:51.863543 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f20d171d-00bf-499b-98c9-13a4a80dd270 req-eed9acb3-faa4-407b-a436-63c378bf6810 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439320 Dec 08 13:36:52.078207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-6b1725cb-588d-4023-85dc-7e7ea091bc02 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:36:52.079673 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-6b1725cb-588d-4023-85dc-7e7ea091bc02 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 945 time: 0.0508525 Dec 08 13:36:52.166524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:36:52.166886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:52.254440 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:36:52.254836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:52.267008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:36:52.445206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:52.476851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:52.488854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.489209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.489556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.489893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.490826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.491172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.491533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.492019 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.492358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.492687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.493015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.493340 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.493675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:52.528048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] No DVR routers for this DVR port 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:36:52.535692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:52.535692 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f00dc33f-72ef-4f9c-881b-00b3c52e3081 req-8cb225d8-332d-47e3-8ef4-54c873521c32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "DELETE /v2.0/ports/6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f HTTP/1.1" status: 204 len: 173 time: 0.4478199 Dec 08 13:36:52.535692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'name': 'network-vif-deleted', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:36:52.537343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870744c5-cd22-429b-9b9a-6950e03e1d91" -d '{"events": [{"server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "name": "network-vif-deleted", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:36:52.575192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7486edd-f62a-492a-a0d0-f7f0a32f6802 x-openstack-request-id: req-e7486edd-f62a-492a-a0d0-f7f0a32f6802 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:36:52.575541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1c9263-2684-4b38-9495-15cc609659a4", "name": "network-vif-deleted", "tag": "6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:36:52.575852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7486edd-f62a-492a-a0d0-f7f0a32f6802 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:36:52.576259 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1c9263-2684-4b38-9495-15cc609659a4', 'name': 'network-vif-deleted', 'tag': '6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f', 'status': 'completed', 'code': 200} Dec 08 13:36:52.975884 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5f4674c8-8b00-4fb7-b018-7d3753383491 req-fb6748bf-e963-45ec-bf19-da10e7601f82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1c9263-2684-4b38-9495-15cc609659a4 HTTP/1.1" status: 200 len: 210 time: 0.0260532 Dec 08 13:36:54.031763 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37670) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:54.381411 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:54.908963 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 5e7ee879-a994-4c71-9425-90ab9d363c1a {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:36:54.909306 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:54.996337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 5e7ee879-a994-4c71-9425-90ab9d363c1a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=5e7ee879-a994-4c71-9425-90ab9d363c1a,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:36:55.000729 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:55.008722 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 5e7ee879-a994-4c71-9425-90ab9d363c1a owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:36:55.283590 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:55.307896 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=5e7ee879-a994-4c71-9425-90ab9d363c1a,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:55.484027 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:55.591074 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:36:55.610892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:36:55.611238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 6775bfe0-5f6d-4c0e-a4ee-ddbccf93647f not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:36:55.696051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 3e736c9b-1de7-424a-a7c9-327b35918807 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:36:55.801708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:36:55.807159 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e2552353-6dd2-4695-a2a7-ee4cf0d21725 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/3e736c9b-1de7-424a-a7c9-327b35918807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743449 Dec 08 13:36:55.810529 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37672) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:55.812283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] Sync routers for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:36:55.825860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:36:55.826511 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:36:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:55.862275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c98e64-75a7-44dd-af4d-16a5514c23db tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting subnet 74ee1e3b-f0e8-4485-bd42-cbd272ed4bad {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:36:55.865318 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c98e64-75a7-44dd-af4d-16a5514c23db tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:55.904846 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c98e64-75a7-44dd-af4d-16a5514c23db tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:55.929354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:36:55.994112 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c98e64-75a7-44dd-af4d-16a5514c23db tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.105859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:36:55Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:56.125985 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c98e64-75a7-44dd-af4d-16a5514c23db tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.132617 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] Checking router: 3e736c9b-1de7-424a-a7c9-327b35918807 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:36:56.140895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] Routers {'3e736c9b-1de7-424a-a7c9-327b35918807'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:36:56.141501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:36:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3e736c9b-1de7-424a-a7c9-327b35918807'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:56.152673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c98e64-75a7-44dd-af4d-16a5514c23db tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Subnet': ['ID=74ee1e3b-f0e8-4485-bd42-cbd272ed4bad,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:56.156859 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6c98e64-75a7-44dd-af4d-16a5514c23db tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.160140 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e6c98e64-75a7-44dd-af4d-16a5514c23db tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/subnets/74ee1e3b-f0e8-4485-bd42-cbd272ed4bad HTTP/1.1" status: 204 len: 168 time: 0.3485811 Dec 08 13:36:56.163203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37674) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:56.180421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd265d5-a4a5-47c9-b0d9-cfb905fff74e None None] Network 02a70110-8de8-4d87-9556-dd7413e253fb requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:36:56.321251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] Set router 3e736c9b-1de7-424a-a7c9-327b35918807 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:36:56.484698 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] DHCP port deletion for 02a70110-8de8-4d87-9556-dd7413e253fb request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:36:56.545305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:36:55Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:56.578897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f8ade-7fdd-4233-872b-3ac735906d37 None None] The sync data for ids ['3e736c9b-1de7-424a-a7c9-327b35918807'] in dv-neutron-799625-5-hyperv is: [{'id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454440669', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53'}], 'enable_snat': True}, 'gw_port_id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:35:52Z', 'updated_at': '2021-12-08T13:36:55Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '6d33b339-3439-4d1b-aa89-31a09d2d598a', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e736c9b-1de7-424a-a7c9-327b35918807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:35:53Z', 'updated_at': '2021-12-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:36:56.583345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Deleting port bcaaec99-5bd5-4e71-a6b6-0828b3800da7 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:36:56.583729 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.620224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.649502 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] For port bcaaec99-5bd5-4e71-a6b6-0828b3800da7, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=bcaaec99-5bd5-4e71-a6b6-0828b3800da7,segment=NetworkSegment(c0cf275e-91de-4ab3-9519-3ffd0967af8a),segment_id=c0cf275e-91de-4ab3-9519-3ffd0967af8a)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:36:56.650157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.663449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Calling delete_port for bcaaec99-5bd5-4e71-a6b6-0828b3800da7 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:36:56.727216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.799684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.824577 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 6d33b339-3439-4d1b-aa89-31a09d2d598a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:36:56.824911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.825030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Pushing event deleted for resources: {'Port': ['ID=bcaaec99-5bd5-4e71-a6b6-0828b3800da7,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:56.833377 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] No DVR routers for this DVR port bcaaec99-5bd5-4e71-a6b6-0828b3800da7 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.843189 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52d3e9-f95e-4a5d-a97f-680caf213ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:36:56.922699 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 6d33b339-3439-4d1b-aa89-31a09d2d598a, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=6d33b339-3439-4d1b-aa89-31a09d2d598a,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:36:56.923089 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:56.935397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 6d33b339-3439-4d1b-aa89-31a09d2d598a owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:36:57.159705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.185493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=6d33b339-3439-4d1b-aa89-31a09d2d598a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:57.198724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16131e4-9a0a-441e-9240-1056184de4fd None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:36:57.247463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.343135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.345356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.404333 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bcaaec99-5bd5-4e71-a6b6-0828b3800da7 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:36:57.427791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: bcaaec99-5bd5-4e71-a6b6-0828b3800da7 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:36:57.431475 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device bcaaec99-5bd5-4e71-a6b6-0828b3800da7 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:36:57.431475 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 5e7ee879-a994-4c71-9425-90ab9d363c1a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:36:57.447986 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 5e7ee879-a994-4c71-9425-90ab9d363c1a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:36:57.448276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 5e7ee879-a994-4c71-9425-90ab9d363c1a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:36:57.479672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.480260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Fanout notify agent at l3_agent the message router_deleted on router 3e736c9b-1de7-424a-a7c9-327b35918807 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:36:57.488950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.488950 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6641d414-cc07-4c14-bdfd-d1bb46775a82 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/routers/3e736c9b-1de7-424a-a7c9-327b35918807 HTTP/1.1" status: 204 len: 168 time: 1.3246133 Dec 08 13:36:57.491683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37676) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:57.575121 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.660118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.680696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a70110-8de8-4d87-9556-dd7413e253fb']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:57.689793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cf275e-91de-4ab3-9519-3ffd0967af8a') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:57.690091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cf275e-91de-4ab3-9519-3ffd0967af8a') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:36:57.699165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.711700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.717986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:36:57.718406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:36:57.721329 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:36:57.851083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.858122 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.861274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/networks/02a70110-8de8-4d87-9556-dd7413e253fb HTTP/1.1" status: 204 len: 168 time: 0.3685243 Dec 08 13:36:57.864028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37678) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:57.872001 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424095c0-59b1-478d-a6e0-f14fb7e48772 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Network': ['ID=02a70110-8de8-4d87-9556-dd7413e253fb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:57.923154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-682db1ac-fdf3-4775-b2df-8b180598a66c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:57.953404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-682db1ac-fdf3-4775-b2df-8b180598a66c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.083871 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-682db1ac-fdf3-4775-b2df-8b180598a66c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.086599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-682db1ac-fdf3-4775-b2df-8b180598a66c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.087815 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-682db1ac-fdf3-4775-b2df-8b180598a66c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/security-groups/ffc6e3fb-6e01-46fa-bd2a-d816fbe23899 HTTP/1.1" status: 204 len: 168 time: 0.2227535 Dec 08 13:36:58.097977 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682db1ac-fdf3-4775-b2df-8b180598a66c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc6e3fb-6e01-46fa-bd2a-d816fbe23899,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:58.411216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37684) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:58.416069 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-521b6b5b-64ba-48cc-91f4-c05cc397ae38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540822093', 'description': 'tempest-secgroup-smoke-1540822093 description', 'project_id': '3a02be70d3c1462499816e550f98b186'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:36:58.497449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-521b6b5b-64ba-48cc-91f4-c05cc397ae38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.567470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-521b6b5b-64ba-48cc-91f4-c05cc397ae38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.643577 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-521b6b5b-64ba-48cc-91f4-c05cc397ae38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.676501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b6b5b-64ba-48cc-91f4-c05cc397ae38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d85026-d60b-4008-b852-7befa46f8a02,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:58.725549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-521b6b5b-64ba-48cc-91f4-c05cc397ae38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.726983 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-521b6b5b-64ba-48cc-91f4-c05cc397ae38 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3147123 Dec 08 13:36:58.729808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37686) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:58.734727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-93db6c4f-f43e-49b5-8055-2039056855b7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'b4d85026-d60b-4008-b852-7befa46f8a02', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:36:58.820521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93db6c4f-f43e-49b5-8055-2039056855b7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.875571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93db6c4f-f43e-49b5-8055-2039056855b7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.948433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93db6c4f-f43e-49b5-8055-2039056855b7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:58.970952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db6c4f-f43e-49b5-8055-2039056855b7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff07200d-d5af-401d-8f92-46b50a7dd302,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:59.041837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-93db6c4f-f43e-49b5-8055-2039056855b7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.043828 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-93db6c4f-f43e-49b5-8055-2039056855b7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125184 Dec 08 13:36:59.046419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37688) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:59.051061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-568f1850-502e-475d-b7f7-93448a58250c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'b4d85026-d60b-4008-b852-7befa46f8a02', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:36:59.147895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-568f1850-502e-475d-b7f7-93448a58250c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.213797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-568f1850-502e-475d-b7f7-93448a58250c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.300766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-568f1850-502e-475d-b7f7-93448a58250c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.313238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6d33b339-3439-4d1b-aa89-31a09d2d598a no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:36:59.321773 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f1850-502e-475d-b7f7-93448a58250c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10705497-cf52-41a9-afe4-c8ca227102ca,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:59.334202 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 6d33b339-3439-4d1b-aa89-31a09d2d598a {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:36:59.338510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 6d33b339-3439-4d1b-aa89-31a09d2d598a not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:36:59.388550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-568f1850-502e-475d-b7f7-93448a58250c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.389845 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-568f1850-502e-475d-b7f7-93448a58250c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3424346 Dec 08 13:36:59.392572 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37690) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:59.396967 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-30785cef-aea7-4605-b9bb-651f305575d4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'b4d85026-d60b-4008-b852-7befa46f8a02', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:36:59.499697 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30785cef-aea7-4605-b9bb-651f305575d4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.555046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30785cef-aea7-4605-b9bb-651f305575d4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.631953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30785cef-aea7-4605-b9bb-651f305575d4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.649616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30785cef-aea7-4605-b9bb-651f305575d4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e24707d-c25e-4422-a6e5-8cc664fb9c47,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:36:59.736693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30785cef-aea7-4605-b9bb-651f305575d4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.737922 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-30785cef-aea7-4605-b9bb-651f305575d4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443844 Dec 08 13:36:59.740598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37692) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:36:59.744878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-be003fad-028a-4038-afc4-df3424e5cc09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'b4d85026-d60b-4008-b852-7befa46f8a02', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:36:59.831159 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be003fad-028a-4038-afc4-df3424e5cc09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.887004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be003fad-028a-4038-afc4-df3424e5cc09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.968670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be003fad-028a-4038-afc4-df3424e5cc09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:36:59.989127 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be003fad-028a-4038-afc4-df3424e5cc09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74e0b51-d4e8-4fff-a52e-9086da145e50,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:00.068057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-be003fad-028a-4038-afc4-df3424e5cc09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.069277 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-be003fad-028a-4038-afc4-df3424e5cc09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277464 Dec 08 13:37:00.072088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37694) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:00.077008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8d780697-7970-4989-82bc-e219b4b91c7d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'b4d85026-d60b-4008-b852-7befa46f8a02', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:37:00.153460 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-8d780697-7970-4989-82bc-e219b4b91c7d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:37:00.158184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d780697-7970-4989-82bc-e219b4b91c7d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.215442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d780697-7970-4989-82bc-e219b4b91c7d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.296377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d780697-7970-4989-82bc-e219b4b91c7d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.315740 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d780697-7970-4989-82bc-e219b4b91c7d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a32c1e7-9cde-4987-a171-bf51ffd8dee3,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:00.384087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d780697-7970-4989-82bc-e219b4b91c7d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.385314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d780697-7970-4989-82bc-e219b4b91c7d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3122447 Dec 08 13:37:00.388002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37696) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:00.392445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7ae89f1e-12e9-42f8-be09-2a5b743de859 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'b4d85026-d60b-4008-b852-7befa46f8a02', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:37:00.483410 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-7ae89f1e-12e9-42f8-be09-2a5b743de859 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:37:00.488305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae89f1e-12e9-42f8-be09-2a5b743de859 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.546132 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae89f1e-12e9-42f8-be09-2a5b743de859 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.614445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae89f1e-12e9-42f8-be09-2a5b743de859 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.629107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae89f1e-12e9-42f8-be09-2a5b743de859 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68170946-38d7-4852-8c17-be413719c62a,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:00.704225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7ae89f1e-12e9-42f8-be09-2a5b743de859 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.705449 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7ae89f1e-12e9-42f8-be09-2a5b743de859 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3164940 Dec 08 13:37:00.708377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37698) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:00.713154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'network': {'name': 'tempest-network-smoke--903645316', 'project_id': '3a02be70d3c1462499816e550f98b186', 'port_security_enabled': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:37:00.786388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:37:00.790107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.813570 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:37:00.822024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.822368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Added segment e0298b17-8bd4-48b7-a710-dda9746b2b72 of type vlan for network d98529dc-318f-4571-be33-85d13cd10b45 Dec 08 13:37:00.860954 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.963443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:00.969732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:00.970313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:01.034983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Network': ['ID=d98529dc-318f-4571-be33-85d13cd10b45,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:01.045380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network d98529dc-318f-4571-be33-85d13cd10b45 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:37:01.051914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-abefbaad-cc5f-4398-a411-6a1288ec817a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3425276 Dec 08 13:37:01.054609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37700) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:01.058921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'admin_state_up': True, 'project_id': '3a02be70d3c1462499816e550f98b186', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:37:01.131205 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:01.132292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:01.189701 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:01.464853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:01.707555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:01.725650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:01.823327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.254 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/38acad9e-575e-429e-822b-6989b8197539) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:37:01.925617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:02.027950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:02.067665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:37:02.074787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:37:02.077028 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=38acad9e-575e-429e-822b-6989b8197539,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:02.079197 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:37:02.087233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2ba59-1fd0-443d-8661-bdccc8c83767 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:37:02.145883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7f75044c-16d1-4f2e-a879-7d62b023e396 None None] Provisioning complete for port 38acad9e-575e-429e-822b-6989b8197539 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:02.146285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7f75044c-16d1-4f2e-a879-7d62b023e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:02.180431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7f75044c-16d1-4f2e-a879-7d62b023e396 None None] Port 38acad9e-575e-429e-822b-6989b8197539 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:37:02.412945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:02.481495 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:37:02.605681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:02.799108 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router bc30883b-eef6-42e5-82dd-ff6e9d65af8c is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:37:02.905316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:37:02.914927 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Sync routers for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:37:02.924588 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:37:02.930098 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:36:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:02.982381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:02.983688 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7dca24a3-5c7f-4645-af21-db9828a5a449 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9281449 Dec 08 13:37:02.986975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37702) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:03.017372 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b689f80c-461a-40bb-a1d7-609a3346da08 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=3a02be70d3c1462499816e550f98b186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291197 Dec 08 13:37:03.020098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37704) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:03.029060 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:37:03.109746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b1a443-2e78-4794-a8b2-ce75df7f3c53 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:03.111223 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a6b1a443-2e78-4794-a8b2-ce75df7f3c53 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901866 Dec 08 13:37:03.114109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37706) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:03.151659 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0d018fad-1174-48bd-b4bc-08b8b87dec3d tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363390 Dec 08 13:37:03.154217 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37710) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:03.158950 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525299659', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'project_id': '3a02be70d3c1462499816e550f98b186', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:37:03.203055 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:02Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:03.228589 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Checking router: bc30883b-eef6-42e5-82dd-ff6e9d65af8c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:37:03.228946 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Updating router bc30883b-eef6-42e5-82dd-ff6e9d65af8c port 38acad9e-575e-429e-822b-6989b8197539 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:37:03.257580 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.297410 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:37:03.305713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.506593 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.580543 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.592042 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.632783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457dcef1-057b-4620-819e-be2be327c37a None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:37:03.637783 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Attempting to bind port 38acad9e-575e-429e-822b-6989b8197539 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:37:03.638183 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Attempting to bind port 38acad9e-575e-429e-822b-6989b8197539 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:37:03.638523 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Attempting to bind port 38acad9e-575e-429e-822b-6989b8197539 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:37:03.647914 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Subnet': ['ID=1827142f-4cac-46a9-b231-892eb7f692ea,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:03.650416 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:37:03.650849 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:37:03.651253 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.651646 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:37:03.652135 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Bound port: 38acad9e-575e-429e-822b-6989b8197539, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:37:03.653003 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.654644 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Checking segment: {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:37:03.655022 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network hostable DHCP agents. Network: d98529dc-318f-4571-be33-85d13cd10b45, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:37:03.682725 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Pushing event updated for resources: {'Port': ['ID=38acad9e-575e-429e-822b-6989b8197539,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:03.693522 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.694008 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.694355 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.694732 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.695069 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.695399 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.695726 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.696057 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.696384 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.696709 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.697028 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.697354 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.697670 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:37:03.708129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d46a2748-2e7b-4736-b504-2f5fee950a19 None None] Provisioning complete for port 38acad9e-575e-429e-822b-6989b8197539 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:03.708503 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d46a2748-2e7b-4736-b504-2f5fee950a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.723808 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] For port 38acad9e-575e-429e-822b-6989b8197539, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:37:03.726917 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] For port 38acad9e-575e-429e-822b-6989b8197539, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=38acad9e-575e-429e-822b-6989b8197539,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:37:03.745452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d46a2748-2e7b-4736-b504-2f5fee950a19 None None] Port 38acad9e-575e-429e-822b-6989b8197539 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:37:03.760282 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network d98529dc-318f-4571-be33-85d13cd10b45 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:37:03.817236 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.845628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, d98529dc-318f-4571-be33-85d13cd10b45) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:37:03.851156 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:03.855511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:03.856629 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4d165a-1069-4344-b9ac-55dd56573385 None None] Network d98529dc-318f-4571-be33-85d13cd10b45 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:37:03.936618 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-6b767948-4519-4d17-b436-5ff0fb296379 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7788365 Dec 08 13:37:03.937015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37712) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:03.954105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84b733-c7f0-42f5-819a-b1cb77ba9436 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:37:03.967043 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:37:03.967739 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:36:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:03.970381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-d98529dc-318f-4571-be33-85d13cd10b45', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:37:03.971590 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:04.010678 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1176b4-e7d1-4379-b25a-04c795a458ab None None] Pushing event updated for resources: {'Port': ['ID=38acad9e-575e-429e-822b-6989b8197539,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:04.079970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-76205543-7cb9-4807-a326-499d0187768c None None] Provisioning complete for port 38acad9e-575e-429e-822b-6989b8197539 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:04.081788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-76205543-7cb9-4807-a326-499d0187768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:04.083291 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:37:04.150096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Allocated IP 172.20.0.2 (d98529dc-318f-4571-be33-85d13cd10b45/1827142f-4cac-46a9-b231-892eb7f692ea/c8755e2b-9f73-499b-8f82-bd709ab71f95) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:37:04.268169 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:02Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:04.299289 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c122a10-8a91-4abc-9e53-7b2152f468d8 None None] The sync data for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv is: [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:02Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:37:04.418060 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-76205543-7cb9-4807-a326-499d0187768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:04.455383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-76205543-7cb9-4807-a326-499d0187768c None None] For port 38acad9e-575e-429e-822b-6989b8197539, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=38acad9e-575e-429e-822b-6989b8197539,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:37:04.527255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-76205543-7cb9-4807-a326-499d0187768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:04.573053 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:04.598563 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76205543-7cb9-4807-a326-499d0187768c None None] Pushing event updated for resources: {'Port': ['ID=38acad9e-575e-429e-822b-6989b8197539,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:04.664828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:04.706026 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Network d98529dc-318f-4571-be33-85d13cd10b45 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:37:04.710805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:37:04.717699 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:37:04.724301 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Pushing event updated for resources: {'Port': ['ID=c8755e2b-9f73-499b-8f82-bd709ab71f95,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:04.783273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Attempting to bind port c8755e2b-9f73-499b-8f82-bd709ab71f95 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:37:04.783745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Attempting to bind port c8755e2b-9f73-499b-8f82-bd709ab71f95 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:37:04.784125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Attempting to bind port c8755e2b-9f73-499b-8f82-bd709ab71f95 on network d98529dc-318f-4571-be33-85d13cd10b45 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:37:04.789854 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:37:04.790240 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Checking segment: {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:37:04.790685 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:04.791094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Bound using segment: {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:37:04.791579 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Bound port: c8755e2b-9f73-499b-8f82-bd709ab71f95, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:37:04.793987 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:04.807048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:04.867336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] For port c8755e2b-9f73-499b-8f82-bd709ab71f95, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:37:04.870768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] For port c8755e2b-9f73-499b-8f82-bd709ab71f95, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c8755e2b-9f73-499b-8f82-bd709ab71f95,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:37:04.959955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:05.026991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289b2a8-c665-4b63-b49f-bc70eebf589e None None] Pushing event updated for resources: {'Port': ['ID=c8755e2b-9f73-499b-8f82-bd709ab71f95,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:05.103872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.1 (d98529dc-318f-4571-be33-85d13cd10b45/1827142f-4cac-46a9-b231-892eb7f692ea/9ef16ae3-df08-4648-828d-51643a621d43) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:37:05.253828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:05.337064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:05.389223 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network d98529dc-318f-4571-be33-85d13cd10b45 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:37:05.394844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:37:05.399500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:37:05.404376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=9ef16ae3-df08-4648-828d-51643a621d43,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:05.441269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c8755e2b-9f73-499b-8f82-bd709ab71f95 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:37:05.451512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:05.492393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c8755e2b-9f73-499b-8f82-bd709ab71f95 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:05.492770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:05.569042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:05.602948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port c8755e2b-9f73-499b-8f82-bd709ab71f95, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c8755e2b-9f73-499b-8f82-bd709ab71f95,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:37:05.620977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:05.662861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:05.664257 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 38acad9e-575e-429e-822b-6989b8197539 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:37:05.745756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=c8755e2b-9f73-499b-8f82-bd709ab71f95,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:05.759514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 38acad9e-575e-429e-822b-6989b8197539 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:05.759889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:05.911041 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:06.016417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:06.105445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=9ef16ae3-df08-4648-828d-51643a621d43,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:06.107979 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:06.205407 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network d98529dc-318f-4571-be33-85d13cd10b45 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:37:06.206929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:37:06.333263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router bc30883b-eef6-42e5-82dd-ff6e9d65af8c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:37:06.464418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:37:06.475127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Sync routers for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:37:06.481239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-516a5e20-bd54-435d-be90-fe0e4e55fe8e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/bc30883b-eef6-42e5-82dd-ff6e9d65af8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5424829 Dec 08 13:37:06.487097 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:37:06.487728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:36:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:06.602800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:37:06.635436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dec338-24cb-45ab-b6a6-e1754f4edf37 None None] Network d98529dc-318f-4571-be33-85d13cd10b45 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:37:06.647152 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-96afac61-b91c-44c3-8364-5143a43b5e3b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540822093&fields=id&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 267 time: 0.0524218 Dec 08 13:37:06.756629 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4a659994-6710-48d5-b288-67634d454280 None None] Provisioning complete for port c8755e2b-9f73-499b-8f82-bd709ab71f95 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:06.757256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4a659994-6710-48d5-b288-67634d454280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:06.765584 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-b6c9bbdf-a5bb-4904-bbd6-10aae6e1209e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:06.768004 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-b6c9bbdf-a5bb-4904-bbd6-10aae6e1209e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/networks?id=d98529dc-318f-4571-be33-85d13cd10b45 HTTP/1.1" status: 200 len: 796 time: 0.1107042 Dec 08 13:37:06.783730 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-c1cc4c5b-b72b-48b2-ac5c-99ea75f7ce09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/quotas/3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 375 time: 0.0096457 Dec 08 13:37:06.835340 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d70da197-304a-4306-ab79-95875e4ca36f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454721 Dec 08 13:37:06.933414 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d151abf3-25dc-4eb1-b24e-380b359a6eff service neutron] 10.222.0.76 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857787 Dec 08 13:37:06.973172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '9ef16ae3-df08-4648-828d-51643a621d43', 'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:08:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:04Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 2, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:07.004487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Checking router: bc30883b-eef6-42e5-82dd-ff6e9d65af8c for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:37:07.004878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Updating router bc30883b-eef6-42e5-82dd-ff6e9d65af8c port 9ef16ae3-df08-4648-828d-51643a621d43 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:37:07.032321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.041704 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-8da2226f-3216-4a8f-abf7-310e44c019c1 service neutron] 10.222.0.76 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001086 Dec 08 13:37:07.209243 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ef3c3f99-c81f-48a3-adcb-5c463ec53527 None None] Provisioning complete for port c8755e2b-9f73-499b-8f82-bd709ab71f95 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:07.213443 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef3c3f99-c81f-48a3-adcb-5c463ec53527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.304154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f66449a9-40e7-41a8-8581-d9041aa3fed4 req-13b5c352-76d4-454f-980f-a6aa4b004035 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 210 time: 0.0329885 Dec 08 13:37:07.416128 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c8755e2b-9f73-499b-8f82-bd709ab71f95 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:37:07.477593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.494799 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ef3c3f99-c81f-48a3-adcb-5c463ec53527 None None] Provisioning complete for port 9ef16ae3-df08-4648-828d-51643a621d43 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:07.494799 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ef3c3f99-c81f-48a3-adcb-5c463ec53527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.544088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c8755e2b-9f73-499b-8f82-bd709ab71f95 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:07.544515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.547031 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c3f99-c81f-48a3-adcb-5c463ec53527 None None] Port 9ef16ae3-df08-4648-828d-51643a621d43 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:37:07.571477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.632806 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cc7b4-d534-4a42-bbb5-cbe43d124935 None None] Pushing event updated for resources: {'Port': ['ID=9ef16ae3-df08-4648-828d-51643a621d43,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:07.751256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Attempting to bind port 9ef16ae3-df08-4648-828d-51643a621d43 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:37:07.751635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Attempting to bind port 9ef16ae3-df08-4648-828d-51643a621d43 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:37:07.752048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Attempting to bind port 9ef16ae3-df08-4648-828d-51643a621d43 on network d98529dc-318f-4571-be33-85d13cd10b45 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:37:07.764245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-717e0b90-762b-45c1-9111-3dad01eea3c3 None None] Provisioning complete for port 9ef16ae3-df08-4648-828d-51643a621d43 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:07.764245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-717e0b90-762b-45c1-9111-3dad01eea3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.764245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:37:07.764245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Checking segment: {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:37:07.764245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.764245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Bound using segment: {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:37:07.764245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Bound port: 9ef16ae3-df08-4648-828d-51643a621d43, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:37:07.764245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.822978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-717e0b90-762b-45c1-9111-3dad01eea3c3 None None] Port 9ef16ae3-df08-4648-828d-51643a621d43 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:37:07.851331 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] For port 9ef16ae3-df08-4648-828d-51643a621d43, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:37:07.854236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] For port 9ef16ae3-df08-4648-828d-51643a621d43, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9ef16ae3-df08-4648-828d-51643a621d43,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:37:07.942634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-177a1678-e5bb-4dd1-8453-f37450400297 None None] Provisioning complete for port 9ef16ae3-df08-4648-828d-51643a621d43 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:07.943016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-177a1678-e5bb-4dd1-8453-f37450400297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:07.965754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:08.021203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-177a1678-e5bb-4dd1-8453-f37450400297 None None] Port 9ef16ae3-df08-4648-828d-51643a621d43 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:37:08.040096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:37:08.040727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:36:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:08.042506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cc7b4-d534-4a42-bbb5-cbe43d124935 None None] Pushing event updated for resources: {'Port': ['ID=9ef16ae3-df08-4648-828d-51643a621d43,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:08.308033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:37:08.346426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-17496843-72ae-441f-9c1c-c0d1962f056c None None] Provisioning complete for port 9ef16ae3-df08-4648-828d-51643a621d43 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:08.346836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-17496843-72ae-441f-9c1c-c0d1962f056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:08.406459 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a4cca915-45fe-4919-bdf3-e8e1075732e8 req-3cb62eb1-5c9b-4690-b6d1-cc2dd2ac09b9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 210 time: 0.0285738 Dec 08 13:37:08.545944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-17496843-72ae-441f-9c1c-c0d1962f056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:08.591336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-17496843-72ae-441f-9c1c-c0d1962f056c None None] For port 9ef16ae3-df08-4648-828d-51643a621d43, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9ef16ae3-df08-4648-828d-51643a621d43,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:37:08.599710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '9ef16ae3-df08-4648-828d-51643a621d43', 'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:08:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:04Z', 'updated_at': '2021-12-08T13:37:07Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:08.626957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a84612-a1cb-4c1e-a35a-c9ed07ff96c6 None None] The sync data for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv is: [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '9ef16ae3-df08-4648-828d-51643a621d43', 'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:08:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:04Z', 'updated_at': '2021-12-08T13:37:07Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:37:08.643447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-17496843-72ae-441f-9c1c-c0d1962f056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:08.709153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17496843-72ae-441f-9c1c-c0d1962f056c None None] Pushing event updated for resources: {'Port': ['ID=9ef16ae3-df08-4648-828d-51643a621d43,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:09.412786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9ef16ae3-df08-4648-828d-51643a621d43 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:37:09.416490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-de200a64-0bfd-474a-aef8-df1acb1a1019 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:09.419222 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-de200a64-0bfd-474a-aef8-df1acb1a1019 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/networks?id=d98529dc-318f-4571-be33-85d13cd10b45 HTTP/1.1" status: 200 len: 796 time: 0.1318004 Dec 08 13:37:09.477642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 9ef16ae3-df08-4648-828d-51643a621d43 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:09.478280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:09.511067 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-ceed214b-1811-471b-bc7e-b570b5d774eb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 380 time: 0.0807211 Dec 08 13:37:09.528400 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aeb3c7ff-c6e6-4aa6-bf92-a7bd27b1687a req-0687d1bc-08bd-474e-b4ce-38b9243de973 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 210 time: 0.0480478 Dec 08 13:37:09.532273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'port': {'device_id': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'admin_state_up': True, 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'security_groups': ['b4d85026-d60b-4008-b852-7befa46f8a02']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:37:09.713506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:37:09.717611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:09.846534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.14 (d98529dc-318f-4571-be33-85d13cd10b45/1827142f-4cac-46a9-b231-892eb7f692ea/f694ea2c-bd33-49cd-956d-61e0424ac5ac) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:37:09.977937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.056432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.104015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network d98529dc-318f-4571-be33-85d13cd10b45 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:37:10.107021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:37:10.113148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:37:10.119094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=f694ea2c-bd33-49cd-956d-61e0424ac5ac,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:10.166370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:10.167038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.242047 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-a0c1417d-0336-4b00-ae9d-1b1508770d51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7165542 Dec 08 13:37:10.255363 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Request body: {'port': {'device_id': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:37:10.309072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.376214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7546ecaf-553f-4c06-a7e2-275ab2692378 None None] Provisioning complete for port f694ea2c-bd33-49cd-956d-61e0424ac5ac triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:10.376518 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7546ecaf-553f-4c06-a7e2-275ab2692378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.413354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7546ecaf-553f-4c06-a7e2-275ab2692378 None None] Port f694ea2c-bd33-49cd-956d-61e0424ac5ac cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:37:10.507955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.518937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-03d06e95-76a6-4535-aef2-f9f9508c495b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.576239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f694ea2c-bd33-49cd-956d-61e0424ac5ac {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:37:10.583939 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.595886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Transition to ACTIVE for port object f694ea2c-bd33-49cd-956d-61e0424ac5ac will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:37:10.649829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba171f-1443-42da-9ee3-ce63c2b10d58 req-d55dbb63-ae1d-49e9-b70b-6cbe4e985bae tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:10.651465 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-52ba171f-1443-42da-9ee3-ce63c2b10d58 req-d55dbb63-ae1d-49e9-b70b-6cbe4e985bae tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 932 time: 0.0499518 Dec 08 13:37:10.695904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.726914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-52ba171f-1443-42da-9ee3-ce63c2b10d58 req-94e01726-f7a5-40ce-af6f-af208762a6da tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696502 Dec 08 13:37:10.753506 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Pushing event updated for resources: {'Port': ['ID=f694ea2c-bd33-49cd-956d-61e0424ac5ac,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:10.825598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Attempting to bind port f694ea2c-bd33-49cd-956d-61e0424ac5ac on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:37:10.826780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Attempting to bind port f694ea2c-bd33-49cd-956d-61e0424ac5ac by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:37:10.826780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Attempting to bind port f694ea2c-bd33-49cd-956d-61e0424ac5ac on network d98529dc-318f-4571-be33-85d13cd10b45 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:37:10.830832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Port f694ea2c-bd33-49cd-956d-61e0424ac5ac on network d98529dc-318f-4571-be33-85d13cd10b45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:37:10.831156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Attempting to bind port f694ea2c-bd33-49cd-956d-61e0424ac5ac on network d98529dc-318f-4571-be33-85d13cd10b45 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:37:10.836121 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:37:10.836462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Checking segment: {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:37:10.836847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Bound using segment: {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:37:10.837308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Bound port: f694ea2c-bd33-49cd-956d-61e0424ac5ac, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0298b17-8bd4-48b7-a710-dda9746b2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:37:10.837704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:10.907379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] For port f694ea2c-bd33-49cd-956d-61e0424ac5ac, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:37:10.907379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] For port f694ea2c-bd33-49cd-956d-61e0424ac5ac, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:37:10.974861 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:11.010884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:11.011501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:11.012896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] 10.222.0.72 "PUT /v2.0/ports/f694ea2c-bd33-49cd-956d-61e0424ac5ac HTTP/1.1" status: 200 len: 1094 time: 0.7619414 Dec 08 13:37:11.013349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:37:11.015754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41a5e6c-297b-4407-b71a-965dca34f35e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:37:11.041228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926135-e266-4c98-835e-4dc9b8184137 service neutron] Pushing event updated for resources: {'Port': ['ID=f694ea2c-bd33-49cd-956d-61e0424ac5ac,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:11.053797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95cd05d-3796-4da9-8fc9-dcd75af66562 x-openstack-request-id: req-e95cd05d-3796-4da9-8fc9-dcd75af66562 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:37:11.054704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:37:11.055007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e95cd05d-3796-4da9-8fc9-dcd75af66562 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:37:11.055419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'status': 'completed', 'code': 200} Dec 08 13:37:11.119543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a5e6c-297b-4407-b71a-965dca34f35e req-20738d8a-df6a-4c83-8c10-ed02a309aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:11.121075 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c41a5e6c-297b-4407-b71a-965dca34f35e req-20738d8a-df6a-4c83-8c10-ed02a309aef0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 1097 time: 0.0441897 Dec 08 13:37:11.223224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a5e6c-297b-4407-b71a-965dca34f35e req-14b0477b-5991-41f1-88bd-c5864b9c69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:11.224702 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c41a5e6c-297b-4407-b71a-965dca34f35e req-14b0477b-5991-41f1-88bd-c5864b9c69fd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3a02be70d3c1462499816e550f98b186&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0951266 Dec 08 13:37:11.321856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a5e6c-297b-4407-b71a-965dca34f35e req-a8a01466-411e-41c2-a013-a6897d7fa061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:11.323376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c41a5e6c-297b-4407-b71a-965dca34f35e req-a8a01466-411e-41c2-a013-a6897d7fa061 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915303 Dec 08 13:37:11.398295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-6ca69062-6687-4411-829d-ca4ed8daef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:11.399807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-6ca69062-6687-4411-829d-ca4ed8daef2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 1097 time: 0.0395939 Dec 08 13:37:11.446191 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-8205f2fb-fb4b-4c6c-8e80-e3e40eca0933 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac HTTP/1.1" status: 200 len: 217 time: 0.0373688 Dec 08 13:37:11.495129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-4b630aa0-2919-478a-b9c7-3f1a7a3d0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:11.496634 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-4b630aa0-2919-478a-b9c7-3f1a7a3d0705 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1827142f-4cac-46a9-b231-892eb7f692ea HTTP/1.1" status: 200 len: 834 time: 0.0433457 Dec 08 13:37:11.541672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-1bb47e6e-bbf8-4289-8555-0bbf94239d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:11.543266 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-1bb47e6e-bbf8-4289-8555-0bbf94239d75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d98529dc-318f-4571-be33-85d13cd10b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400271 Dec 08 13:37:11.634236 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-859a6ba9-5d86-44dc-a5fd-568ae4f22cb6 service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842128 Dec 08 13:37:11.722428 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77641ba8-38eb-4572-ad12-c490b78c8519 req-4bca7298-7480-41bb-926b-d8582872109d service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816288 Dec 08 13:37:11.846119 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1f0dc-cc5a-4503-8aec-3ece1a422435 req-dce88c40-97a8-4b38-9bb7-5d14456e27da tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:11.847657 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c2c1f0dc-cc5a-4503-8aec-3ece1a422435 req-dce88c40-97a8-4b38-9bb7-5d14456e27da tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 944 time: 0.0527523 Dec 08 13:37:11.896230 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c2c1f0dc-cc5a-4503-8aec-3ece1a422435 req-f57be17a-9bfd-4efb-b525-05238172f4e2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427041 Dec 08 13:37:12.930903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-227388f9-83a6-40e1-83bf-6d0236499352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:13.012857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e33b27-c7da-4bc8-ae60-224b316e9696 req-e0dcab9a-310a-4a29-8d89-3a8247334860 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:13.014322 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d3e33b27-c7da-4bc8-ae60-224b316e9696 req-e0dcab9a-310a-4a29-8d89-3a8247334860 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 944 time: 0.0483634 Dec 08 13:37:13.062518 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d3e33b27-c7da-4bc8-ae60-224b316e9696 req-a0037b06-d716-4553-8d5f-005e7fb04f5c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Dec 08 13:37:13.687467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device f694ea2c-bd33-49cd-956d-61e0424ac5ac details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:37:13.788269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port f694ea2c-bd33-49cd-956d-61e0424ac5ac, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:37:13.799678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'port_id': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'mac_address': 'fa:16:3e:4c:31:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:37:13.835769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:13.847906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f694ea2c-bd33-49cd-956d-61e0424ac5ac {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:37:13.867653 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port f694ea2c-bd33-49cd-956d-61e0424ac5ac, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:37:13.924836 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:13.971691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=f694ea2c-bd33-49cd-956d-61e0424ac5ac,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:14.138354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['f694ea2c-bd33-49cd-956d-61e0424ac5ac'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:37:14.180787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24daf27-fe38-44ec-b406-1fc03978d3d7 req-d8d28567-da15-43dd-af7e-91131bf268c7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:14.182220 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e24daf27-fe38-44ec-b406-1fc03978d3d7 req-d8d28567-da15-43dd-af7e-91131bf268c7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 945 time: 0.0515718 Dec 08 13:37:14.189310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:14.238098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e24daf27-fe38-44ec-b406-1fc03978d3d7 req-144d4138-d624-4042-8b79-3c54319bda51 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494776 Dec 08 13:37:15.307409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:15.352816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07b035-1e8f-44bc-92dd-184b1dd48dab req-c28285c3-10b3-4f22-8f1e-a2b4acab85e6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:15.354288 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f07b035-1e8f-44bc-92dd-184b1dd48dab req-c28285c3-10b3-4f22-8f1e-a2b4acab85e6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Dec 08 13:37:15.404421 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0f07b035-1e8f-44bc-92dd-184b1dd48dab req-47bda49b-1a7d-421c-b2d3-efd1b40e164c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Dec 08 13:37:15.697622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device f694ea2c-bd33-49cd-956d-61e0424ac5ac up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:37:15.808327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port f694ea2c-bd33-49cd-956d-61e0424ac5ac completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:37:15.812258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port f694ea2c-bd33-49cd-956d-61e0424ac5ac triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:37:15.812632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:15.887332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:15.909201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:37:15.911477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ac5ce6-acf8-4fdc-95ad-ab70b52fe726" -d '{"events": [{"server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "name": "network-vif-plugged", "status": "completed", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:37:15.924705 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port f694ea2c-bd33-49cd-956d-61e0424ac5ac, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:37:15.980078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:16.007863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65691297-6b53-467e-9825-1cd49b3bb552 x-openstack-request-id: req-65691297-6b53-467e-9825-1cd49b3bb552 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:37:16.008163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "name": "network-vif-plugged", "status": "completed", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:37:16.008422 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65691297-6b53-467e-9825-1cd49b3bb552 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:37:16.008822 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'code': 200} Dec 08 13:37:16.035183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=f694ea2c-bd33-49cd-956d-61e0424ac5ac,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:16.256313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:16.302781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b0769-3e42-4aa3-bf28-4ddb0f57299d req-ec22dbf9-5e22-48c6-847a-1084317bec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:16.304244 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-332b0769-3e42-4aa3-bf28-4ddb0f57299d req-ec22dbf9-5e22-48c6-847a-1084317bec28 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 1099 time: 0.0397036 Dec 08 13:37:16.350731 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-332b0769-3e42-4aa3-bf28-4ddb0f57299d req-2af56013-fdb4-40b1-8ce8-771bb313331d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388854 Dec 08 13:37:16.520476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c95db-5ade-4cc1-873a-be49373abb9b req-d63ad280-2e25-40c3-a7b1-77d1f8c71565 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:16.521846 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763c95db-5ade-4cc1-873a-be49373abb9b req-d63ad280-2e25-40c3-a7b1-77d1f8c71565 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0516827 Dec 08 13:37:16.570812 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-763c95db-5ade-4cc1-873a-be49373abb9b req-1f7cedcc-1b8f-411f-800d-0d3c54812f2b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431159 Dec 08 13:37:17.685732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbb08f-c47e-421b-ac35-b9ceb52d9e7d req-dd0567b0-3bc1-4a50-8ace-9bc4840b0de1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:17.687346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89dbb08f-c47e-421b-ac35-b9ceb52d9e7d req-dd0567b0-3bc1-4a50-8ace-9bc4840b0de1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0486386 Dec 08 13:37:17.735954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89dbb08f-c47e-421b-ac35-b9ceb52d9e7d req-c45b0851-80d3-49b1-94b7-47d2d5b7bc21 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426209 Dec 08 13:37:17.851511 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb41184-42f9-48c2-af35-b416057da57d req-c49e3e9f-0f49-44e4-98a4-5f0a954962d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:17.852865 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5cb41184-42f9-48c2-af35-b416057da57d req-c49e3e9f-0f49-44e4-98a4-5f0a954962d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0511348 Dec 08 13:37:17.900559 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5cb41184-42f9-48c2-af35-b416057da57d req-a2205b97-7d5d-4e9f-9c2b-0e8b06238eb1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Dec 08 13:37:17.921808 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37772) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:17.960328 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea0c3b-1d3f-44ff-a6b4-f7b38f5aefbf tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:17.961788 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a3ea0c3b-1d3f-44ff-a6b4-f7b38f5aefbf tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 1094 time: 0.0390148 Dec 08 13:37:17.964613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37774) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:17.968785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:37:18.060176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:18.157247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:18.256551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.33 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/d5dd32f4-d7bf-45d4-8bee-ef83a60c8865) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:37:18.356553 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:18.462295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:18.500417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:37:18.503172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:37:18.508490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:37:18.529448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=d5dd32f4-d7bf-45d4-8bee-ef83a60c8865,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:18.860153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:18.959428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:19.106758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:19.146958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:19.209648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=d5dd32f4-d7bf-45d4-8bee-ef83a60c8865,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:37:19.223260 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:19.318915 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP 2ae1fa86-cbbc-4a82-8a60-a36529678104 associated. External IP: 172.26.7.33, port: f694ea2c-bd33-49cd-956d-61e0424ac5ac. Dec 08 13:37:19.853384 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router bc30883b-eef6-42e5-82dd-ff6e9d65af8c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:37:19.957519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:37:19.968645 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] Sync routers for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:37:19.977860 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:37:19.978455 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:37:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:20.052554 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:20.079670 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0df0ef9b-86a6-41dd-b491-6dc9785da4f1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1140120 Dec 08 13:37:20.080283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:37:20.082604 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb94048-1df9-4ad5-892f-40e5ff174ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:37:20.086669 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:37:20.126829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8780bd-0378-419a-9a9e-136c3817fa52 x-openstack-request-id: req-4e8780bd-0378-419a-9a9e-136c3817fa52 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:37:20.128757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:37:20.128757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4e8780bd-0378-419a-9a9e-136c3817fa52 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:37:20.128757 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'status': 'completed', 'code': 200} Dec 08 13:37:20.217761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7b0d6-0ee7-4fcf-8cf9-083e433bf904 req-6caf4aa6-e77f-4e88-91d1-03faf479a279 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:20.219195 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0de7b0d6-0ee7-4fcf-8cf9-083e433bf904 req-6caf4aa6-e77f-4e88-91d1-03faf479a279 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0791051 Dec 08 13:37:20.221804 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-62aeb4d5-3aff-41ed-a610-07fa541ee7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:20.223231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-62aeb4d5-3aff-41ed-a610-07fa541ee7e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 1099 time: 0.0731585 Dec 08 13:37:20.305986 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2ae1fa86-cbbc-4a82-8a60-a36529678104', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'port_id': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'mac_address': 'fa:16:3e:4c:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:37:18Z', 'updated_at': '2021-12-08T13:37:18Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef16ae3-df08-4648-828d-51643a621d43', 'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:08:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:04Z', 'updated_at': '2021-12-08T13:37:08Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:20.323429 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0de7b0d6-0ee7-4fcf-8cf9-083e433bf904 req-9b3674a3-b280-44eb-b3d0-d6b983ceb369 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982013 Dec 08 13:37:20.335257 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] Checking router: bc30883b-eef6-42e5-82dd-ff6e9d65af8c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:37:20.344099 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:37:20.344705 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:37:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:20.346672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37780) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:20.358226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-5ae13d48-6e88-4076-9459-9d75a9e04425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:20.359930 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-5ae13d48-6e88-4076-9459-9d75a9e04425 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d98529dc-318f-4571-be33-85d13cd10b45 HTTP/1.1" status: 200 len: 897 time: 0.1274779 Dec 08 13:37:20.415580 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-13a3c6e5-d529-45f5-b324-3bd570e3e9a5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/2ae1fa86-cbbc-4a82-8a60-a36529678104 HTTP/1.1" status: 200 len: 991 time: 0.0677540 Dec 08 13:37:20.428505 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-21b7728f-fd45-4b08-badd-9a71a070a5c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac HTTP/1.1" status: 200 len: 999 time: 0.0599318 Dec 08 13:37:20.449601 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:37:20.476276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-141ee3c1-5ad5-4da8-afad-2d1536d9a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:20.477676 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-141ee3c1-5ad5-4da8-afad-2d1536d9a4d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1827142f-4cac-46a9-b231-892eb7f692ea HTTP/1.1" status: 200 len: 834 time: 0.0425291 Dec 08 13:37:20.525652 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-2ed04a72-aded-4036-8d0d-e8df76229807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:20.527853 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-2ed04a72-aded-4036-8d0d-e8df76229807 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d98529dc-318f-4571-be33-85d13cd10b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428154 Dec 08 13:37:20.616098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-53e57809-d03c-471a-9cde-05937ecfb2c1 service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820282 Dec 08 13:37:20.668889 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2ae1fa86-cbbc-4a82-8a60-a36529678104', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'port_id': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'mac_address': 'fa:16:3e:4c:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:37:18Z', 'updated_at': '2021-12-08T13:37:18Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef16ae3-df08-4648-828d-51643a621d43', 'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:08:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:04Z', 'updated_at': '2021-12-08T13:37:08Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:37:20.698071 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e3382-2706-4e45-b47e-d5ae93e65830 None None] The sync data for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv is: [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '2ae1fa86-cbbc-4a82-8a60-a36529678104', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.33', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'port_id': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'mac_address': 'fa:16:3e:4c:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:37:18Z', 'updated_at': '2021-12-08T13:37:18Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef16ae3-df08-4648-828d-51643a621d43', 'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:08:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:04Z', 'updated_at': '2021-12-08T13:37:08Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:37:20.713098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2eb94048-1df9-4ad5-892f-40e5ff174ad0 req-43e02ccc-8fd4-48d2-8ddb-c6f9debf109f service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888722 Dec 08 13:37:20.909001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f34174-dec9-4ae3-a2ad-41c6efd3c1b8 None None] New status for floating IP 2ae1fa86-cbbc-4a82-8a60-a36529678104: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:37:21.418363 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37782) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:37:21.479035 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c916cc97-baef-4711-8649-f3d95a025458 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/2ae1fa86-cbbc-4a82-8a60-a36529678104 HTTP/1.1" status: 200 len: 993 time: 0.0595124 Dec 08 13:37:22.219329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-72a5374b-d19d-4db8-b7ac-ad63020c8e22 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396090 Dec 08 13:37:22.300085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-e171d49f-5187-4b77-a62c-ac7d55191c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:22.301544 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-e171d49f-5187-4b77-a62c-ac7d55191c7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 1099 time: 0.0400772 Dec 08 13:37:22.440412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-24a9b985-d0ed-4157-848e-9f42fabb2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:22.441904 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-24a9b985-d0ed-4157-848e-9f42fabb2290 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d98529dc-318f-4571-be33-85d13cd10b45 HTTP/1.1" status: 200 len: 897 time: 0.1219575 Dec 08 13:37:22.507180 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-2e3933c8-c46a-4ce1-bed2-f396a03bbee3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac HTTP/1.1" status: 200 len: 1001 time: 0.0568173 Dec 08 13:37:22.558596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-a5aea50c-96df-4aff-a814-98845d8795c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:22.560007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-a5aea50c-96df-4aff-a814-98845d8795c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1827142f-4cac-46a9-b231-892eb7f692ea HTTP/1.1" status: 200 len: 834 time: 0.0459116 Dec 08 13:37:22.605253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-3dca25db-a2cf-4a51-89bc-59b6f00a07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:22.606773 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-3dca25db-a2cf-4a51-89bc-59b6f00a07a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d98529dc-318f-4571-be33-85d13cd10b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394189 Dec 08 13:37:22.697311 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-11020663-c19e-4325-8648-7a75778be727 service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835893 Dec 08 13:37:22.794744 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60d5428d-7389-4a5d-9abd-d0c97957dc2d req-9e442330-3055-4b14-a43b-e1082e376d40 service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903063 Dec 08 13:37:39.479877 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:37:40.529679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-97312911-b8c6-470b-aa1c-f57f328584ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:40.558239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:42.921890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-19f739e2-b0d4-401b-b62f-193286bd437c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:44.192113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:45.339281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:46.230156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:37:52.995778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cba23-1082-4082-8f47-d6317608caa6 req-6798fbdf-6d4f-4417-82de-971f2994e470 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:52.997962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-120cba23-1082-4082-8f47-d6317608caa6 req-6798fbdf-6d4f-4417-82de-971f2994e470 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0530727 Dec 08 13:37:53.077266 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-120cba23-1082-4082-8f47-d6317608caa6 req-bf0bdc8d-a187-420d-b141-f4942dbb16b7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730398 Dec 08 13:37:53.087135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-a23a283f-ed88-4947-82b7-34abac7da993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:53.088600 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-a23a283f-ed88-4947-82b7-34abac7da993 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 1099 time: 0.0667093 Dec 08 13:37:53.178224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-9787d3ac-079a-4aaf-af3f-12ac0047f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:53.179714 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-9787d3ac-079a-4aaf-af3f-12ac0047f0fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=d98529dc-318f-4571-be33-85d13cd10b45 HTTP/1.1" status: 200 len: 897 time: 0.0834756 Dec 08 13:37:53.249470 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-525bb676-fa8c-48f3-8823-9a43acfd20a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac HTTP/1.1" status: 200 len: 1001 time: 0.0619316 Dec 08 13:37:53.297694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-9d6051ba-1065-41d7-9834-dd275646c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:53.299168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-9d6051ba-1065-41d7-9834-dd275646c06e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1827142f-4cac-46a9-b231-892eb7f692ea HTTP/1.1" status: 200 len: 834 time: 0.0426903 Dec 08 13:37:53.348120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-e1ef726c-3efb-4010-8d66-1fdc58a4530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:53.349613 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-e1ef726c-3efb-4010-8d66-1fdc58a4530d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d98529dc-318f-4571-be33-85d13cd10b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433223 Dec 08 13:37:53.444117 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-c0a2e6e6-7b3f-4900-bb4d-1c8eda19ee0a service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856016 Dec 08 13:37:53.532514 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b4d0b052-1896-4145-83aa-259969e7cca7 req-a34340a2-a4e6-4adf-a6b0-65e45a8d29c3 service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808218 Dec 08 13:37:54.197331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60440904-2824-47c3-85e0-aba4ea21614e req-83910256-e489-4c3a-8ea8-e63c84c3a18d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:54.198841 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60440904-2824-47c3-85e0-aba4ea21614e req-83910256-e489-4c3a-8ea8-e63c84c3a18d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0530314 Dec 08 13:37:54.248670 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60440904-2824-47c3-85e0-aba4ea21614e req-f5708dd5-d68e-4280-b501-ee7faed2f4c8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 Dec 08 13:37:55.363450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dac56-dc22-40f6-8773-6e0341aa4aab req-73e41a41-3a76-438e-bab5-58697299f588 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:55.364942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e8dac56-dc22-40f6-8773-6e0341aa4aab req-73e41a41-3a76-438e-bab5-58697299f588 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0487518 Dec 08 13:37:55.413214 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9e8dac56-dc22-40f6-8773-6e0341aa4aab req-a3f92c62-aeff-49be-84e5-51b6d3a198c7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Dec 08 13:37:56.528559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a171877-b086-4a2b-9bae-14c15ee1e8cd req-960a1e1a-1eee-4e3c-920a-86bfd0b3d323 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:56.530054 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2a171877-b086-4a2b-9bae-14c15ee1e8cd req-960a1e1a-1eee-4e3c-920a-86bfd0b3d323 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0507698 Dec 08 13:37:56.581951 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2a171877-b086-4a2b-9bae-14c15ee1e8cd req-c9a8000a-152c-428f-b779-e8d97584054a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459826 Dec 08 13:37:57.695033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fecf13-5e82-4182-8cdf-f2d57cd63c45 req-c91bfecd-8b2d-4b2b-af24-38d62c794c7a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:57.696523 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d1fecf13-5e82-4182-8cdf-f2d57cd63c45 req-c91bfecd-8b2d-4b2b-af24-38d62c794c7a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0488667 Dec 08 13:37:57.745009 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d1fecf13-5e82-4182-8cdf-f2d57cd63c45 req-91c566b4-9800-4aba-99de-675d018f217c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Dec 08 13:37:58.860319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4797f-28ca-4374-8f5c-0a8819f9b340 req-ab4a259a-36ac-4211-83c1-4f46799f8398 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:37:58.861712 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29a4797f-28ca-4374-8f5c-0a8819f9b340 req-ab4a259a-36ac-4211-83c1-4f46799f8398 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0483081 Dec 08 13:37:58.912176 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29a4797f-28ca-4374-8f5c-0a8819f9b340 req-22426b64-b695-4be2-a200-a8c4249cd0e0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441704 Dec 08 13:38:00.030825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172ea59-a500-42c5-befe-01bf8485ebd4 req-48136775-70a2-4ce9-a08a-4d610f2ecedb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:00.032331 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b172ea59-a500-42c5-befe-01bf8485ebd4 req-48136775-70a2-4ce9-a08a-4d610f2ecedb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0551345 Dec 08 13:38:00.081002 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b172ea59-a500-42c5-befe-01bf8485ebd4 req-cd7217d9-78a7-41e1-b32d-25fb8d8d5236 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425992 Dec 08 13:38:01.193874 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe19d-d069-498c-b9d4-69065c32be17 req-6bc0b8a9-4d26-4757-b97d-80edce2509fe tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:01.195481 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-216fe19d-d069-498c-b9d4-69065c32be17 req-6bc0b8a9-4d26-4757-b97d-80edce2509fe tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0484939 Dec 08 13:38:01.244385 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-216fe19d-d069-498c-b9d4-69065c32be17 req-e5e13364-30aa-41e6-9ed6-d93d67889f36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Dec 08 13:38:02.360698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2c4ea-feb9-4e03-9f28-ecdafa665fae req-558ef10e-f48a-467f-ac8c-fefbc934a1d2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:02.362166 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-65b2c4ea-feb9-4e03-9f28-ecdafa665fae req-558ef10e-f48a-467f-ac8c-fefbc934a1d2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0474808 Dec 08 13:38:02.414263 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-65b2c4ea-feb9-4e03-9f28-ecdafa665fae req-ba19ef7b-5e80-4d3e-9510-9b72eaf716cd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Dec 08 13:38:03.527707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59a4b1-42cf-4118-bf75-8f8e98d9b92e req-5ee4bcce-0ad0-43a0-821f-52131bae2aaa tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:03.529652 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a59a4b1-42cf-4118-bf75-8f8e98d9b92e req-5ee4bcce-0ad0-43a0-821f-52131bae2aaa tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0485532 Dec 08 13:38:03.578128 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4a59a4b1-42cf-4118-bf75-8f8e98d9b92e req-8056ca1f-0080-4fbe-b489-304485438f36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Dec 08 13:38:04.699557 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d008b1-5e59-4c8a-9226-0a7f5786fae4 req-ce4970ad-221b-4794-884e-334ce44424bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:04.701609 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3d008b1-5e59-4c8a-9226-0a7f5786fae4 req-ce4970ad-221b-4794-884e-334ce44424bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0581760 Dec 08 13:38:04.752498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e3d008b1-5e59-4c8a-9226-0a7f5786fae4 req-5ae875eb-8493-4f0b-9617-2ebd52fdd6eb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Dec 08 13:38:05.872136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d92a-e508-4225-94df-290afff8077d req-0c74c474-c7eb-4c51-8a1e-de25b0b1f3ce tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:05.873640 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4738d92a-e508-4225-94df-290afff8077d req-0c74c474-c7eb-4c51-8a1e-de25b0b1f3ce tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0539732 Dec 08 13:38:05.923097 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4738d92a-e508-4225-94df-290afff8077d req-97f96f0b-8233-4e7a-878c-176a179dabe6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Dec 08 13:38:07.038588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419531c8-f8fd-43b8-bca6-5f6d43c119bc req-e9d5dd29-2ec3-4a5c-b8ae-59d5799b0b1f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:07.040082 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-419531c8-f8fd-43b8-bca6-5f6d43c119bc req-e9d5dd29-2ec3-4a5c-b8ae-59d5799b0b1f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0490599 Dec 08 13:38:07.099540 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-419531c8-f8fd-43b8-bca6-5f6d43c119bc req-f2be9e27-f250-4b48-a84c-12e0c3fbe2cb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524943 Dec 08 13:38:08.224145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e645abd-7f2b-406a-a566-2194a79ab17d req-4ea49419-b485-4e92-8dea-c35739857f90 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:08.225675 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2e645abd-7f2b-406a-a566-2194a79ab17d req-4ea49419-b485-4e92-8dea-c35739857f90 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0540304 Dec 08 13:38:08.275118 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2e645abd-7f2b-406a-a566-2194a79ab17d req-eb6f0f6c-c4ab-4603-af00-d1bae9ddeccf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Dec 08 13:38:09.391454 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613e846-8898-4a85-90e7-889cdffb4e41 req-d1da9573-b7d7-4d2c-88fc-22f4d213321f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:09.392952 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7613e846-8898-4a85-90e7-889cdffb4e41 req-d1da9573-b7d7-4d2c-88fc-22f4d213321f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0487335 Dec 08 13:38:09.442556 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7613e846-8898-4a85-90e7-889cdffb4e41 req-a9da3211-7f38-4019-b497-0b2574f94e0c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434124 Dec 08 13:38:10.500251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a01ad66-bffb-4cb3-90cd-6a2e65d1dbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:10.515183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:10.558109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22a51b-4212-4dbc-a989-562dd60c1451 req-2830a6c1-7ffe-4d99-a9fd-fba2f01ae529 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:10.560213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e22a51b-4212-4dbc-a989-562dd60c1451 req-2830a6c1-7ffe-4d99-a9fd-fba2f01ae529 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0485981 Dec 08 13:38:10.611658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e22a51b-4212-4dbc-a989-562dd60c1451 req-ea732b16-bca0-4a45-98ff-b8fe13997fa4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454218 Dec 08 13:38:10.633627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37830) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:10.693906 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3a0d9632-b78a-4c42-a8a4-596f1660980f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/2ae1fa86-cbbc-4a82-8a60-a36529678104 HTTP/1.1" status: 200 len: 993 time: 0.0591607 Dec 08 13:38:12.934068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9eae5e6e-681e-40cd-bb85-743976ca7a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:14.208407 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:15.322513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:16.231237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:16.479031 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:38:23.203573 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-7fefee76-8ed9-4ce7-a67e-796846a8fd95 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387404 Dec 08 13:38:23.290215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-688e9513-a5a0-4e62-b0f3-7f00bbf1b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:23.291961 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-688e9513-a5a0-4e62-b0f3-7f00bbf1b77c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 1099 time: 0.0462708 Dec 08 13:38:23.394502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-b592a892-f78a-4f9e-a961-d6b187053e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:23.396007 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-b592a892-f78a-4f9e-a961-d6b187053e30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d98529dc-318f-4571-be33-85d13cd10b45 HTTP/1.1" status: 200 len: 897 time: 0.0843494 Dec 08 13:38:23.466047 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-d9b76d17-66c5-40ea-bb65-f89d7f1a06d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac HTTP/1.1" status: 200 len: 1001 time: 0.0610247 Dec 08 13:38:23.512920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-13f20118-26ee-42a9-9a3a-aa9f9857e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:23.514822 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-13f20118-26ee-42a9-9a3a-aa9f9857e526 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1827142f-4cac-46a9-b231-892eb7f692ea HTTP/1.1" status: 200 len: 834 time: 0.0423543 Dec 08 13:38:23.558774 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-56abc932-5d09-4666-b731-af1f5ea438b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:23.560771 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-56abc932-5d09-4666-b731-af1f5ea438b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d98529dc-318f-4571-be33-85d13cd10b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388694 Dec 08 13:38:23.652137 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-d75c70b8-9fb0-48b0-be48-5260134059bd service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842450 Dec 08 13:38:23.743089 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e918d5e-478f-4ebd-8c5b-0d597bb0dcd6 req-8949fe1e-1163-4037-84b5-41acb09cf556 service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838342 Dec 08 13:38:39.206689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37848) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:39.373285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port d5dd32f4-d7bf-45d4-8bee-ef83a60c8865 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:38:39.373540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:39.448291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:39.448613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:39.460502 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for d5dd32f4-d7bf-45d4-8bee-ef83a60c8865 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:38:39.664963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:39.691357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=d5dd32f4-d7bf-45d4-8bee-ef83a60c8865,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:39.719750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.720109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.720471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.720811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.721155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.721497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.721835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.722170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.722505 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.722864 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.723199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.723529 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.723857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:39.762283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:39.762699 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP 2ae1fa86-cbbc-4a82-8a60-a36529678104 disassociated (deleted). External IP: 172.26.7.33, port: f694ea2c-bd33-49cd-956d-61e0424ac5ac. Dec 08 13:38:39.965691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router bc30883b-eef6-42e5-82dd-ff6e9d65af8c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:38:40.080457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:38:40.085206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:40.092547 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] Sync routers for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:38:40.102075 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:38:40.102747 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:40.111933 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a505c3e0-0004-434b-8648-32238095cdcd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/floatingips/2ae1fa86-cbbc-4a82-8a60-a36529678104 HTTP/1.1" status: 204 len: 168 time: 0.9041712 Dec 08 13:38:40.112503 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:38:40.115004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d530ae2-4821-4029-815c-d9871eb77130" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:38:40.152335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41e926e-7b35-49d5-af73-7e6f45383d37 x-openstack-request-id: req-e41e926e-7b35-49d5-af73-7e6f45383d37 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:38:40.152632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:38:40.152890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e41e926e-7b35-49d5-af73-7e6f45383d37 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:38:40.154180 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'status': 'completed', 'code': 200} Dec 08 13:38:40.223578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d530ae2-4821-4029-815c-d9871eb77130 req-8d30bf80-b6c5-4115-8402-7567cb891963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:40.225203 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d530ae2-4821-4029-815c-d9871eb77130 req-8d30bf80-b6c5-4115-8402-7567cb891963 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 1099 time: 0.0480397 Dec 08 13:38:40.313100 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:38:40.323978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d530ae2-4821-4029-815c-d9871eb77130 req-3beff1c2-4514-4a7e-bd89-167930921cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:40.325959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d530ae2-4821-4029-815c-d9871eb77130 req-3beff1c2-4514-4a7e-bd89-167930921cca service neutron] 10.222.0.72 "GET /v2.0/networks?id=d98529dc-318f-4571-be33-85d13cd10b45 HTTP/1.1" status: 200 len: 897 time: 0.0921021 Dec 08 13:38:40.371042 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d530ae2-4821-4029-815c-d9871eb77130 req-d19a61e4-903c-441e-9514-ed8cb22b3526 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac HTTP/1.1" status: 200 len: 217 time: 0.0377479 Dec 08 13:38:40.422296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d530ae2-4821-4029-815c-d9871eb77130 req-98c7d2af-6d57-48b1-ad5c-9029a74ba793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:40.423815 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d530ae2-4821-4029-815c-d9871eb77130 req-98c7d2af-6d57-48b1-ad5c-9029a74ba793 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1827142f-4cac-46a9-b231-892eb7f692ea HTTP/1.1" status: 200 len: 834 time: 0.0462599 Dec 08 13:38:40.471097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d530ae2-4821-4029-815c-d9871eb77130 req-93bac7f3-0050-4104-8e78-59ecb12406c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:40.476156 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d530ae2-4821-4029-815c-d9871eb77130 req-93bac7f3-0050-4104-8e78-59ecb12406c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d98529dc-318f-4571-be33-85d13cd10b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412855 Dec 08 13:38:40.493758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ac0a568-87a6-4323-9604-01f9c875501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:40.522882 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '9ef16ae3-df08-4648-828d-51643a621d43', 'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:08:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:04Z', 'updated_at': '2021-12-08T13:37:08Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:40.545175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:40.553378 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] Checking router: bc30883b-eef6-42e5-82dd-ff6e9d65af8c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:38:40.562135 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:38:40.562788 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:40.616803 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d530ae2-4821-4029-815c-d9871eb77130 req-39d4e94b-00a8-4079-9660-1bee991fe627 service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357839 Dec 08 13:38:40.624636 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3951b-0c97-4873-82cf-667ee95dccde req-da31906d-45f1-4ddf-9830-2721d02d8670 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:40.625922 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1d3951b-0c97-4873-82cf-667ee95dccde req-da31906d-45f1-4ddf-9830-2721d02d8670 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0773680 Dec 08 13:38:40.676012 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:38:40.734492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1d3951b-0c97-4873-82cf-667ee95dccde req-95ff0033-5a7b-4eac-8612-4e123cb7cc26 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003873 Dec 08 13:38:40.750511 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d530ae2-4821-4029-815c-d9871eb77130 req-740a3c3c-5a2b-454a-bc87-b2835b3d2a65 service neutron] 10.222.0.72 "GET /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236184 Dec 08 13:38:40.870988 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '9ef16ae3-df08-4648-828d-51643a621d43', 'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:08:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:04Z', 'updated_at': '2021-12-08T13:37:08Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:40.897529 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fae589-b65d-4aa8-8b9f-5ea917f6c1d4 None None] The sync data for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv is: [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:05Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '9ef16ae3-df08-4648-828d-51643a621d43', 'name': '', 'network_id': 'd98529dc-318f-4571-be33-85d13cd10b45', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:08:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:04Z', 'updated_at': '2021-12-08T13:37:08Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '1827142f-4cac-46a9-b231-892eb7f692ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:38:41.116103 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545ce60-6691-4627-8a3f-ecb797a82d76 None None] New status for floating IP 2ae1fa86-cbbc-4a82-8a60-a36529678104: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:38:41.851352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36d7b-c5e6-461a-b1ad-347eb98b5531 req-9218bfc5-ca57-41e4-80c5-4e4c7b398673 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:41.852823 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60e36d7b-c5e6-461a-b1ad-347eb98b5531 req-9218bfc5-ca57-41e4-80c5-4e4c7b398673 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0493875 Dec 08 13:38:41.900606 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-60e36d7b-c5e6-461a-b1ad-347eb98b5531 req-02acd23b-66b8-4518-b40a-e223a765216f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=b4d85026-d60b-4008-b852-7befa46f8a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 Dec 08 13:38:42.269778 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-b63af721-09a6-45be-aa6e-d5f351311d89 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:42.271234 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-b63af721-09a6-45be-aa6e-d5f351311d89 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 946 time: 0.0480087 Dec 08 13:38:42.395063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port f694ea2c-bd33-49cd-956d-61e0424ac5ac {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:38:42.395326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:42.480609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port f694ea2c-bd33-49cd-956d-61e0424ac5ac, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=f694ea2c-bd33-49cd-956d-61e0424ac5ac,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:38:42.480967 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:42.492905 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for f694ea2c-bd33-49cd-956d-61e0424ac5ac owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:38:42.699025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:42.729018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=f694ea2c-bd33-49cd-956d-61e0424ac5ac,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:42.773323 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] No DVR routers for this DVR port f694ea2c-bd33-49cd-956d-61e0424ac5ac on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:38:42.775865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:42.779311 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-029e4f71-b521-430b-bba6-c17bd47e09d5 req-ebdfad43-05e9-4daf-9b56-bd75328ebe3a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "DELETE /v2.0/ports/f694ea2c-bd33-49cd-956d-61e0424ac5ac HTTP/1.1" status: 204 len: 173 time: 0.5016639 Dec 08 13:38:42.779760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'name': 'network-vif-deleted', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:38:42.782283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a684217d-300a-498c-94e5-448b9d0ad768" -d '{"events": [{"server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "name": "network-vif-deleted", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:38:42.818271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ea62a4-8851-48e5-8502-1a143b370c53 x-openstack-request-id: req-24ea62a4-8851-48e5-8502-1a143b370c53 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:38:42.818589 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3dca9d-c7b1-4310-bc59-f22e71014df1", "name": "network-vif-deleted", "tag": "f694ea2c-bd33-49cd-956d-61e0424ac5ac", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:38:42.822477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24ea62a4-8851-48e5-8502-1a143b370c53 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:38:42.822477 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3dca9d-c7b1-4310-bc59-f22e71014df1', 'name': 'network-vif-deleted', 'tag': 'f694ea2c-bd33-49cd-956d-61e0424ac5ac', 'status': 'completed', 'code': 200} Dec 08 13:38:42.944924 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7d284cad-df3e-4f30-a890-2729614c4e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:42.996153 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-828c79f0-4ad8-4348-bca5-9b0dbd772806 req-8592b99f-0cea-4137-b767-113282d21d1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3dca9d-c7b1-4310-bc59-f22e71014df1 HTTP/1.1" status: 200 len: 210 time: 0.0263937 Dec 08 13:38:44.052490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37866) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:44.202105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:44.732666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:44.978940 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 9ef16ae3-df08-4648-828d-51643a621d43 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:38:44.979286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:45.066252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 9ef16ae3-df08-4648-828d-51643a621d43, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9ef16ae3-df08-4648-828d-51643a621d43,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:38:45.066970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:45.079067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 9ef16ae3-df08-4648-828d-51643a621d43 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:38:45.360146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:45.383073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:45.412461 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=9ef16ae3-df08-4648-828d-51643a621d43,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:45.597189 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:45.813240 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router bc30883b-eef6-42e5-82dd-ff6e9d65af8c has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:38:45.920989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:38:45.925989 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d9948aee-9570-4b40-9192-6d746754eaca tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/bc30883b-eef6-42e5-82dd-ff6e9d65af8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723855 Dec 08 13:38:45.931243 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37870) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:45.932014 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] Sync routers for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:38:45.940362 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:38:45.940978 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:45.979622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting subnet 1827142f-4cac-46a9-b231-892eb7f692ea {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:38:45.983556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.024933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.044782 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:38:46.109662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.193748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device f694ea2c-bd33-49cd-956d-61e0424ac5ac no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:38:46.214036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: f694ea2c-bd33-49cd-956d-61e0424ac5ac {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:38:46.214471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device f694ea2c-bd33-49cd-956d-61e0424ac5ac not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:38:46.225880 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:38:45Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:46.240524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.252190 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] Checking router: bc30883b-eef6-42e5-82dd-ff6e9d65af8c for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:38:46.260268 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] Routers {'bc30883b-eef6-42e5-82dd-ff6e9d65af8c'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:38:46.260871 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:46.268671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.273964 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Subnet': ['ID=1827142f-4cac-46a9-b231-892eb7f692ea,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:46.280469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.284593 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/subnets/1827142f-4cac-46a9-b231-892eb7f692ea HTTP/1.1" status: 204 len: 168 time: 0.3545902 Dec 08 13:38:46.286323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8f523-cd3c-4dda-8d3e-3e191b5e1133 None None] Network d98529dc-318f-4571-be33-85d13cd10b45 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:38:46.287943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37874) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:46.297030 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.297396 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.297766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.298110 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.298459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.298879 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.299230 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.299577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.299919 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.300277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.300598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.300980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.301332 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db49aee-4814-495f-9f95-678fc66c3bcb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.370634 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] Set router bc30883b-eef6-42e5-82dd-ff6e9d65af8c gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:38:46.418197 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.459396 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] DHCP port deletion for d98529dc-318f-4571-be33-85d13cd10b45 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:38:46.506262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Deleting port c8755e2b-9f73-499b-8f82-bd709ab71f95 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:38:46.506989 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.527813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.557138 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:38:45Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:46.573330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] For port c8755e2b-9f73-499b-8f82-bd709ab71f95, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c8755e2b-9f73-499b-8f82-bd709ab71f95,segment=NetworkSegment(e0298b17-8bd4-48b7-a710-dda9746b2b72),segment_id=e0298b17-8bd4-48b7-a710-dda9746b2b72)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:38:46.574021 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.587110 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8765b4-89c6-4b62-aa97-0e087f96e623 None None] The sync data for ids ['bc30883b-eef6-42e5-82dd-ff6e9d65af8c'] in dv-neutron-799625-5-hyperv is: [{'id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821606839', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254'}], 'enable_snat': True}, 'gw_port_id': '38acad9e-575e-429e-822b-6989b8197539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:38:45Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '38acad9e-575e-429e-822b-6989b8197539', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc30883b-eef6-42e5-82dd-ff6e9d65af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:37:01Z', 'updated_at': '2021-12-08T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:38:46.590739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Calling delete_port for c8755e2b-9f73-499b-8f82-bd709ab71f95 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:38:46.625937 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 38acad9e-575e-429e-822b-6989b8197539 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:38:46.626374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.710232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 38acad9e-575e-429e-822b-6989b8197539, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=38acad9e-575e-429e-822b-6989b8197539,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:38:46.710634 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.716333 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.722681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 38acad9e-575e-429e-822b-6989b8197539 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:38:46.895606 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Pushing event deleted for resources: {'Port': ['ID=c8755e2b-9f73-499b-8f82-bd709ab71f95,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:46.899813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] No DVR routers for this DVR port c8755e2b-9f73-499b-8f82-bd709ab71f95 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:38:46.906155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.906514 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.906904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.907251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.907593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.907929 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.908263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.908596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.908930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.910380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.910380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.910380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.910639 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991f2297-61ff-491f-80fa-3b48f1922e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:46.949166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:46.976509 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=38acad9e-575e-429e-822b-6989b8197539,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:46.991263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1eff92-e988-4876-a46f-e86d6ad844ea None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:38:47.047480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.142757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.144854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.241784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.242372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Fanout notify agent at l3_agent the message router_deleted on router bc30883b-eef6-42e5-82dd-ff6e9d65af8c {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:38:47.249912 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.251062 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d917b695-328f-4059-b46a-519427dd28a2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/routers/bc30883b-eef6-42e5-82dd-ff6e9d65af8c HTTP/1.1" status: 204 len: 168 time: 0.9621050 Dec 08 13:38:47.253796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37876) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:47.335893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.426769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.445958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98529dc-318f-4571-be33-85d13cd10b45']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:47.454902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0298b17-8bd4-48b7-a710-dda9746b2b72') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:47.455197 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0298b17-8bd4-48b7-a710-dda9746b2b72') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:47.464231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.477327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.483672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:38:47.484052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:38:47.486944 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:38:47.616958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.624018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.626499 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/networks/d98529dc-318f-4571-be33-85d13cd10b45 HTTP/1.1" status: 204 len: 168 time: 0.3717530 Dec 08 13:38:47.629447 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37878) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:47.637412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e047466-f39b-43f6-986f-074f86723024 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Network': ['ID=d98529dc-318f-4571-be33-85d13cd10b45,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:47.691988 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5694703-d9a5-457d-9ca9-2f90cd2a551a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.719028 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5694703-d9a5-457d-9ca9-2f90cd2a551a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.736824 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c8755e2b-9f73-499b-8f82-bd709ab71f95 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:38:47.758126 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: c8755e2b-9f73-499b-8f82-bd709ab71f95 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:38:47.758476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c8755e2b-9f73-499b-8f82-bd709ab71f95 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:38:47.758928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9ef16ae3-df08-4648-828d-51643a621d43 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:38:47.782596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 9ef16ae3-df08-4648-828d-51643a621d43 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:38:47.783006 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9ef16ae3-df08-4648-828d-51643a621d43 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:38:47.783399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 38acad9e-575e-429e-822b-6989b8197539 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:38:47.803015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 38acad9e-575e-429e-822b-6989b8197539 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:38:47.803365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 38acad9e-575e-429e-822b-6989b8197539 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:38:47.845603 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5694703-d9a5-457d-9ca9-2f90cd2a551a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.848436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a5694703-d9a5-457d-9ca9-2f90cd2a551a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:47.849621 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a5694703-d9a5-457d-9ca9-2f90cd2a551a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/security-groups/b4d85026-d60b-4008-b852-7befa46f8a02 HTTP/1.1" status: 204 len: 168 time: 0.2191615 Dec 08 13:38:47.862344 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5694703-d9a5-457d-9ca9-2f90cd2a551a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d85026-d60b-4008-b852-7befa46f8a02,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:48.229051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37884) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:48.233698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-8d5dad7f-ef1b-4d62-a969-573b873fe596 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150601314', 'description': 'tempest-secgroup-smoke-150601314 description', 'project_id': '3a02be70d3c1462499816e550f98b186'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:48.389019 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d5dad7f-ef1b-4d62-a969-573b873fe596 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:48.454130 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d5dad7f-ef1b-4d62-a969-573b873fe596 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:48.526888 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d5dad7f-ef1b-4d62-a969-573b873fe596 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:48.554181 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dad7f-ef1b-4d62-a969-573b873fe596 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36eb8f70-c9cb-4850-8b8a-d24573482066,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:48.620566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d5dad7f-ef1b-4d62-a969-573b873fe596 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:48.621802 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8d5dad7f-ef1b-4d62-a969-573b873fe596 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3917336 Dec 08 13:38:48.625303 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37886) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:48.629708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-076e6a38-09ea-4ee4-a80b-d8bc56eba2df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '36eb8f70-c9cb-4850-8b8a-d24573482066', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:48.726452 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-076e6a38-09ea-4ee4-a80b-d8bc56eba2df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:48.782963 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-076e6a38-09ea-4ee4-a80b-d8bc56eba2df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:48.858380 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-076e6a38-09ea-4ee4-a80b-d8bc56eba2df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:48.876349 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e6a38-09ea-4ee4-a80b-d8bc56eba2df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf144510-1ab6-43b6-bf91-6db49c774fc7,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:48.952698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-076e6a38-09ea-4ee4-a80b-d8bc56eba2df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:48.953920 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-076e6a38-09ea-4ee4-a80b-d8bc56eba2df tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276501 Dec 08 13:38:48.956628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37888) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:48.961393 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-503d3f6a-9371-4dd0-8a1d-bd1a00448be4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '36eb8f70-c9cb-4850-8b8a-d24573482066', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:49.046345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-503d3f6a-9371-4dd0-8a1d-bd1a00448be4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.103727 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-503d3f6a-9371-4dd0-8a1d-bd1a00448be4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.188712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-503d3f6a-9371-4dd0-8a1d-bd1a00448be4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.207422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d3f6a-9371-4dd0-8a1d-bd1a00448be4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef30b2b-7b93-4c08-abd0-027b26b6200a,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:49.270683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-503d3f6a-9371-4dd0-8a1d-bd1a00448be4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.271901 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-503d3f6a-9371-4dd0-8a1d-bd1a00448be4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3143423 Dec 08 13:38:49.274812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37890) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:49.279237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-e127d52b-ca4e-46ad-938a-18c16178d9f9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '36eb8f70-c9cb-4850-8b8a-d24573482066', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:49.396494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e127d52b-ca4e-46ad-938a-18c16178d9f9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.452894 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e127d52b-ca4e-46ad-938a-18c16178d9f9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.532686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e127d52b-ca4e-46ad-938a-18c16178d9f9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.551468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127d52b-ca4e-46ad-938a-18c16178d9f9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9b9c7f-b47e-458c-af29-23f387329588,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:49.613126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e127d52b-ca4e-46ad-938a-18c16178d9f9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.614333 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-e127d52b-ca4e-46ad-938a-18c16178d9f9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385656 Dec 08 13:38:49.618073 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37892) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:49.622911 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2ebaeed9-daa7-4d13-baf1-0d4d33985bb1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '36eb8f70-c9cb-4850-8b8a-d24573482066', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:49.709687 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ebaeed9-daa7-4d13-baf1-0d4d33985bb1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.766676 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ebaeed9-daa7-4d13-baf1-0d4d33985bb1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.833798 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ebaeed9-daa7-4d13-baf1-0d4d33985bb1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.851470 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaeed9-daa7-4d13-baf1-0d4d33985bb1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db55b11-1065-4523-a4ab-4b95bf52a5f3,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:49.910392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ebaeed9-daa7-4d13-baf1-0d4d33985bb1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:49.911652 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2ebaeed9-daa7-4d13-baf1-0d4d33985bb1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2926271 Dec 08 13:38:49.914370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37894) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:49.918905 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5eb93a70-c397-4cb7-9dbb-220fc39c32d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '36eb8f70-c9cb-4850-8b8a-d24573482066', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:49.995771 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-5eb93a70-c397-4cb7-9dbb-220fc39c32d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:38:50.000890 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a70-c397-4cb7-9dbb-220fc39c32d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.057721 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a70-c397-4cb7-9dbb-220fc39c32d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.132679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a70-c397-4cb7-9dbb-220fc39c32d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.151202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb93a70-c397-4cb7-9dbb-220fc39c32d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d9c792-438a-40f1-aa38-d80553501f42,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:50.203801 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5eb93a70-c397-4cb7-9dbb-220fc39c32d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.205032 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5eb93a70-c397-4cb7-9dbb-220fc39c32d8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2897029 Dec 08 13:38:50.207784 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37896) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:50.214042 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-2958f5c8-b7df-462f-b6f8-974f71401c10 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '36eb8f70-c9cb-4850-8b8a-d24573482066', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:50.310202 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-2958f5c8-b7df-462f-b6f8-974f71401c10 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:38:50.315106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2958f5c8-b7df-462f-b6f8-974f71401c10 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.372484 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2958f5c8-b7df-462f-b6f8-974f71401c10 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.446984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2958f5c8-b7df-462f-b6f8-974f71401c10 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.465066 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958f5c8-b7df-462f-b6f8-974f71401c10 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dbe7ba-077d-4ed6-a0ed-bdb92898e6e6,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:50.534781 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2958f5c8-b7df-462f-b6f8-974f71401c10 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.536679 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-2958f5c8-b7df-462f-b6f8-974f71401c10 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3279629 Dec 08 13:38:50.539525 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37898) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:50.544262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'network': {'name': 'tempest-network-smoke--225348559', 'project_id': '3a02be70d3c1462499816e550f98b186', 'port_security_enabled': True}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:50.618782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:38:50.622780 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.645384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:38:50.653976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.654323 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Added segment 2383eb6f-53a8-44f3-b2a7-94df2aee8a10 of type vlan for network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc Dec 08 13:38:50.695930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.773089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.778500 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:50.779100 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.841702 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Network': ['ID=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:50.852002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:38:50.867417 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-98b7834f-05fe-42b8-931d-9556cf3a0bb4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3268809 Dec 08 13:38:50.870038 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37900) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:50.875200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'admin_state_up': True, 'project_id': '3a02be70d3c1462499816e550f98b186', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:50.984406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:50.985480 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:51.040223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:51.224144 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:51.483219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:51.500779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:51.602957 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.187 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/ae8615a0-2c8c-41b2-80d2-47734fc6fda1) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:38:51.701045 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:51.802104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:51.839162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:38:51.842549 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:38:51.848546 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:38:51.855190 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ab281-714b-4188-8783-bc6ef5b7e63f None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:38:51.873412 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=ae8615a0-2c8c-41b2-80d2-47734fc6fda1,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:51.977031 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-9cb82930-326a-4573-9408-89e73bd24b24 None None] Provisioning complete for port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:51.977325 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9cb82930-326a-4573-9408-89e73bd24b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:52.011077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-9cb82930-326a-4573-9408-89e73bd24b24 None None] Port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:38:52.175694 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:52.653561 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:52.852728 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router ef998eb0-5c09-49ec-9f7d-a63f60442e56 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:38:52.954646 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:38:52.963994 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Sync routers for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:38:52.977703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:38:52.979378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:53.009302 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.010759 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-9bff3e56-9d8a-4f56-84a6-b9ff54a72f60 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1394122 Dec 08 13:38:53.013819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37902) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:53.045951 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8cc01016-f3b1-4e40-96cc-52b3386c33da tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=3a02be70d3c1462499816e550f98b186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309627 Dec 08 13:38:53.048512 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37904) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:53.083301 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:38:53.131976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf1980-a10f-42a9-87a6-9a03426bc713 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:53.135992 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-accf1980-a10f-42a9-87a6-9a03426bc713 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840719 Dec 08 13:38:53.136225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37906) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:53.164905 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ee18286c-5b65-480b-b05d-91a9a374601c tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275612 Dec 08 13:38:53.167523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37908) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:53.172757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974911220', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'project_id': '3a02be70d3c1462499816e550f98b186', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:53.262957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:51Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:53.289293 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Checking router: ef998eb0-5c09-49ec-9f7d-a63f60442e56 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:38:53.289654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Updating router ef998eb0-5c09-49ec-9f7d-a63f60442e56 port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:38:53.298550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:38:53.302182 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.317475 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.479223 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:38:53.533000 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.563936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.599152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Subnet': ['ID=930a0917-c7e1-49c3-b06b-a74841889d48,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:53.606478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Checking segment: {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:38:53.606881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network hostable DHCP agents. Network: 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:38:53.624378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.667827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd6dae-5c60-47ad-8e1f-b82d5ddcbca1 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:38:53.679438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Attempting to bind port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:38:53.679842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Attempting to bind port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:38:53.680193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Attempting to bind port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:38:53.681343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:38:53.689408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dc2d0-261a-409c-8c9c-3f56e24d9596 None None] Pushing event updated for resources: {'Port': ['ID=ae8615a0-2c8c-41b2-80d2-47734fc6fda1,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:53.692477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:38:53.692696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:38:53.693151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.693271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:38:53.693747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Bound port: ae8615a0-2c8c-41b2-80d2-47734fc6fda1, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:38:53.694133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.755878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] For port ae8615a0-2c8c-41b2-80d2-47734fc6fda1, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:38:53.765138 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-297c0283-ce0d-4090-af44-099b407247fc None None] Provisioning complete for port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:53.765428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:38:53.765570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-297c0283-ce0d-4090-af44-099b407247fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.770144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] For port ae8615a0-2c8c-41b2-80d2-47734fc6fda1, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ae8615a0-2c8c-41b2-80d2-47734fc6fda1,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:38:53.772391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:53.775366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.788904 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8a769-4352-44ca-9975-daf465672b78 None None] Network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:38:53.823098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-297c0283-ce0d-4090-af44-099b407247fc None None] Port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:38:53.844382 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8091d866-8270-475f-ab00-7dd1950e731b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6756968 Dec 08 13:38:53.847204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37910) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:38:53.853874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:53.896574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffd183d-f7e1-41eb-8824-dc6b8bc452a4 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:38:53.956515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:38:53.957139 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:53.988916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dc2d0-261a-409c-8c9c-3f56e24d9596 None None] Pushing event updated for resources: {'Port': ['ID=ae8615a0-2c8c-41b2-80d2-47734fc6fda1,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:53.996127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:38:53.997498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:54.033670 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-cfdecf1d-128d-4589-8612-44f7f844a484 None None] Provisioning complete for port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:54.034048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cfdecf1d-128d-4589-8612-44f7f844a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:54.180482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:38:54.281629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:54.328576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Allocated IP 172.20.0.2 (98ac49c8-34eb-48a6-bb6b-47c9297bf2fc/930a0917-c7e1-49c3-b06b-a74841889d48/25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:38:54.361271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cfdecf1d-128d-4589-8612-44f7f844a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:54.396398 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cfdecf1d-128d-4589-8612-44f7f844a484 None None] For port ae8615a0-2c8c-41b2-80d2-47734fc6fda1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ae8615a0-2c8c-41b2-80d2-47734fc6fda1,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:38:54.497411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cfdecf1d-128d-4589-8612-44f7f844a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:54.743516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdecf1d-128d-4589-8612-44f7f844a484 None None] Pushing event updated for resources: {'Port': ['ID=ae8615a0-2c8c-41b2-80d2-47734fc6fda1,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:54.768594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:51Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:54.772333 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:54.800913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3127a-3745-4453-ad4d-5e47e1c03f3a None None] The sync data for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv is: [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:51Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:38:54.853631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:54.890068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:38:54.893144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:38:54.896688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:38:54.909451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.1 (98ac49c8-34eb-48a6-bb6b-47c9297bf2fc/930a0917-c7e1-49c3-b06b-a74841889d48/a66ff127-da7a-41bc-b04f-ec5271a70a3e) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:38:54.914825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Pushing event updated for resources: {'Port': ['ID=25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:54.964750 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Attempting to bind port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:38:54.965066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Attempting to bind port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:38:54.965430 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Attempting to bind port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db on network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:38:54.971457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:38:54.972000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Checking segment: {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:38:54.972512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:54.973009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Bound using segment: {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:38:54.973786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Bound port: 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:38:54.974295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.051696 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] For port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:38:55.055234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] For port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:38:55.058944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.120719 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.143585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.185959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:38:55.187233 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e15e82-b07f-4122-8bf9-30415246c0b5 None None] Pushing event updated for resources: {'Port': ['ID=25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:55.190520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:38:55.193349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:38:55.236490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=a66ff127-da7a-41bc-b04f-ec5271a70a3e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:55.255811 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.540074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.568977 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ae8615a0-2c8c-41b2-80d2-47734fc6fda1 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:38:55.628515 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:55.628817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.718232 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:38:55.777954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:55.778980 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.854913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.858372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.890661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:38:55.898973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.938801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.976267 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=a66ff127-da7a-41bc-b04f-ec5271a70a3e,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:55.982876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:55.991614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:56.084881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:38:56.086406 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:38:56.203884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router ef998eb0-5c09-49ec-9f7d-a63f60442e56 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:38:56.237460 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a2200-5822-4f75-9364-2ebfee48d46d None None] Network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:38:56.352086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-06b2708c-4a5e-42fe-a7d8-a3a87833b697 None None] Provisioning complete for port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:56.352463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-06b2708c-4a5e-42fe-a7d8-a3a87833b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:56.687544 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e1a2f58b-7118-48b0-9539-415040bfc0dd None None] Provisioning complete for port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:56.687920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e1a2f58b-7118-48b0-9539-415040bfc0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:56.690943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:38:56.697543 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7d034cdc-470c-4889-99e3-f8b17706df05 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/ef998eb0-5c09-49ec-9f7d-a63f60442e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8493121 Dec 08 13:38:56.749851 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Sync routers for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:38:56.760207 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:38:56.760852 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:56.835245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e1a2f58b-7118-48b0-9539-415040bfc0dd None None] Provisioning complete for port a66ff127-da7a-41bc-b04f-ec5271a70a3e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:56.835624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e1a2f58b-7118-48b0-9539-415040bfc0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:56.876637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2f58b-7118-48b0-9539-415040bfc0dd None None] Port a66ff127-da7a-41bc-b04f-ec5271a70a3e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:38:56.883580 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-a4ec536b-0a2f-4dee-9923-ba8f9b963edb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150601314&fields=id&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 267 time: 0.0592928 Dec 08 13:38:56.990489 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:38:56.997887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-65b08fd7-60cc-4c7c-9c6d-439f5567cd72 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:56.999550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-4892f968-ee94-4bda-be54-a498de15dc98 None None] Provisioning complete for port a66ff127-da7a-41bc-b04f-ec5271a70a3e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:56.999728 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-65b08fd7-60cc-4c7c-9c6d-439f5567cd72 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/networks?id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 200 len: 796 time: 0.1149676 Dec 08 13:38:57.000333 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4892f968-ee94-4bda-be54-a498de15dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.016056 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-63170099-7833-43a0-91ba-f5026634e56c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/quotas/3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 375 time: 0.0102851 Dec 08 13:38:57.046782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-4892f968-ee94-4bda-be54-a498de15dc98 None None] Port a66ff127-da7a-41bc-b04f-ec5271a70a3e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:38:57.077665 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-fd899e4e-f77c-44d3-91bf-c5cada4fba92 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556710 Dec 08 13:38:57.093365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-ae977d74-8354-434b-86ef-7646d8f30506 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:38:57.094329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-ae977d74-8354-434b-86ef-7646d8f30506 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053582 Dec 08 13:38:57.175346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-68b208d3-9be8-4cc3-8064-36023a1a02d5 None None] Provisioning complete for port a66ff127-da7a-41bc-b04f-ec5271a70a3e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:57.175346 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-68b208d3-9be8-4cc3-8064-36023a1a02d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.186142 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-04912b99-d5c3-4a56-9cac-5061fb54c69e service neutron] 10.222.0.76 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856814 Dec 08 13:38:57.205330 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a66ff127-da7a-41bc-b04f-ec5271a70a3e', 'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:c5:23:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:54Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 2, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:57.209671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-68b208d3-9be8-4cc3-8064-36023a1a02d5 None None] Port a66ff127-da7a-41bc-b04f-ec5271a70a3e cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:38:57.238389 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Checking router: ef998eb0-5c09-49ec-9f7d-a63f60442e56 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:38:57.238768 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Updating router ef998eb0-5c09-49ec-9f7d-a63f60442e56 port a66ff127-da7a-41bc-b04f-ec5271a70a3e binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:38:57.263229 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.281029 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-07f6fc4a-08ec-4650-a3f9-74418c819146 service neutron] 10.222.0.76 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880487 Dec 08 13:38:57.495713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:38:57.526224 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88c8aa17-cb25-430e-95d6-2b6bd17f726f req-8e436c6e-369b-4a25-8112-ba3c391edd17 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 210 time: 0.0281308 Dec 08 13:38:57.532915 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.564513 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:57.564895 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.578736 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.670121 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Pushing event updated for resources: {'Port': ['ID=a66ff127-da7a-41bc-b04f-ec5271a70a3e,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:57.681040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.681040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.681040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.681040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.681040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.681040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.681040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.681040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.682003 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.682003 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.682003 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.682288 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.682422 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:38:57.699429 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Attempting to bind port a66ff127-da7a-41bc-b04f-ec5271a70a3e on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:38:57.700326 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Attempting to bind port a66ff127-da7a-41bc-b04f-ec5271a70a3e by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:38:57.700713 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Attempting to bind port a66ff127-da7a-41bc-b04f-ec5271a70a3e on network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:38:57.706047 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:38:57.706204 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Checking segment: {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:38:57.706709 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.707031 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Bound using segment: {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:38:57.707505 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Bound port: a66ff127-da7a-41bc-b04f-ec5271a70a3e, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:38:57.707920 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.773124 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] For port a66ff127-da7a-41bc-b04f-ec5271a70a3e, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:38:57.781294 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] For port a66ff127-da7a-41bc-b04f-ec5271a70a3e, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a66ff127-da7a-41bc-b04f-ec5271a70a3e,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:38:57.830496 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.834519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-cf2fa6b4-737a-49cb-965f-a7ced5e31ff5 None None] Provisioning complete for port a66ff127-da7a-41bc-b04f-ec5271a70a3e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:57.835256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cf2fa6b4-737a-49cb-965f-a7ced5e31ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.912439 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:38:57.912863 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:57.928899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cf2fa6b4-737a-49cb-965f-a7ced5e31ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:57.956024 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe13a27-047a-44fe-9179-88a81e33ff1e None None] Pushing event updated for resources: {'Port': ['ID=a66ff127-da7a-41bc-b04f-ec5271a70a3e,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:57.980276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-cf2fa6b4-737a-49cb-965f-a7ced5e31ff5 None None] For port a66ff127-da7a-41bc-b04f-ec5271a70a3e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a66ff127-da7a-41bc-b04f-ec5271a70a3e,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:38:58.053738 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cf2fa6b4-737a-49cb-965f-a7ced5e31ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:58.063570 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:38:58.118741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fa6b4-737a-49cb-965f-a7ced5e31ff5 None None] Pushing event updated for resources: {'Port': ['ID=a66ff127-da7a-41bc-b04f-ec5271a70a3e,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:38:58.175975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-49a9beb2-407f-41ac-9311-211129b53de0 None None] Provisioning complete for port a66ff127-da7a-41bc-b04f-ec5271a70a3e triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:58.176263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-49a9beb2-407f-41ac-9311-211129b53de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:58.278020 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a66ff127-da7a-41bc-b04f-ec5271a70a3e', 'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:c5:23:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:54Z', 'updated_at': '2021-12-08T13:38:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:38:58.308421 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53086fa9-1d2e-4b0e-bb94-701a55e1d781 None None] The sync data for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv is: [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a66ff127-da7a-41bc-b04f-ec5271a70a3e', 'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:c5:23:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:54Z', 'updated_at': '2021-12-08T13:38:57Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:38:58.631429 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8862e546-4c88-4860-9ddf-9f58ffef3ad2 req-28b058ed-06bf-45dc-9d52-e5807a92158c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 210 time: 0.0317302 Dec 08 13:38:59.440698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-ba381ad2-31a1-465b-b8ba-0f9af29ce8fc tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:38:59.442351 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-ba381ad2-31a1-465b-b8ba-0f9af29ce8fc tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/networks?id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 200 len: 796 time: 0.1120493 Dec 08 13:38:59.523208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a66ff127-da7a-41bc-b04f-ec5271a70a3e up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:38:59.523768 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3b8720ee-e7fb-44f2-815b-ea362396ea98 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 379 time: 0.0657535 Dec 08 13:38:59.533787 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'port': {'device_id': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'admin_state_up': True, 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'security_groups': ['36eb8f70-c9cb-4850-8b8a-d24573482066']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:38:59.573603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a66ff127-da7a-41bc-b04f-ec5271a70a3e triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:38:59.573896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:59.687252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:38:59.691745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:38:59.767735 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-348f6d6b-0c60-4f64-9693-ed62d0552067 req-07639c1c-2258-402a-a441-8bdb7d65b5bf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 210 time: 0.0573170 Dec 08 13:38:59.842239 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.5 (98ac49c8-34eb-48a6-bb6b-47c9297bf2fc/930a0917-c7e1-49c3-b06b-a74841889d48/42e43451-cfa4-4a4a-8e7e-6a9b7521d266) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:38:59.978768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:00.062802 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:00.102270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:39:00.105442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:39:00.111211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:39:00.143523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:39:00.173498 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:00.174112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:00.244445 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-3702a4d2-249d-4167-8c16-02cc518ddb61 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146344 Dec 08 13:39:00.257111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Request body: {'port': {'device_id': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:39:00.307726 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c53f4342-7f61-4e72-b6fd-15e9f19bd34a None None] Provisioning complete for port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:39:00.308096 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c53f4342-7f61-4e72-b6fd-15e9f19bd34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:00.312423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:00.341892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c53f4342-7f61-4e72-b6fd-15e9f19bd34a None None] Port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:39:00.571184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:39:00.579013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:00.591336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Transition to ACTIVE for port object 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:39:00.675372 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:00.727388 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Pushing event updated for resources: {'Port': ['ID=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:39:00.796354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Attempting to bind port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:39:00.796879 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Attempting to bind port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:39:00.797214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Attempting to bind port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 on network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:39:00.802656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 on network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:39:00.802988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Attempting to bind port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 on network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:39:00.808669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:39:00.809526 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Checking segment: {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:39:00.810092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Bound using segment: {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:39:00.810731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Bound port: 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2383eb6f-53a8-44f3-b2a7-94df2aee8a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:39:00.811302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:00.915626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:39:00.919414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:39:00.930147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a28994-8051-4b29-9496-5c86dc617548 req-fa05344e-e11e-489f-99d2-df9947791aeb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:00.931669 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7a28994-8051-4b29-9496-5c86dc617548 req-fa05344e-e11e-489f-99d2-df9947791aeb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 943 time: 0.0757582 Dec 08 13:39:00.970148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:01.009149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7a28994-8051-4b29-9496-5c86dc617548 req-617a2d80-3f2a-4ca3-b926-9abd3bdfffa6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708504 Dec 08 13:39:01.017668 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:01.018359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:01.019756 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] 10.222.0.72 "PUT /v2.0/ports/42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 200 len: 1093 time: 0.7670457 Dec 08 13:39:01.020093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:39:01.026258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4063f2d6-1b79-4147-a669-3ca195ab6fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:39:01.050333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d5ce8-464d-43ee-bb2c-5fb3dd414995 service neutron] Pushing event updated for resources: {'Port': ['ID=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:39:01.062156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff53565-542a-4eae-b5de-bdbfe373eae4 x-openstack-request-id: req-7ff53565-542a-4eae-b5de-bdbfe373eae4 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:39:01.062457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:39:01.062749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7ff53565-542a-4eae-b5de-bdbfe373eae4 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:39:01.063167 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'status': 'completed', 'code': 200} Dec 08 13:39:01.128812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063f2d6-1b79-4147-a669-3ca195ab6fdc req-765cb832-ff08-4626-b30b-6928f83b4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:01.130370 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4063f2d6-1b79-4147-a669-3ca195ab6fdc req-765cb832-ff08-4626-b30b-6928f83b4fab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1096 time: 0.0474212 Dec 08 13:39:01.238724 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063f2d6-1b79-4147-a669-3ca195ab6fdc req-dfea8d10-c6a8-4a5e-ad01-88478082f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:01.240182 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4063f2d6-1b79-4147-a669-3ca195ab6fdc req-dfea8d10-c6a8-4a5e-ad01-88478082f077 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3a02be70d3c1462499816e550f98b186&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1011639 Dec 08 13:39:01.337950 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063f2d6-1b79-4147-a669-3ca195ab6fdc req-ce5b4e8a-d5a4-452c-8b47-8ae3cd629e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:01.339370 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4063f2d6-1b79-4147-a669-3ca195ab6fdc req-ce5b4e8a-d5a4-452c-8b47-8ae3cd629e1a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915697 Dec 08 13:39:01.412784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-b459f988-2f6f-4546-adf1-9a54a64c7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:01.414251 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-b459f988-2f6f-4546-adf1-9a54a64c7ce1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1096 time: 0.0394430 Dec 08 13:39:01.457377 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-ac78c660-5add-4a68-86cc-e40d73cb1afc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 200 len: 217 time: 0.0347612 Dec 08 13:39:01.509988 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-b67cbefd-2d21-4d72-9d52-03751356a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:01.511470 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-b67cbefd-2d21-4d72-9d52-03751356a813 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=930a0917-c7e1-49c3-b06b-a74841889d48 HTTP/1.1" status: 200 len: 835 time: 0.0478184 Dec 08 13:39:01.557480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-69af0da4-3aa2-4a44-a5fe-8433cead1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:01.558992 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-69af0da4-3aa2-4a44-a5fe-8433cead1d68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407674 Dec 08 13:39:01.648489 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-be8c67cf-ca89-4839-8588-3a9e7c27a725 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823543 Dec 08 13:39:01.742012 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-713bc84f-d675-4d14-8b8f-e2bc82f5feea req-da643440-bd91-40d3-aca4-640c761bc198 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858088 Dec 08 13:39:02.125949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd0bc9-834a-4cc9-b027-29398d408408 req-77aaba6d-8c91-4c12-bfc1-1e657e1e7f92 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:02.127449 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6efd0bc9-834a-4cc9-b027-29398d408408 req-77aaba6d-8c91-4c12-bfc1-1e657e1e7f92 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 943 time: 0.0480244 Dec 08 13:39:02.176346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6efd0bc9-834a-4cc9-b027-29398d408408 req-140c52c1-a044-41c7-954f-5003fe85b59f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430634 Dec 08 13:39:03.294898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8ab08-e559-411a-a6a1-8adca1093fb9 req-baa53c5a-c31c-4b03-95c3-9dc97f139a1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:03.296396 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14e8ab08-e559-411a-a6a1-8adca1093fb9 req-baa53c5a-c31c-4b03-95c3-9dc97f139a1e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 943 time: 0.0533736 Dec 08 13:39:03.344375 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14e8ab08-e559-411a-a6a1-8adca1093fb9 req-f1b46a3d-20e4-43b6-83ff-2f2dfe8e9681 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421410 Dec 08 13:39:04.349372 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:39:04.447910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:39:04.458653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1ed57-8759-4c0d-a356-740cc4d4f324 req-94fc0194-5999-40b8-9439-9f2df4296802 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:04.459174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'port_id': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'mac_address': 'fa:16:3e:dd:22:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:39:04.460154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6ff1ed57-8759-4c0d-a356-740cc4d4f324 req-94fc0194-5999-40b8-9439-9f2df4296802 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 943 time: 0.0493896 Dec 08 13:39:04.495509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:04.508384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:39:04.509963 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6ff1ed57-8759-4c0d-a356-740cc4d4f324 req-a89488c9-f4fb-4930-bbcc-d914ceb6fc29 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436585 Dec 08 13:39:04.528241 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:39:04.600969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:04.650222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:39:04.807084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['42e43451-cfa4-4a4a-8e7e-6a9b7521d266'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:39:05.624711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae2a27-64a8-430b-ad2f-2b68e9536ed8 req-8939bccd-df86-4546-adb3-a15839782328 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:05.626188 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-91ae2a27-64a8-430b-ad2f-2b68e9536ed8 req-8939bccd-df86-4546-adb3-a15839782328 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 944 time: 0.0520475 Dec 08 13:39:05.675991 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-91ae2a27-64a8-430b-ad2f-2b68e9536ed8 req-0f2eacdd-3acf-4e99-b8b9-11baeff15e8b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431647 Dec 08 13:39:06.349323 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:39:06.463624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:39:06.467845 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:39:06.468222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:06.543990 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:06.565438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:39:06.567686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdaffd8-cf8b-4c80-98ed-b0829b6a61f0" -d '{"events": [{"server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "name": "network-vif-plugged", "status": "completed", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:39:06.583540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:39:06.605305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf0540-8e34-4dcb-9c5a-8ef72bc71c87 x-openstack-request-id: req-4eaf0540-8e34-4dcb-9c5a-8ef72bc71c87 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:39:06.605600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "name": "network-vif-plugged", "status": "completed", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:39:06.605912 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4eaf0540-8e34-4dcb-9c5a-8ef72bc71c87 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:39:06.606306 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'code': 200} Dec 08 13:39:06.664507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:06.711306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:39:06.793173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae4d7f-bfd8-4623-81eb-6a6519c7eaab req-75a23ffe-7dfe-4e1f-9959-015a457b18ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:06.794733 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-68ae4d7f-bfd8-4623-81eb-6a6519c7eaab req-75a23ffe-7dfe-4e1f-9959-015a457b18ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0519123 Dec 08 13:39:06.843766 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-68ae4d7f-bfd8-4623-81eb-6a6519c7eaab req-ad4f6a89-4bb4-4562-8207-8086321643da tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431414 Dec 08 13:39:06.907096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad52e28-f133-45ae-9ffc-0b98e131ea6e req-08d1d604-29c0-40df-a58e-bd28d6bb2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:06.908499 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fad52e28-f133-45ae-9ffc-0b98e131ea6e req-08d1d604-29c0-40df-a58e-bd28d6bb2c7e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1098 time: 0.0406227 Dec 08 13:39:06.958927 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fad52e28-f133-45ae-9ffc-0b98e131ea6e req-689341bc-a3fa-4022-9053-0d7b20f57b1a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433023 Dec 08 13:39:07.960431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41004261-1863-47d4-b38c-dc739bb678a7 req-9dfe88ba-f372-4c37-93ce-12b100a3c75e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:07.961918 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-41004261-1863-47d4-b38c-dc739bb678a7 req-9dfe88ba-f372-4c37-93ce-12b100a3c75e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0499763 Dec 08 13:39:08.013860 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-41004261-1863-47d4-b38c-dc739bb678a7 req-be4ecc16-db2f-4db6-a101-c7bd29261f34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454342 Dec 08 13:39:09.126941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce400ec-3e2c-4509-9913-b44e2269afe9 req-f188c1e9-531a-4da3-ab92-542a1cce18ff tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:09.128393 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bce400ec-3e2c-4509-9913-b44e2269afe9 req-f188c1e9-531a-4da3-ab92-542a1cce18ff tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0471425 Dec 08 13:39:09.176342 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bce400ec-3e2c-4509-9913-b44e2269afe9 req-1c1ac75f-6601-4027-acad-cf77445da3b6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422287 Dec 08 13:39:09.293124 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa452f-64a4-4104-b275-0ed3833c2d3f req-ebdde821-6f8d-424b-9e85-3bd4788cf653 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:09.294599 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f9fa452f-64a4-4104-b275-0ed3833c2d3f req-ebdde821-6f8d-424b-9e85-3bd4788cf653 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0535202 Dec 08 13:39:09.342934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f9fa452f-64a4-4104-b275-0ed3833c2d3f req-a62e30ce-3dad-46de-9a19-a4b78ecd1376 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Dec 08 13:39:09.363607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37968) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:39:09.402286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc2720-fca7-40d0-8a57-cbac3da3b752 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:09.403846 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c4bc2720-fca7-40d0-8a57-cbac3da3b752 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1093 time: 0.0392814 Dec 08 13:39:09.406482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 37970) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:39:09.410949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:39:09.492419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:09.590135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:09.690097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.82 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/c51ac632-c5d1-4080-97c4-b48a922bd350) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:39:09.790228 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:09.869666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:09.910555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:39:09.913362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:39:09.920290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:39:09.925670 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=c51ac632-c5d1-4080-97c4-b48a922bd350,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:39:10.281176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:10.388992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:10.525245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7003a9f6-6dae-4655-894f-c4b8ae42b784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:10.549661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:10.551482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:10.606195 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:10.679659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=c51ac632-c5d1-4080-97c4-b48a922bd350,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:39:10.688396 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:10.786391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP fe34d5ae-e75b-409f-8149-3cb4050d8828 associated. External IP: 172.26.7.82, port: 42e43451-cfa4-4a4a-8e7e-6a9b7521d266. Dec 08 13:39:10.991287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router ef998eb0-5c09-49ec-9f7d-a63f60442e56 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:39:11.097633 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:39:11.108337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] Sync routers for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:39:11.117446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:39:11.118068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:39:11.167450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:11.194929 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4dc8de7e-300e-4722-82fe-318145dccf34 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7873690 Dec 08 13:39:11.195638 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:39:11.199244 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:39:11.233944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:39:11.237784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef36b4f-07ea-470e-83e8-a1b2dfa8c544 x-openstack-request-id: req-7ef36b4f-07ea-470e-83e8-a1b2dfa8c544 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:39:11.238258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:39:11.238530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7ef36b4f-07ea-470e-83e8-a1b2dfa8c544 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:39:11.238974 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'status': 'completed', 'code': 200} Dec 08 13:39:11.326609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607b2e-df59-479e-9c95-737d5a5330c8 req-42ba95f8-8286-47de-aadf-1c9551dcd0cb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:11.328033 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14607b2e-df59-479e-9c95-737d5a5330c8 req-42ba95f8-8286-47de-aadf-1c9551dcd0cb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0814991 Dec 08 13:39:11.333646 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-3aede1e5-ccaa-4307-9583-1645b98eb14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:11.335109 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-3aede1e5-ccaa-4307-9583-1645b98eb14c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1098 time: 0.0593824 Dec 08 13:39:11.434718 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14607b2e-df59-479e-9c95-737d5a5330c8 req-e7963a4e-886a-4af7-ba07-af624726f1c6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985548 Dec 08 13:39:11.467460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37976) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:39:11.471819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-f3073c29-f00e-45b2-b6b7-b152fe5b21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:11.472883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'fe34d5ae-e75b-409f-8149-3cb4050d8828', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'port_id': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'mac_address': 'fa:16:3e:dd:22:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:39:10Z', 'updated_at': '2021-12-08T13:39:10Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66ff127-da7a-41bc-b04f-ec5271a70a3e', 'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:c5:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:54Z', 'updated_at': '2021-12-08T13:38:57Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:39:11.473310 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-f3073c29-f00e-45b2-b6b7-b152fe5b21b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 200 len: 897 time: 0.1246884 Dec 08 13:39:11.506335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] Checking router: ef998eb0-5c09-49ec-9f7d-a63f60442e56 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:39:11.515037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:39:11.515659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:38:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:39:11.538771 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-67b7d55f-3492-4961-922d-0a9cb59744af tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/fe34d5ae-e75b-409f-8149-3cb4050d8828 HTTP/1.1" status: 200 len: 990 time: 0.0701203 Dec 08 13:39:11.550940 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-de08fb3f-7613-49e4-afde-5ec8c13a5de5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 200 len: 998 time: 0.0678000 Dec 08 13:39:11.600913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-c466f121-ea8a-43bd-ba3b-68eba94f7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:11.602380 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-c466f121-ea8a-43bd-ba3b-68eba94f7214 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=930a0917-c7e1-49c3-b06b-a74841889d48 HTTP/1.1" status: 200 len: 835 time: 0.0449128 Dec 08 13:39:11.623917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:39:11.651465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-5d5c9277-705d-4adf-8e89-0b846d69e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:11.653478 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-5d5c9277-705d-4adf-8e89-0b846d69e202 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436471 Dec 08 13:39:11.742986 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-c189579f-88fb-4141-b5cc-1bcc615e464e service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823658 Dec 08 13:39:11.843823 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e20a6d4e-f49a-45b9-98f8-a92eee7a6fc4 req-59ad222b-ca40-4137-9bc6-2dc50bf8ffa3 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938463 Dec 08 13:39:11.848743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'fe34d5ae-e75b-409f-8149-3cb4050d8828', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'port_id': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'mac_address': 'fa:16:3e:dd:22:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:39:10Z', 'updated_at': '2021-12-08T13:39:10Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66ff127-da7a-41bc-b04f-ec5271a70a3e', 'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:c5:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:54Z', 'updated_at': '2021-12-08T13:38:57Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:39:12.023333 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33622982-7080-4f5b-8997-f8a95bdb1f12 None None] The sync data for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv is: [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'fe34d5ae-e75b-409f-8149-3cb4050d8828', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.82', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'port_id': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'mac_address': 'fa:16:3e:dd:22:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:39:10Z', 'updated_at': '2021-12-08T13:39:10Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66ff127-da7a-41bc-b04f-ec5271a70a3e', 'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:c5:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:54Z', 'updated_at': '2021-12-08T13:38:57Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:39:12.212129 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26eb2b3-d5b4-43ef-b044-56fc90484b5e None None] New status for floating IP fe34d5ae-e75b-409f-8149-3cb4050d8828: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:39:12.540327 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37978) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:39:12.602354 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4e2efe56-c21b-4ca1-b03f-380df0aa06da tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/fe34d5ae-e75b-409f-8149-3cb4050d8828 HTTP/1.1" status: 200 len: 992 time: 0.0608523 Dec 08 13:39:12.925135 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-346d19fe-8aa2-41f8-9534-e68a65b05dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:14.223332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:15.354967 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:16.235327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:25.267971 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-28881069-ae20-49f0-8f65-beffa4a3409c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924895 Dec 08 13:39:25.351998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-1d360812-7c35-49d2-a4da-c1ddebfa3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:25.353486 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-1d360812-7c35-49d2-a4da-c1ddebfa3b94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1098 time: 0.0399585 Dec 08 13:39:25.459424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-4e476ead-1523-4585-a380-49a116dd619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:25.460893 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-4e476ead-1523-4585-a380-49a116dd619f service neutron] 10.222.0.72 "GET /v2.0/networks?id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 200 len: 897 time: 0.0872529 Dec 08 13:39:25.525204 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-5b34ccd8-f1e3-4299-961f-914520a04e70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 200 len: 1000 time: 0.0567961 Dec 08 13:39:25.578310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-f1f944bb-4471-4558-806e-7f97302c19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:25.579783 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-f1f944bb-4471-4558-806e-7f97302c19aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=930a0917-c7e1-49c3-b06b-a74841889d48 HTTP/1.1" status: 200 len: 835 time: 0.0470631 Dec 08 13:39:25.626896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-44c52f6c-f3bf-4d85-8045-caecc8768feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:25.628376 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-44c52f6c-f3bf-4d85-8045-caecc8768feb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414186 Dec 08 13:39:25.721208 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-b685a927-cb62-4ed6-ae9b-61a12096ad25 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852816 Dec 08 13:39:25.813312 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-82d774ae-84f5-4b15-a6e2-f5eaa9a775e8 req-1319356b-802a-49ea-acfa-1b10aa865a70 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826464 Dec 08 13:39:30.478524 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:39:39.713805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ed7f2-3136-4a7e-adc4-6a9d97088670 req-67b4dfdf-bf4b-4170-84c4-bd6fa438744e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:39.715318 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b6ed7f2-3136-4a7e-adc4-6a9d97088670 req-67b4dfdf-bf4b-4170-84c4-bd6fa438744e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0486834 Dec 08 13:39:39.768937 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6b6ed7f2-3136-4a7e-adc4-6a9d97088670 req-0f0f7899-e333-403c-949b-5d52d31890d4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475767 Dec 08 13:39:39.923590 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 37998) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:39:40.004787 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-3ea757ce-6eb4-47f8-822d-a75d374e6118 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800571 Dec 08 13:39:40.013681 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-e0553f12-741e-4ade-b611-fd4764b7c613 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:39:40.014646 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-e0553f12-741e-4ade-b611-fd4764b7c613 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049350 Dec 08 13:39:40.611851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:40.612811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d96624b2-8416-4f18-a43e-d6bbdb22af24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:40.888796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7e0b9-6f06-466e-8383-505a76fa420c req-5164584d-a262-4aca-88ca-45e820364649 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:40.890274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1e7e0b9-6f06-466e-8383-505a76fa420c req-5164584d-a262-4aca-88ca-45e820364649 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0479364 Dec 08 13:39:40.939064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1e7e0b9-6f06-466e-8383-505a76fa420c req-31181dd0-a700-4d10-875e-eb06b7940a74 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430284 Dec 08 13:39:42.058371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd824c4-1a3c-4b94-b2be-b908982cf2ae req-b9302433-1290-416b-b4f5-531014455806 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:42.059998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3fd824c4-1a3c-4b94-b2be-b908982cf2ae req-b9302433-1290-416b-b4f5-531014455806 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0538945 Dec 08 13:39:42.114228 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3fd824c4-1a3c-4b94-b2be-b908982cf2ae req-b0c50875-aad0-48ad-94a9-082885ab9511 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479674 Dec 08 13:39:42.907022 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cacc973c-7293-4f11-9abc-0fa6beb3ab14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:43.230259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7662ff-c199-4514-a4d8-a2189e60b7d5 req-866e7601-c686-42d8-9def-4e9627679348 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:43.232311 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1d7662ff-c199-4514-a4d8-a2189e60b7d5 req-866e7601-c686-42d8-9def-4e9627679348 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0511403 Dec 08 13:39:43.280085 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1d7662ff-c199-4514-a4d8-a2189e60b7d5 req-f1b95c64-316c-4087-9410-cc6be206d09b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419753 Dec 08 13:39:44.234184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:44.394312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e926a49-ed33-4c05-a364-6e00f1d59c91 req-02cfd877-ce6b-460f-b38c-b21d7f355cd2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:44.395822 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e926a49-ed33-4c05-a364-6e00f1d59c91 req-02cfd877-ce6b-460f-b38c-b21d7f355cd2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0484490 Dec 08 13:39:44.443949 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5e926a49-ed33-4c05-a364-6e00f1d59c91 req-55be071b-8eeb-4570-a537-ee0b5fbd795c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Dec 08 13:39:45.352318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:45.556868 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc7f7a-05d9-4d81-8a58-f2085c2ac87c req-ea1b70dd-d71e-49c6-af10-645c7810af2b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:45.558350 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76fc7f7a-05d9-4d81-8a58-f2085c2ac87c req-ea1b70dd-d71e-49c6-af10-645c7810af2b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0482583 Dec 08 13:39:45.610728 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-76fc7f7a-05d9-4d81-8a58-f2085c2ac87c req-464e673a-5756-418f-ad7b-2e6d899eceef tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455906 Dec 08 13:39:46.186813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-b49efb1b-ced5-41cc-a63f-3b8ed9e46937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:46.188229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-b49efb1b-ced5-41cc-a63f-3b8ed9e46937 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1098 time: 0.0409908 Dec 08 13:39:46.252174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:39:46.281985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-8cd57656-d6af-43c8-b5f0-2d0de0a2f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:46.283833 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-8cd57656-d6af-43c8-b5f0-2d0de0a2f3ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 200 len: 897 time: 0.0877335 Dec 08 13:39:46.347613 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-24c99ce6-be3e-487f-9434-0c1183cfda13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 200 len: 1000 time: 0.0569477 Dec 08 13:39:46.396627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-136c8db9-0d1d-432b-811d-647e9760f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:46.398101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-136c8db9-0d1d-432b-811d-647e9760f2c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=930a0917-c7e1-49c3-b06b-a74841889d48 HTTP/1.1" status: 200 len: 835 time: 0.0436518 Dec 08 13:39:46.449601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-7d7b59a6-3022-406c-98bb-65f8bcdc6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:46.451014 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-7d7b59a6-3022-406c-98bb-65f8bcdc6f84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460787 Dec 08 13:39:46.913152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1951153-4511-4d2c-92be-12e2e1495a15 req-36a26f92-3b7e-491e-924b-e3de338a8f83 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:46.914641 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1951153-4511-4d2c-92be-12e2e1495a15 req-36a26f92-3b7e-491e-924b-e3de338a8f83 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0994647 Dec 08 13:39:46.920096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-067e2b63-a456-4979-8976-c04cd8d58224 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617984 Dec 08 13:39:47.015088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1951153-4511-4d2c-92be-12e2e1495a15 req-1c034017-71e4-40cb-8d0e-b63d72a171c7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935452 Dec 08 13:39:47.041821 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-cc37da8a-97f9-4a12-b9e2-6ddb6647fdd9 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137795 Dec 08 13:39:48.132845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a349b-b877-4bd0-8d2c-17b459cde22c req-a0c230a3-8efe-4f21-ae14-fd67ba8769ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:48.134301 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-689a349b-b877-4bd0-8d2c-17b459cde22c req-a0c230a3-8efe-4f21-ae14-fd67ba8769ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0517790 Dec 08 13:39:48.182198 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-689a349b-b877-4bd0-8d2c-17b459cde22c req-0c6b3d6c-ab94-4901-b954-4fc35eb51b0e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420141 Dec 08 13:39:49.359524 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9b606-63ab-4c5b-a895-568d1b873861 req-fc7e2bfb-7977-4896-bc5b-7aabae03e9ed tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:49.360997 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fee9b606-63ab-4c5b-a895-568d1b873861 req-fc7e2bfb-7977-4896-bc5b-7aabae03e9ed tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.1119649 Dec 08 13:39:49.409505 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fee9b606-63ab-4c5b-a895-568d1b873861 req-483c0d70-712a-4af3-b601-cf819fbc293b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423889 Dec 08 13:39:50.577336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af8830-58bc-4f82-8f05-6fea98d1b9f3 req-8a58012e-1a7c-4a1e-b6fc-67c99d028320 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:50.578841 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-64af8830-58bc-4f82-8f05-6fea98d1b9f3 req-8a58012e-1a7c-4a1e-b6fc-67c99d028320 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.1003976 Dec 08 13:39:50.629591 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-64af8830-58bc-4f82-8f05-6fea98d1b9f3 req-edfc9bba-5d90-44e4-b0ba-546344cf6ed2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448680 Dec 08 13:39:51.742203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bfaf6-7703-40f6-a52c-a5b41aafde36 req-9ef84ef2-b25a-4757-8648-0dff17da6e21 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:51.743701 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bd3bfaf6-7703-40f6-a52c-a5b41aafde36 req-9ef84ef2-b25a-4757-8648-0dff17da6e21 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0479712 Dec 08 13:39:51.791977 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bd3bfaf6-7703-40f6-a52c-a5b41aafde36 req-c21278a0-4a22-4dc1-94ae-d20d955a9cc8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424891 Dec 08 13:39:52.904419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06790223-3bae-451c-9ccf-d7dd1d79c636 req-d93719b1-d9e6-458d-b782-29af8d1cbff0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:52.905890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-06790223-3bae-451c-9ccf-d7dd1d79c636 req-d93719b1-d9e6-458d-b782-29af8d1cbff0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0479684 Dec 08 13:39:52.955023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-06790223-3bae-451c-9ccf-d7dd1d79c636 req-6d8fdede-aa99-49e7-90f9-829dd5cd4f2c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430169 Dec 08 13:39:54.071708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285b260-f820-4fc0-ba2c-b722d0bb840a req-8fc093ce-610d-42e2-a452-c69264ae0d65 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:54.073169 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f285b260-f820-4fc0-ba2c-b722d0bb840a req-8fc093ce-610d-42e2-a452-c69264ae0d65 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0515661 Dec 08 13:39:54.122923 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f285b260-f820-4fc0-ba2c-b722d0bb840a req-a8d7780e-c33b-4310-bbd5-62e7e31a6ce7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430124 Dec 08 13:39:55.238744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0906819-1e9e-4f6c-ac3a-c444c5c678e6 req-6f8e0a65-5188-4659-88b4-9183b0430329 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:55.240239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0906819-1e9e-4f6c-ac3a-c444c5c678e6 req-6f8e0a65-5188-4659-88b4-9183b0430329 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0488050 Dec 08 13:39:55.289005 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0906819-1e9e-4f6c-ac3a-c444c5c678e6 req-46f33f12-7d50-49f8-b73a-8de58461c57d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428228 Dec 08 13:39:56.408561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4654e-c08d-4200-b351-d2a671549a82 req-cb408b4e-4d3b-4ef0-b70f-fce322e6d74f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:56.410056 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0ef4654e-c08d-4200-b351-d2a671549a82 req-cb408b4e-4d3b-4ef0-b70f-fce322e6d74f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0526702 Dec 08 13:39:56.458389 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0ef4654e-c08d-4200-b351-d2a671549a82 req-d3213faa-0b48-46ce-97f2-7d2ac9059c67 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420177 Dec 08 13:39:57.572888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e300f-3fbd-4b72-8afe-7406b6bf13f4 req-3f8a3301-b68c-40ce-9ed7-df56c856e900 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:57.574383 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a66e300f-3fbd-4b72-8afe-7406b6bf13f4 req-3f8a3301-b68c-40ce-9ed7-df56c856e900 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0491111 Dec 08 13:39:57.623503 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a66e300f-3fbd-4b72-8afe-7406b6bf13f4 req-f7121538-e549-4187-9a03-a545e343af99 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430486 Dec 08 13:39:58.737036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51849d82-ff63-4d73-b227-fdbe702cc1a2 req-21743d36-df60-41cb-9ebc-a3a9a55f0d39 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:58.738522 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-51849d82-ff63-4d73-b227-fdbe702cc1a2 req-21743d36-df60-41cb-9ebc-a3a9a55f0d39 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0478730 Dec 08 13:39:58.791827 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-51849d82-ff63-4d73-b227-fdbe702cc1a2 req-7084c0f4-be80-4f7f-b741-810a283f08e5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473316 Dec 08 13:39:58.908651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-85c18f29-3f00-495a-99bf-4eae3f607665 service neutron] 10.222.0.72 "GET /v2.0/ports/42e43451-cfa4-4a4a-8e7e-6a9b7521d266/bindings/hv-neutron-7996 HTTP/1.1" status: 200 len: 384 time: 0.0545192 Dec 08 13:39:59.439483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-f71b1ba3-f96d-4158-8b56-c488696ac3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:59.440973 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-f71b1ba3-f96d-4158-8b56-c488696ac3c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 1098 time: 0.0409918 Dec 08 13:39:59.501359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-6d7babc8-a357-40b6-b906-96d6828d7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:59.502841 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-6d7babc8-a357-40b6-b906-96d6828d7864 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1098 time: 0.0398483 Dec 08 13:39:59.593382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-97a33250-45e6-4f85-8f09-54c80e079f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:59.594761 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-97a33250-45e6-4f85-8f09-54c80e079f2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 200 len: 897 time: 0.0855799 Dec 08 13:39:59.660496 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-850ee77a-a6d4-4e07-98e0-ea8034f27695 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 200 len: 1000 time: 0.0589767 Dec 08 13:39:59.712607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-bfa44ee3-5459-448c-8caa-debfae83110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:59.714031 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-bfa44ee3-5459-448c-8caa-debfae83110e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=930a0917-c7e1-49c3-b06b-a74841889d48 HTTP/1.1" status: 200 len: 835 time: 0.0466878 Dec 08 13:39:59.758501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-54e7fdfc-0244-4e14-8331-73d8fe845c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:59.759956 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-54e7fdfc-0244-4e14-8331-73d8fe845c27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383356 Dec 08 13:39:59.849637 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-45526d51-71be-4312-83b5-c9ddfd52ae9a service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818193 Dec 08 13:39:59.962747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7abecb-6283-4774-9406-8c07e8a6a181 req-b15f26a6-e1e2-4fa8-a9bf-fff8c624d129 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:39:59.964205 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ee7abecb-6283-4774-9406-8c07e8a6a181 req-b15f26a6-e1e2-4fa8-a9bf-fff8c624d129 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.1008825 Dec 08 13:39:59.990925 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c90f4dba-f44f-48b3-8f35-4a4eb562a4d1 req-40452c07-5221-4ac7-91ae-94e1d30fbf64 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344719 Dec 08 13:40:00.028807 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ee7abecb-6283-4774-9406-8c07e8a6a181 req-a1005936-3ebb-4e35-8190-ebd7105219ba tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580492 Dec 08 13:40:01.142304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b27c52-90a7-4dd8-86c9-355688e53fd3 req-fd176cde-3b06-47e5-952a-ac56b6d65208 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:01.143812 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5b27c52-90a7-4dd8-86c9-355688e53fd3 req-fd176cde-3b06-47e5-952a-ac56b6d65208 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0484872 Dec 08 13:40:01.192169 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5b27c52-90a7-4dd8-86c9-355688e53fd3 req-2788471e-25ac-4762-bc05-17e04cef84c8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423744 Dec 08 13:40:02.306299 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3f05a-7ca3-496d-b021-c5f8a6cc3e6d req-6617cf17-d6fd-442a-8527-ef73af7b7a9d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:02.307824 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1b3f05a-7ca3-496d-b021-c5f8a6cc3e6d req-6617cf17-d6fd-442a-8527-ef73af7b7a9d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0484910 Dec 08 13:40:02.356319 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a1b3f05a-7ca3-496d-b021-c5f8a6cc3e6d req-71c84162-e791-42b4-89c6-d1046f2398bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425272 Dec 08 13:40:02.643903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:40:02.648183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:40:02.732730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e1f77-d715-49cd-840f-cad9e4254188 req-d5e8d319-7079-4c15-96b8-3be571d4312c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:02.734244 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca6e1f77-d715-49cd-840f-cad9e4254188 req-d5e8d319-7079-4c15-96b8-3be571d4312c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0608470 Dec 08 13:40:02.804251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:02.810655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:02.812024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-e26248c2-d77a-4274-b729-298e43443be8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:02.813484 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-e26248c2-d77a-4274-b729-298e43443be8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce&tenant_id=3a02be70d3c1462499816e550f98b186&binding%3Ahost_id=hv-neutron-7996 HTTP/1.1" status: 200 len: 945 time: 0.0766251 Dec 08 13:40:02.824104 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ca6e1f77-d715-49cd-840f-cad9e4254188 req-9c76a723-1793-4f45-977c-45b3684e96ce tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789273 Dec 08 13:40:02.829330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'port_id': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'mac_address': 'fa:16:3e:dd:22:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:40:02.847399 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:40:02.847548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d758fe6-ce61-42a6-bde2-1ea2ea049362" -d '{"events": [{"server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "name": "network-vif-unplugged", "status": "completed", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:40:02.882239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:02.894819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:02.909404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd88ff-d508-491b-9704-31f4bf77d0e0 x-openstack-request-id: req-71bd88ff-d508-491b-9704-31f4bf77d0e0 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:40:02.909404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "name": "network-vif-unplugged", "status": "completed", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:40:02.909404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71bd88ff-d508-491b-9704-31f4bf77d0e0 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:40:02.909404 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'code': 200} Dec 08 13:40:02.910659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-75e76f3f-9b36-46c6-a2fc-bec5e7b54487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:02.911864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:40:02.912283 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-75e76f3f-9b36-46c6-a2fc-bec5e7b54487 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1098 time: 0.0522015 Dec 08 13:40:02.946665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:03.012451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:40:03.012814 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:40:03.017756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6e4bf-9724-4403-833c-e63bdd677910 req-b6d0d5c5-638b-4f94-905f-899423c6370e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:03.019308 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3dc6e4bf-9724-4403-833c-e63bdd677910 req-b6d0d5c5-638b-4f94-905f-899423c6370e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.1060584 Dec 08 13:40:03.022533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:03.030588 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.035359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:03.062747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-96e3bb6b-a2d4-463e-bbd9-ec3315fb6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:03.064236 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-96e3bb6b-a2d4-463e-bbd9-ec3315fb6efe service neutron] 10.222.0.72 "GET /v2.0/networks?id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 200 len: 897 time: 0.1417484 Dec 08 13:40:03.090362 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3dc6e4bf-9724-4403-833c-e63bdd677910 req-f531ca0d-8515-4c3a-8af7-523d9060018f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647705 Dec 08 13:40:03.144173 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-c7e93c7e-85f4-4cfc-a322-8b6df6c2184b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 200 len: 998 time: 0.0700388 Dec 08 13:40:03.193667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-1dfdfaf6-9552-4edb-9d0e-b96503d431c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:03.195108 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-1dfdfaf6-9552-4edb-9d0e-b96503d431c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=930a0917-c7e1-49c3-b06b-a74841889d48 HTTP/1.1" status: 200 len: 835 time: 0.0435133 Dec 08 13:40:03.240550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-100ab0b8-04a2-4225-a07b-f8cd56e34458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:03.242049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-100ab0b8-04a2-4225-a07b-f8cd56e34458 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393150 Dec 08 13:40:03.333268 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-cd78ebc6-4189-4893-8f69-181ab7e04866 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837901 Dec 08 13:40:03.423179 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e29c598-da01-44c7-af3f-ee0d39e30bd2 req-36806541-303a-420e-9e89-57c45d71e5e7 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827999 Dec 08 13:40:03.548393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:03.564326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:40:03.583297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:03.648824 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:03.700899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:03.706551 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['42e43451-cfa4-4a4a-8e7e-6a9b7521d266'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:40:04.216387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234510-4698-4605-98b1-b254108f9b2e req-6fd57985-a25f-45fc-a902-3e9d5af36d2c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:04.217871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-31234510-4698-4605-98b1-b254108f9b2e req-6fd57985-a25f-45fc-a902-3e9d5af36d2c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 944 time: 0.0541146 Dec 08 13:40:04.270799 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-31234510-4698-4605-98b1-b254108f9b2e req-3db694cc-fe12-4017-bfea-56b5d71eb4e9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468628 Dec 08 13:40:04.292492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38092) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:04.357423 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5595e188-ae5b-4cee-a28d-3a2448c9d1d9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/fe34d5ae-e75b-409f-8149-3cb4050d8828 HTTP/1.1" status: 200 len: 991 time: 0.0631509 Dec 08 13:40:04.641621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:40:04.689901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:04.690486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:04.765979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:04.797266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:04.854675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:04.901082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:04.909772 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:40:04.912011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc36eab-6d52-4ff9-a5e5-65b42f4c6b37" -d '{"events": [{"server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "name": "network-vif-plugged", "status": "completed", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:40:04.947035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e64cdb2-26fc-4b51-97ff-6d115f78926f x-openstack-request-id: req-3e64cdb2-26fc-4b51-97ff-6d115f78926f {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:40:04.947334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "name": "network-vif-plugged", "status": "completed", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:40:04.947615 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e64cdb2-26fc-4b51-97ff-6d115f78926f {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:40:04.948010 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'code': 200} Dec 08 13:40:07.477349 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:40:10.501872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-85f271f2-9e07-4f64-8d9c-a60f3f649912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:10.535936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:12.962969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2826bda2-4eff-4e41-a72d-7a2628c77d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:14.225490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:15.324297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:16.227210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:26.208962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-66eef52c-e550-4b64-bb21-4bc47c1f3c60 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424535 Dec 08 13:40:26.292094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-da4fe63c-8177-43eb-8f46-6e8c84b6fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:26.293555 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-da4fe63c-8177-43eb-8f46-6e8c84b6fd31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1098 time: 0.0388405 Dec 08 13:40:26.395911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-09dda0b7-3772-4d0f-b8bf-ddac18abe3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:26.397406 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-09dda0b7-3772-4d0f-b8bf-ddac18abe3be service neutron] 10.222.0.72 "GET /v2.0/networks?id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 200 len: 897 time: 0.0824006 Dec 08 13:40:26.468517 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-b74abdde-a669-4e60-8516-bbc2a141dcf9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 200 len: 1000 time: 0.0630143 Dec 08 13:40:26.518860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-59e93879-161d-4fca-abf3-64c3115f4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:26.520293 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-59e93879-161d-4fca-abf3-64c3115f4ec1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=930a0917-c7e1-49c3-b06b-a74841889d48 HTTP/1.1" status: 200 len: 835 time: 0.0429454 Dec 08 13:40:26.585285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-4da014ab-67e3-4c34-bee5-220b9c6a6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:26.586780 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-4da014ab-67e3-4c34-bee5-220b9c6a6a1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386965 Dec 08 13:40:26.679777 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-b5d8fe57-dc3c-4a25-8e4d-db4b49bdc565 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850379 Dec 08 13:40:26.771464 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6f2ef9c9-1c1c-4ebf-981c-76b85c1765b2 req-225d4cad-0302-4fc0-a10d-54365e8c3d23 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832381 Dec 08 13:40:32.722992 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38104) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:32.876628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port c51ac632-c5d1-4080-97c4-b48a922bd350 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:40:32.876968 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:32.949678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:32.949939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:32.961770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for c51ac632-c5d1-4080-97c4-b48a922bd350 owned by network:floatingip {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:40:33.170333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:33.195615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=c51ac632-c5d1-4080-97c4-b48a922bd350,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:33.207649 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.208013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.208370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.208723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.209122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.209476 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.209822 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.210161 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.210510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.210877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.211219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.211556 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.211892 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:33.268013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:33.268363 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP fe34d5ae-e75b-409f-8149-3cb4050d8828 disassociated (deleted). External IP: 172.26.7.82, port: 42e43451-cfa4-4a4a-8e7e-6a9b7521d266. Dec 08 13:40:33.468176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router ef998eb0-5c09-49ec-9f7d-a63f60442e56 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:40:33.574312 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:40:33.579209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:33.585105 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] Sync routers for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:40:33.594597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:40:33.595236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:33.608300 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ae2c3c48-48d1-4776-a862-4c04c002f307 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/floatingips/fe34d5ae-e75b-409f-8149-3cb4050d8828 HTTP/1.1" status: 204 len: 168 time: 0.8842120 Dec 08 13:40:33.608903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:40:33.611212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe" -d '{"events": [{"name": "network-changed", "server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:40:33.711391 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:40:33.724602 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f1a415-9db4-4054-ab91-00b44571db6f x-openstack-request-id: req-c3f1a415-9db4-4054-ab91-00b44571db6f {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:40:33.725122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:40:33.725240 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3f1a415-9db4-4054-ab91-00b44571db6f {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:40:33.725560 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'status': 'completed', 'code': 200} Dec 08 13:40:33.790039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-6e5dba19-5026-48f7-8b8d-b25ec6c454ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:33.791690 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-6e5dba19-5026-48f7-8b8d-b25ec6c454ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 1098 time: 0.0414159 Dec 08 13:40:33.883224 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-a2761b8a-ea56-4407-bf08-1a6acabe98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:33.884705 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-a2761b8a-ea56-4407-bf08-1a6acabe98e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 200 len: 897 time: 0.0843241 Dec 08 13:40:33.909509 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a66ff127-da7a-41bc-b04f-ec5271a70a3e', 'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:c5:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:54Z', 'updated_at': '2021-12-08T13:38:57Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:33.935526 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-f9470f43-746a-4b9a-a75f-cd2a36cc156a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 200 len: 217 time: 0.0405424 Dec 08 13:40:33.942000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] Checking router: ef998eb0-5c09-49ec-9f7d-a63f60442e56 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:40:33.950385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:40:33.951058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:34.016096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-7d5c0215-6da5-4956-bf07-cd032ece8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:34.017491 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-7d5c0215-6da5-4956-bf07-cd032ece8c60 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=930a0917-c7e1-49c3-b06b-a74841889d48 HTTP/1.1" status: 200 len: 835 time: 0.0731306 Dec 08 13:40:34.030083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75319d25-2a56-4624-a938-adf2fdd0c529 req-6d4fe8f7-da60-4035-a0fd-72a238e910e0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:34.031582 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75319d25-2a56-4624-a938-adf2fdd0c529 req-6d4fe8f7-da60-4035-a0fd-72a238e910e0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0860226 Dec 08 13:40:34.055890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:40:34.106482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-1413eef9-850c-4812-abac-c06220d0c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:34.108596 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-1413eef9-850c-4812-abac-c06220d0c8e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761452 Dec 08 13:40:34.112418 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75319d25-2a56-4624-a938-adf2fdd0c529 req-b0a0cff4-3b9d-46b0-960c-86cb28da4a85 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714080 Dec 08 13:40:34.201278 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-c0ab92e7-8e2a-473a-b340-a131eff38912 service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828724 Dec 08 13:40:34.251723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a66ff127-da7a-41bc-b04f-ec5271a70a3e', 'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:c5:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:54Z', 'updated_at': '2021-12-08T13:38:57Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:34.278313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2041cab-ee0b-4331-b96e-86e55d5f9126 None None] The sync data for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv is: [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:38:55Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a66ff127-da7a-41bc-b04f-ec5271a70a3e', 'name': '', 'network_id': '98ac49c8-34eb-48a6-bb6b-47c9297bf2fc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:c5:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:54Z', 'updated_at': '2021-12-08T13:38:57Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '930a0917-c7e1-49c3-b06b-a74841889d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:40:34.297188 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc8fc9bc-601d-4f7f-a4fc-b46f844edffe req-adf59074-c8b6-48e1-b47c-eb35ff1c92cb service neutron] 10.222.0.72 "GET /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877166 Dec 08 13:40:34.493160 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae66a34b-1ac3-4c0b-9c46-d41d4d7620fc None None] New status for floating IP fe34d5ae-e75b-409f-8149-3cb4050d8828: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:40:35.227402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85264ae-1eb4-4958-beb5-861908b9b982 req-1df11386-1b45-4777-b78e-4742e10a748c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:35.228856 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e85264ae-1eb4-4958-beb5-861908b9b982 req-1df11386-1b45-4777-b78e-4742e10a748c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0474117 Dec 08 13:40:35.276717 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e85264ae-1eb4-4958-beb5-861908b9b982 req-adc97d55-036d-4485-88ae-b850b2aee57a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=36eb8f70-c9cb-4850-8b8a-d24573482066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414941 Dec 08 13:40:35.751706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-86346fc5-24bf-4816-a91e-4f0431a46f43 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:35.753041 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-86346fc5-24bf-4816-a91e-4f0431a46f43 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 945 time: 0.0507379 Dec 08 13:40:35.839673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:40:35.840017 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:35.928735 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:35.929095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:35.940533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:40:36.111973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:36.145689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=42e43451-cfa4-4a4a-8e7e-6a9b7521d266,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:36.168507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.168865 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.169218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.169567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.169910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.170247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.170603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.171269 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.172025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.172365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.172694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.173062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.173387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:36.194886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] No DVR routers for this DVR port 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:40:36.197282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:36.200758 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4b5a185e-4784-41b8-b3e7-947571a7859f req-f387a9b3-552d-4576-933f-2dbfc10a4b96 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "DELETE /v2.0/ports/42e43451-cfa4-4a4a-8e7e-6a9b7521d266 HTTP/1.1" status: 204 len: 173 time: 0.4408805 Dec 08 13:40:36.201657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'name': 'network-vif-deleted', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:40:36.204035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0385d3-07a9-4caa-80c6-a2754f22f701" -d '{"events": [{"server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "name": "network-vif-deleted", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:40:36.295916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092840b-cfd2-4562-80fa-b1d6c1fb60d4 x-openstack-request-id: req-a092840b-cfd2-4562-80fa-b1d6c1fb60d4 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:40:36.296523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9786c2d-98f1-4b09-bc36-4df86c6ccbce", "name": "network-vif-deleted", "tag": "42e43451-cfa4-4a4a-8e7e-6a9b7521d266", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:40:36.296523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a092840b-cfd2-4562-80fa-b1d6c1fb60d4 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:40:36.296865 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9786c2d-98f1-4b09-bc36-4df86c6ccbce', 'name': 'network-vif-deleted', 'tag': '42e43451-cfa4-4a4a-8e7e-6a9b7521d266', 'status': 'completed', 'code': 200} Dec 08 13:40:36.376962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cebeb673-0933-4367-90a4-8d48b7986659 req-af27eae7-2640-4e34-99c6-700907a681c9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9786c2d-98f1-4b09-bc36-4df86c6ccbce HTTP/1.1" status: 200 len: 210 time: 0.0261116 Dec 08 13:40:37.433493 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38126) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:37.787089 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:38.034224 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port a66ff127-da7a-41bc-b04f-ec5271a70a3e {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:40:38.034565 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:38.122283 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port a66ff127-da7a-41bc-b04f-ec5271a70a3e, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a66ff127-da7a-41bc-b04f-ec5271a70a3e,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:38.122675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:38.134494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for a66ff127-da7a-41bc-b04f-ec5271a70a3e owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:40:38.393265 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:38.419593 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=a66ff127-da7a-41bc-b04f-ec5271a70a3e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:38.599122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:38.768934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:40:38.790171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:40:38.790528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 42e43451-cfa4-4a4a-8e7e-6a9b7521d266 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:40:39.090153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router ef998eb0-5c09-49ec-9f7d-a63f60442e56 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:40:39.190081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:40:39.195342 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c0a80da2-f31c-4f71-84c5-b01eec9b8e09 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/ef998eb0-5c09-49ec-9f7d-a63f60442e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7606208 Dec 08 13:40:39.197878 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38128) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:39.201631 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] Sync routers for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:40:39.212362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:40:39.212970 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:39.250760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a914be12-04cd-4149-af78-32d6a4fb0b49 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting subnet 930a0917-c7e1-49c3-b06b-a74841889d48 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:40:39.253753 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a914be12-04cd-4149-af78-32d6a4fb0b49 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:39.293554 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a914be12-04cd-4149-af78-32d6a4fb0b49 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:39.379106 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a914be12-04cd-4149-af78-32d6a4fb0b49 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:39.465594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:40:39.536713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a914be12-04cd-4149-af78-32d6a4fb0b49 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:39.566782 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914be12-04cd-4149-af78-32d6a4fb0b49 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Subnet': ['ID=930a0917-c7e1-49c3-b06b-a74841889d48,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:39.568790 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a914be12-04cd-4149-af78-32d6a4fb0b49 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:39.575279 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a914be12-04cd-4149-af78-32d6a4fb0b49 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/subnets/930a0917-c7e1-49c3-b06b-a74841889d48 HTTP/1.1" status: 204 len: 168 time: 0.3739250 Dec 08 13:40:39.575397 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38130) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:39.581826 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaef289-2c03-416c-809e-062e8af3cc77 None None] Network 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:40:39.686976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:39.722821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:40:38Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:39.755978 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] Checking router: ef998eb0-5c09-49ec-9f7d-a63f60442e56 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:40:39.764664 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] Routers {'ef998eb0-5c09-49ec-9f7d-a63f60442e56'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:40:39.765285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:39.798679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:39.803013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0266f-8fc8-4477-801d-b8636c110445 None None] DHCP port deletion for 98ac49c8-34eb-48a6-bb6b-47c9297bf2fc request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:40:39.904723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] Set router ef998eb0-5c09-49ec-9f7d-a63f60442e56 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:40:39.910313 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port ae8615a0-2c8c-41b2-80d2-47734fc6fda1 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:40:39.910819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:39.976807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0266f-8fc8-4477-801d-b8636c110445 None None] Deleting port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:40:39.977183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b8b0266f-8fc8-4477-801d-b8636c110445 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:39.988673 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port ae8615a0-2c8c-41b2-80d2-47734fc6fda1, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=ae8615a0-2c8c-41b2-80d2-47734fc6fda1,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:39.989040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.000803 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for ae8615a0-2c8c-41b2-80d2-47734fc6fda1 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:40:40.081852 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b8b0266f-8fc8-4477-801d-b8636c110445 None None] For port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db,segment=NetworkSegment(2383eb6f-53a8-44f3-b2a7-94df2aee8a10),segment_id=2383eb6f-53a8-44f3-b2a7-94df2aee8a10)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:40.082255 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b8b0266f-8fc8-4477-801d-b8636c110445 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.103155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0266f-8fc8-4477-801d-b8636c110445 None None] Calling delete_port for 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:40:40.212797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:40:38Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:40.234042 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.250076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8510bf-c841-4205-9a45-3f2b903c420c None None] The sync data for ids ['ef998eb0-5c09-49ec-9f7d-a63f60442e56'] in dv-neutron-799625-5-hyperv is: [{'id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-427232630', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:38:50Z', 'updated_at': '2021-12-08T13:40:38Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'ae8615a0-2c8c-41b2-80d2-47734fc6fda1', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef998eb0-5c09-49ec-9f7d-a63f60442e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:38:51Z', 'updated_at': '2021-12-08T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:40:40.265821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=ae8615a0-2c8c-41b2-80d2-47734fc6fda1,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:40.281842 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa6fb0-fc5c-4e50-a7a3-a6b5761c96c0 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:40:40.291089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b8b0266f-8fc8-4477-801d-b8636c110445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.317276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0266f-8fc8-4477-801d-b8636c110445 None None] Pushing event deleted for resources: {'Port': ['ID=25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:40.320798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0266f-8fc8-4477-801d-b8636c110445 None None] No DVR routers for this DVR port 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:40:40.334148 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.429103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.431456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.551996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-051052c3-2359-4c59-a5f4-f924b51697cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.609620 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.613189 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Fanout notify agent at l3_agent the message router_deleted on router ef998eb0-5c09-49ec-9f7d-a63f60442e56 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:40:40.613384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.617291 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.618413 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-625b2c67-25b9-499b-adee-a52cb91b6573 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/routers/ef998eb0-5c09-49ec-9f7d-a63f60442e56 HTTP/1.1" status: 204 len: 168 time: 1.0419555 Dec 08 13:40:40.621193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38132) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:40.706195 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.795872 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.817169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ac49c8-34eb-48a6-bb6b-47c9297bf2fc']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:40.827519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2383eb6f-53a8-44f3-b2a7-94df2aee8a10') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:40.827819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2383eb6f-53a8-44f3-b2a7-94df2aee8a10') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:40.837345 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.850794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.857095 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:40:40.857527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:40:40.860602 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:40:40.982939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.987269 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:40.992843 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/networks/98ac49c8-34eb-48a6-bb6b-47c9297bf2fc HTTP/1.1" status: 204 len: 168 time: 0.3684773 Dec 08 13:40:40.993712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38134) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:41.005162 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06009074-3028-4a7c-9aca-59422f682841 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Network': ['ID=98ac49c8-34eb-48a6-bb6b-47c9297bf2fc,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:41.051611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a1e538b-c9e6-4dbb-842e-8d887ed2cbc6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:41.077977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a1e538b-c9e6-4dbb-842e-8d887ed2cbc6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:41.210977 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a1e538b-c9e6-4dbb-842e-8d887ed2cbc6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:41.213715 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3a1e538b-c9e6-4dbb-842e-8d887ed2cbc6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:41.214925 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3a1e538b-c9e6-4dbb-842e-8d887ed2cbc6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/security-groups/36eb8f70-c9cb-4850-8b8a-d24573482066 HTTP/1.1" status: 204 len: 168 time: 0.2205410 Dec 08 13:40:41.227768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e538b-c9e6-4dbb-842e-8d887ed2cbc6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eb8f70-c9cb-4850-8b8a-d24573482066,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:41.527681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a66ff127-da7a-41bc-b04f-ec5271a70a3e no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:40:41.550216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: a66ff127-da7a-41bc-b04f-ec5271a70a3e {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:40:41.550596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a66ff127-da7a-41bc-b04f-ec5271a70a3e not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:40:41.551020 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:40:41.575896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:40:41.578270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 25c28c83-9f3f-4dfb-b5ce-e9110d0ad7db not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:40:41.578727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ae8615a0-2c8c-41b2-80d2-47734fc6fda1 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:40:41.602797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: ae8615a0-2c8c-41b2-80d2-47734fc6fda1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:40:41.603086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device ae8615a0-2c8c-41b2-80d2-47734fc6fda1 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:40:41.659348 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38140) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:41.664252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9cf857f2-3add-47b0-8476-b06ec1d2a381 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-851431798', 'description': 'tempest-secgroup-smoke-851431798 description', 'project_id': '3a02be70d3c1462499816e550f98b186'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:41.770476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cf857f2-3add-47b0-8476-b06ec1d2a381 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:41.834208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cf857f2-3add-47b0-8476-b06ec1d2a381 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:41.900204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cf857f2-3add-47b0-8476-b06ec1d2a381 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:41.929339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf857f2-3add-47b0-8476-b06ec1d2a381 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a3205b-a3e0-47a1-a161-914c6c05c9b0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:41.987910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cf857f2-3add-47b0-8476-b06ec1d2a381 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:41.989159 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9cf857f2-3add-47b0-8476-b06ec1d2a381 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3286664 Dec 08 13:40:41.991942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38142) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:41.996278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a3461790-2a69-4822-8eff-cfc938930132 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '50a3205b-a3e0-47a1-a161-914c6c05c9b0', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:42.066596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3461790-2a69-4822-8eff-cfc938930132 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.119296 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3461790-2a69-4822-8eff-cfc938930132 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.170710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3461790-2a69-4822-8eff-cfc938930132 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.188849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3461790-2a69-4822-8eff-cfc938930132 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a60b64-42ea-4dd6-95c3-91cb51c71277,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:42.235539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3461790-2a69-4822-8eff-cfc938930132 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.236757 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a3461790-2a69-4822-8eff-cfc938930132 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2438345 Dec 08 13:40:42.239521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38144) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:42.243841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e60a56ce-b3c4-416b-912c-e32227968290 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '50a3205b-a3e0-47a1-a161-914c6c05c9b0', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:42.306480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e60a56ce-b3c4-416b-912c-e32227968290 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.362342 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e60a56ce-b3c4-416b-912c-e32227968290 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.416455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e60a56ce-b3c4-416b-912c-e32227968290 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.433837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a56ce-b3c4-416b-912c-e32227968290 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac5402b-961d-4d45-861f-91b7480f6952,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:42.492496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e60a56ce-b3c4-416b-912c-e32227968290 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.493703 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e60a56ce-b3c4-416b-912c-e32227968290 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2532563 Dec 08 13:40:42.496455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38146) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:42.501324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-07fc2346-24a2-4c24-86a9-138a882210f7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '50a3205b-a3e0-47a1-a161-914c6c05c9b0', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:42.573178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07fc2346-24a2-4c24-86a9-138a882210f7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.628395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07fc2346-24a2-4c24-86a9-138a882210f7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.696255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07fc2346-24a2-4c24-86a9-138a882210f7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.714319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc2346-24a2-4c24-86a9-138a882210f7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87fa0da-354c-4e76-abf2-53d01fbb4b31,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:42.755302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07fc2346-24a2-4c24-86a9-138a882210f7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.756526 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-07fc2346-24a2-4c24-86a9-138a882210f7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591414 Dec 08 13:40:42.759319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38148) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:42.763726 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ce2c1ba3-ba45-473e-be00-49bd8ce69b4a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '50a3205b-a3e0-47a1-a161-914c6c05c9b0', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:42.837995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ce2c1ba3-ba45-473e-be00-49bd8ce69b4a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.893913 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ce2c1ba3-ba45-473e-be00-49bd8ce69b4a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.907809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b7c836e4-dd76-4ddf-941f-4d1776bbaccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.957242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ce2c1ba3-ba45-473e-be00-49bd8ce69b4a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:42.975578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c1ba3-ba45-473e-be00-49bd8ce69b4a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607cbe54-4fcc-4eae-b6ac-8afeafd60f0d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:43.040918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ce2c1ba3-ba45-473e-be00-49bd8ce69b4a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.042130 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ce2c1ba3-ba45-473e-be00-49bd8ce69b4a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2818246 Dec 08 13:40:43.044947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38150) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:43.049844 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8735f50b-777b-43fb-833e-e800f2f4fa52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '50a3205b-a3e0-47a1-a161-914c6c05c9b0', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:43.147788 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-8735f50b-777b-43fb-833e-e800f2f4fa52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:40:43.152552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8735f50b-777b-43fb-833e-e800f2f4fa52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.211581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8735f50b-777b-43fb-833e-e800f2f4fa52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.279211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8735f50b-777b-43fb-833e-e800f2f4fa52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.297807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735f50b-777b-43fb-833e-e800f2f4fa52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae372ee-2068-43e3-af7b-9d0cdbd903de,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:43.363616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8735f50b-777b-43fb-833e-e800f2f4fa52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.364870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8735f50b-777b-43fb-833e-e800f2f4fa52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3189611 Dec 08 13:40:43.367595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38152) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:43.371941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-13adb862-299b-4e4e-b04e-95741c06e005 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': '50a3205b-a3e0-47a1-a161-914c6c05c9b0', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:43.468559 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-13adb862-299b-4e4e-b04e-95741c06e005 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:40:43.473821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13adb862-299b-4e4e-b04e-95741c06e005 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.533796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13adb862-299b-4e4e-b04e-95741c06e005 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.599215 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13adb862-299b-4e4e-b04e-95741c06e005 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.613769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adb862-299b-4e4e-b04e-95741c06e005 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec603df1-f2a6-42e3-9100-734da3a126da,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:43.693946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-13adb862-299b-4e4e-b04e-95741c06e005 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.695303 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-13adb862-299b-4e4e-b04e-95741c06e005 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3267436 Dec 08 13:40:43.698147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38154) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:43.704666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'network': {'name': 'tempest-network-smoke--1674185291', 'project_id': '3a02be70d3c1462499816e550f98b186', 'port_security_enabled': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:43.781897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:40:43.785581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.807961 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:40:43.816869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.821229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Added segment 9727c067-c77b-46d9-b2a1-58379a1edaac of type vlan for network d5f31467-b4bd-4b80-8ad7-7f28a813448d Dec 08 13:40:43.855114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.942390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:43.948160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:43.948748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:44.018681 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Network': ['ID=d5f31467-b4bd-4b80-8ad7-7f28a813448d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:44.030196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network d5f31467-b4bd-4b80-8ad7-7f28a813448d details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:40:44.050596 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0d05c410-3f94-4d22-9ade-39590a1bdf52 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3432791 Dec 08 13:40:44.051350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38156) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:44.051350 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'admin_state_up': True, 'project_id': '3a02be70d3c1462499816e550f98b186', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:44.142653 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:44.143720 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:44.197039 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:44.209018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:44.401423 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:44.475522 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:40:44.660341 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:44.679333 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:44.792219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.100 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/eeed08b3-65a0-435e-be19-6cf81675f478) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:40:44.887563 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:44.998362 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:45.037324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:40:45.040088 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:40:45.042436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:40:45.056616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494107f9-60a4-457f-a502-7d83ac7697de None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:40:45.072830 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=eeed08b3-65a0-435e-be19-6cf81675f478,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:45.113389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ade8f694-7eef-4c63-ad33-74345cbd8d80 None None] Provisioning complete for port eeed08b3-65a0-435e-be19-6cf81675f478 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:45.119054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ade8f694-7eef-4c63-ad33-74345cbd8d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:45.147577 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ade8f694-7eef-4c63-ad33-74345cbd8d80 None None] Port eeed08b3-65a0-435e-be19-6cf81675f478 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:40:45.370570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:45.394698 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:45.582641 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:45.774883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:40:45.880102 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:40:45.889390 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Sync routers for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:40:45.901490 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:40:45.902102 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:45.984924 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:45.986281 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-247e7058-ec4e-4eda-aae8-0afc64e5ef32 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9388664 Dec 08 13:40:45.989197 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38158) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:46.002855 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:40:46.016401 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b1af7478-9319-44fb-996a-d3548cab5478 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=3a02be70d3c1462499816e550f98b186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261152 Dec 08 13:40:46.018796 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38160) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:46.185445 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:45Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:46.210025 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Checking router: c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:40:46.214197 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Updating router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 port eeed08b3-65a0-435e-be19-6cf81675f478 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:40:46.233642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.239910 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.391900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135a3cf-bffe-42f4-abcd-0644f15abb05 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:46.393406 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f135a3cf-bffe-42f4-abcd-0644f15abb05 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3737123 Dec 08 13:40:46.396208 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38162) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:46.423839 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bb168d14-13a1-4638-9525-90041d62b252 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265527 Dec 08 13:40:46.426223 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38164) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:46.430936 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1771848550', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'project_id': '3a02be70d3c1462499816e550f98b186', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:46.489786 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.581979 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.604942 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:40:46.609404 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.622700 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce8d48-c806-4874-b54d-07f4c6ecdfa1 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:40:46.627250 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Attempting to bind port eeed08b3-65a0-435e-be19-6cf81675f478 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:40:46.627635 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Attempting to bind port eeed08b3-65a0-435e-be19-6cf81675f478 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:40:46.627996 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Attempting to bind port eeed08b3-65a0-435e-be19-6cf81675f478 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:40:46.646064 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:40:46.646064 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:40:46.646064 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.646064 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:40:46.646064 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Bound port: eeed08b3-65a0-435e-be19-6cf81675f478, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:40:46.646064 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.646064 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Pushing event updated for resources: {'Port': ['ID=eeed08b3-65a0-435e-be19-6cf81675f478,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:46.668879 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.669209 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.669556 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.669977 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.670231 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.671133 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.671475 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.671809 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.672140 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.672468 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.672795 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.673475 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.673475 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:40:46.679220 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ea44b109-6265-4b82-8b47-9862bdbe41d8 None None] Provisioning complete for port eeed08b3-65a0-435e-be19-6cf81675f478 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:46.679606 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ea44b109-6265-4b82-8b47-9862bdbe41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.710634 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] For port eeed08b3-65a0-435e-be19-6cf81675f478, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:40:46.713652 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] For port eeed08b3-65a0-435e-be19-6cf81675f478, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eeed08b3-65a0-435e-be19-6cf81675f478,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:40:46.719896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ea44b109-6265-4b82-8b47-9862bdbe41d8 None None] Port eeed08b3-65a0-435e-be19-6cf81675f478 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:40:46.769770 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.809636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61d0fe-a543-4823-82ff-80bda24a02df None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:40:46.832808 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:40:46.833432 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:46.836119 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b904601-6b77-4fd1-96fe-4b132c5f19e7 None None] Pushing event updated for resources: {'Port': ['ID=eeed08b3-65a0-435e-be19-6cf81675f478,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:46.847784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-85a3977f-0b25-4e83-800a-296e55d30d76 None None] Provisioning complete for port eeed08b3-65a0-435e-be19-6cf81675f478 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:46.848265 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-85a3977f-0b25-4e83-800a-296e55d30d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.872495 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.926867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-85a3977f-0b25-4e83-800a-296e55d30d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:46.937501 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Subnet': ['ID=7a4e0ff9-cf5f-425c-bf26-c76e34912898,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:46.944065 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:40:46.949619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-85a3977f-0b25-4e83-800a-296e55d30d76 None None] For port eeed08b3-65a0-435e-be19-6cf81675f478, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eeed08b3-65a0-435e-be19-6cf81675f478,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:46.951241 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Checking segment: {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:40:46.952126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network hostable DHCP agents. Network: d5f31467-b4bd-4b80-8ad7-7f28a813448d, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:40:47.060880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network d5f31467-b4bd-4b80-8ad7-7f28a813448d is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:40:47.061330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-85a3977f-0b25-4e83-800a-296e55d30d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:47.108626 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3977f-0b25-4e83-800a-296e55d30d76 None None] Pushing event updated for resources: {'Port': ['ID=eeed08b3-65a0-435e-be19-6cf81675f478,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:47.119775 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:45Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:47.134752 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, d5f31467-b4bd-4b80-8ad7-7f28a813448d) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:40:47.139696 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:47.140151 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:47.146086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ba140-47be-47d2-88cb-118ca0c5843a None None] Network d5f31467-b4bd-4b80-8ad7-7f28a813448d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:40:47.148959 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06e6da-6b5c-4ad3-b6a1-fd5b0e5ecc8f None None] The sync data for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv is: [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:45Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:40:47.228165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38166) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:40:47.228728 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-680cafa3-4caf-4aa6-8862-9bd7f00cad31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7978830 Dec 08 13:40:47.258801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-d5f31467-b4bd-4b80-8ad7-7f28a813448d', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:40:47.258801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:47.414130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Allocated IP 172.20.0.2 (d5f31467-b4bd-4b80-8ad7-7f28a813448d/7a4e0ff9-cf5f-425c-bf26-c76e34912898/c4606078-8e54-4fa6-90fc-f961d96ebe66) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:40:47.583593 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eeed08b3-65a0-435e-be19-6cf81675f478 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:40:47.614937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:47.647113 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port eeed08b3-65a0-435e-be19-6cf81675f478 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:47.647402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:47.716087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:47.736862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:47.774393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Network d5f31467-b4bd-4b80-8ad7-7f28a813448d is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:40:47.780089 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:40:47.786751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:40:47.789133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Pushing event updated for resources: {'Port': ['ID=c4606078-8e54-4fa6-90fc-f961d96ebe66,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:47.847401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Attempting to bind port c4606078-8e54-4fa6-90fc-f961d96ebe66 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:40:47.847783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Attempting to bind port c4606078-8e54-4fa6-90fc-f961d96ebe66 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:40:47.848556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Attempting to bind port c4606078-8e54-4fa6-90fc-f961d96ebe66 on network d5f31467-b4bd-4b80-8ad7-7f28a813448d {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:40:47.853535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:40:47.853921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Checking segment: {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:40:47.854470 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:47.855401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Bound using segment: {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:40:47.855401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Bound port: c4606078-8e54-4fa6-90fc-f961d96ebe66, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:40:47.855767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:47.921614 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] For port c4606078-8e54-4fa6-90fc-f961d96ebe66, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:40:47.924813 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] For port c4606078-8e54-4fa6-90fc-f961d96ebe66, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c4606078-8e54-4fa6-90fc-f961d96ebe66,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:40:47.988481 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:48.029758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.1 (d5f31467-b4bd-4b80-8ad7-7f28a813448d/7a4e0ff9-cf5f-425c-bf26-c76e34912898/84c466eb-2c07-4b1a-90cd-788dbc1fdb9d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:40:48.049972 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947cdd6-3222-4640-9d82-1c585d6bf770 None None] Pushing event updated for resources: {'Port': ['ID=c4606078-8e54-4fa6-90fc-f961d96ebe66,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:48.155666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:48.249708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:48.290691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network d5f31467-b4bd-4b80-8ad7-7f28a813448d is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:40:48.293962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:40:48.298310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:40:48.326073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=84c466eb-2c07-4b1a-90cd-788dbc1fdb9d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:48.350558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:48.547175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:48.824285 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:48.884153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:48.957573 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=84c466eb-2c07-4b1a-90cd-788dbc1fdb9d,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:48.962532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:48.966660 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b69fcc-1a61-4cbf-a452-6d60cd83fcab None None] Network d5f31467-b4bd-4b80-8ad7-7f28a813448d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:40:49.043488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1f6d850f-7869-4df8-af8d-83efc2841a50 None None] Provisioning complete for port c4606078-8e54-4fa6-90fc-f961d96ebe66 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:49.043867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1f6d850f-7869-4df8-af8d-83efc2841a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:49.060803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network d5f31467-b4bd-4b80-8ad7-7f28a813448d is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:40:49.062809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:40:49.185283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:40:49.318689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1f6d850f-7869-4df8-af8d-83efc2841a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:49.353464 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1f6d850f-7869-4df8-af8d-83efc2841a50 None None] For port c4606078-8e54-4fa6-90fc-f961d96ebe66, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c4606078-8e54-4fa6-90fc-f961d96ebe66,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:49.434411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1f6d850f-7869-4df8-af8d-83efc2841a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:49.489800 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d850f-7869-4df8-af8d-83efc2841a50 None None] Pushing event updated for resources: {'Port': ['ID=c4606078-8e54-4fa6-90fc-f961d96ebe66,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:49.560000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-57e6d468-3d33-425d-89b0-b04c42f41dda None None] Provisioning complete for port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:49.560457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-57e6d468-3d33-425d-89b0-b04c42f41dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:49.614455 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c4606078-8e54-4fa6-90fc-f961d96ebe66 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:40:49.635482 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-57e6d468-3d33-425d-89b0-b04c42f41dda None None] Port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:40:49.660648 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:40:49.667430 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8d6f2e92-c730-4ee5-8b55-3e43ed34deb0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/c3f1b6e6-e17b-4529-80ee-9bfc40c4d417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4368081 Dec 08 13:40:49.667536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-57e6d468-3d33-425d-89b0-b04c42f41dda None None] Provisioning complete for port c4606078-8e54-4fa6-90fc-f961d96ebe66 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:49.667704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-57e6d468-3d33-425d-89b0-b04c42f41dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:49.696350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Sync routers for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:40:49.726973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:40:49.727603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:49.733414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c4606078-8e54-4fa6-90fc-f961d96ebe66 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:49.733801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:49.873637 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-0329ca83-9ff0-4afb-ae72-6cad8e668998 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851431798&fields=id&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 267 time: 0.0462840 Dec 08 13:40:49.913244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:40:49.984531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b6e7-f947-448e-b469-04f9285f827c req-dab664a4-eb2d-4f5e-bec7-8fb3582ca5d7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:49.986050 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-dab664a4-eb2d-4f5e-bec7-8fb3582ca5d7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/networks?id=d5f31467-b4bd-4b80-8ad7-7f28a813448d HTTP/1.1" status: 200 len: 797 time: 0.1044562 Dec 08 13:40:50.000901 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-910216bd-961c-4622-af75-ba5dd0452543 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/quotas/3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 375 time: 0.0091133 Dec 08 13:40:50.048879 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-35acd0a7-8bf9-49f6-b2e9-7f0b70cd089f None None] Provisioning complete for port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:50.049461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-35acd0a7-8bf9-49f6-b2e9-7f0b70cd089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:50.056352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-d6f0f6ed-2efa-4c01-b084-c5c75042a537 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500522 Dec 08 13:40:50.127573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-35acd0a7-8bf9-49f6-b2e9-7f0b70cd089f None None] Port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:40:50.152239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-16a7a8b3-5e38-429e-8d8e-3995b9a6ccb6 service neutron] 10.222.0.76 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839033 Dec 08 13:40:50.179381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '84c466eb-2c07-4b1a-90cd-788dbc1fdb9d', 'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:d6:e4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:47Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 2, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:50.206191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Checking router: c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:40:50.206534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Updating router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:40:50.230949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:50.243487 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-eebc4828-7614-48fa-a36f-4fd3248b2457 service neutron] 10.222.0.76 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846760 Dec 08 13:40:50.502223 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:50.518144 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-acdc192b-e31e-4e65-bc59-8a69f40998d6 req-7eb6e515-593a-4326-93ee-9678267aaac2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 210 time: 0.0268121 Dec 08 13:40:50.576426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:50.633194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff2817-bd71-4f9c-80ea-979137bc56de None None] Pushing event updated for resources: {'Port': ['ID=84c466eb-2c07-4b1a-90cd-788dbc1fdb9d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:50.682177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Attempting to bind port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:40:50.683329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Attempting to bind port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:40:50.683329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Attempting to bind port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d on network d5f31467-b4bd-4b80-8ad7-7f28a813448d {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:40:50.689461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:40:50.689848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Checking segment: {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:40:50.690284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:50.690780 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Bound using segment: {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:40:50.691196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Bound port: 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:40:50.691583 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:50.778533 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] For port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:40:50.782751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] For port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=84c466eb-2c07-4b1a-90cd-788dbc1fdb9d,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:40:50.850353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-438e78bd-b732-49ea-8465-9e347ab82c0f None None] Provisioning complete for port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:50.850784 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-438e78bd-b732-49ea-8465-9e347ab82c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:50.872351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:50.916943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-438e78bd-b732-49ea-8465-9e347ab82c0f None None] Port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:40:50.940317 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:40:50.940957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:50.978979 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff2817-bd71-4f9c-80ea-979137bc56de None None] Pushing event updated for resources: {'Port': ['ID=84c466eb-2c07-4b1a-90cd-788dbc1fdb9d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:51.068158 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:40:51.183881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fca57d48-635d-4785-a0a5-11a3c56a8fae None None] Provisioning complete for port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:51.184170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fca57d48-635d-4785-a0a5-11a3c56a8fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:51.339993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fca57d48-635d-4785-a0a5-11a3c56a8fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:51.371952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '84c466eb-2c07-4b1a-90cd-788dbc1fdb9d', 'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:d6:e4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:47Z', 'updated_at': '2021-12-08T13:40:50Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:40:51.404409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-fca57d48-635d-4785-a0a5-11a3c56a8fae None None] For port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=84c466eb-2c07-4b1a-90cd-788dbc1fdb9d,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:51.406471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787047a6-afa2-4d9e-9794-4018ae4b3602 None None] The sync data for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv is: [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '84c466eb-2c07-4b1a-90cd-788dbc1fdb9d', 'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:d6:e4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:47Z', 'updated_at': '2021-12-08T13:40:50Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:40:51.472542 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fca57d48-635d-4785-a0a5-11a3c56a8fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:51.537507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca57d48-635d-4785-a0a5-11a3c56a8fae None None] Pushing event updated for resources: {'Port': ['ID=84c466eb-2c07-4b1a-90cd-788dbc1fdb9d,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:51.642901 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fa5640dc-73b1-400e-9b87-24346a000ed7 req-3220410f-a4b7-4df5-aed7-b6cbc4017c92 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 210 time: 0.0359595 Dec 08 13:40:51.659092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:40:51.711966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:51.712374 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:51.799164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c4606078-8e54-4fa6-90fc-f961d96ebe66 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:40:51.850435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port c4606078-8e54-4fa6-90fc-f961d96ebe66 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:51.851041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:52.324608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b6e7-f947-448e-b469-04f9285f827c req-923def07-8459-456e-a936-810f6cd85a66 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:52.326095 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-923def07-8459-456e-a936-810f6cd85a66 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/networks?id=d5f31467-b4bd-4b80-8ad7-7f28a813448d HTTP/1.1" status: 200 len: 797 time: 0.1128123 Dec 08 13:40:52.392074 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-c579c5bb-17ed-44c6-9757-6174005b5121 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 379 time: 0.0560791 Dec 08 13:40:52.401836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'port': {'device_id': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'admin_state_up': True, 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'security_groups': ['50a3205b-a3e0-47a1-a161-914c6c05c9b0']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:52.582434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:40:52.586016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:52.711501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.9 (d5f31467-b4bd-4b80-8ad7-7f28a813448d/7a4e0ff9-cf5f-425c-bf26-c76e34912898/73236244-67a7-45e3-a910-c501231bff00) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:40:52.748277 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0704c034-864d-4986-a647-758fa508fe1a req-22a02247-d8f9-48ad-8b37-38d4d63bc7d3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 210 time: 0.0381968 Dec 08 13:40:52.875429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:52.994316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.043656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network d5f31467-b4bd-4b80-8ad7-7f28a813448d is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:40:53.047191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:40:53.052828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:40:53.058993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=73236244-67a7-45e3-a910-c501231bff00,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:53.105094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:53.105730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.167927 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-537464cf-664c-4284-bb09-2605eac4f293 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7699008 Dec 08 13:40:53.181857 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Request body: {'port': {'device_id': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:40:53.236031 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.304142 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-88570b1a-a688-4bc8-9ae4-5c7b5e411eb0 None None] Provisioning complete for port 73236244-67a7-45e3-a910-c501231bff00 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:53.304754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-88570b1a-a688-4bc8-9ae4-5c7b5e411eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.337839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-88570b1a-a688-4bc8-9ae4-5c7b5e411eb0 None None] Port 73236244-67a7-45e3-a910-c501231bff00 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:40:53.499154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73236244-67a7-45e3-a910-c501231bff00 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:40:53.509493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.521934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Transition to ACTIVE for port object 73236244-67a7-45e3-a910-c501231bff00 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:40:53.537680 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:40:53.585318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:53.585687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.593970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.662850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Pushing event updated for resources: {'Port': ['ID=73236244-67a7-45e3-a910-c501231bff00,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:53.712541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Attempting to bind port 73236244-67a7-45e3-a910-c501231bff00 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:40:53.713200 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Attempting to bind port 73236244-67a7-45e3-a910-c501231bff00 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:40:53.713313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Attempting to bind port 73236244-67a7-45e3-a910-c501231bff00 on network d5f31467-b4bd-4b80-8ad7-7f28a813448d {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:40:53.717964 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Port 73236244-67a7-45e3-a910-c501231bff00 on network d5f31467-b4bd-4b80-8ad7-7f28a813448d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:40:53.718419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Attempting to bind port 73236244-67a7-45e3-a910-c501231bff00 on network d5f31467-b4bd-4b80-8ad7-7f28a813448d {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:40:53.723286 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:40:53.723625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Checking segment: {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:40:53.724009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Bound using segment: {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:40:53.724434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Bound port: 73236244-67a7-45e3-a910-c501231bff00, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9727c067-c77b-46d9-b2a1-58379a1edaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:40:53.724791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.797512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] For port 73236244-67a7-45e3-a910-c501231bff00, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:40:53.800833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] For port 73236244-67a7-45e3-a910-c501231bff00, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=73236244-67a7-45e3-a910-c501231bff00,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:40:53.870437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53e8c3-f784-45da-81af-b40b8e89788a req-744c6c9f-6354-45ee-8730-de38c3e058b3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:53.871943 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c53e8c3-f784-45da-81af-b40b8e89788a req-744c6c9f-6354-45ee-8730-de38c3e058b3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 943 time: 0.0528214 Dec 08 13:40:53.884500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.926450 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:53.927115 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:53.928474 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] 10.222.0.72 "PUT /v2.0/ports/73236244-67a7-45e3-a910-c501231bff00 HTTP/1.1" status: 200 len: 1093 time: 0.7510979 Dec 08 13:40:53.928923 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'tag': '73236244-67a7-45e3-a910-c501231bff00'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:40:53.931270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8791153f-4a6f-4d02-a003-6d2933b88590" -d '{"events": [{"name": "network-changed", "server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "tag": "73236244-67a7-45e3-a910-c501231bff00"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:40:53.975946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1afc84-4789-4c32-a952-99e512edc260 x-openstack-request-id: req-3a1afc84-4789-4c32-a952-99e512edc260 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:40:53.976248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "tag": "73236244-67a7-45e3-a910-c501231bff00", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:40:53.978700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a1afc84-4789-4c32-a952-99e512edc260 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:40:53.978700 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'tag': '73236244-67a7-45e3-a910-c501231bff00', 'status': 'completed', 'code': 200} Dec 08 13:40:53.989324 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c53e8c3-f784-45da-81af-b40b8e89788a req-09efa8f4-23c0-4ad8-a588-387a7315ced5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110728 Dec 08 13:40:53.992727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3d0be-b8bb-4311-9c9c-ce446cfaf906 service neutron] Pushing event updated for resources: {'Port': ['ID=73236244-67a7-45e3-a910-c501231bff00,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:54.050775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791153f-4a6f-4d02-a003-6d2933b88590 req-1ae7bb13-847f-4e83-b377-e470be45bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:54.052351 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8791153f-4a6f-4d02-a003-6d2933b88590 req-1ae7bb13-847f-4e83-b377-e470be45bd99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0481746 Dec 08 13:40:54.151920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791153f-4a6f-4d02-a003-6d2933b88590 req-a8ae9b8c-c620-4f80-b574-1fea84ea82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:54.153363 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8791153f-4a6f-4d02-a003-6d2933b88590 req-a8ae9b8c-c620-4f80-b574-1fea84ea82b1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3a02be70d3c1462499816e550f98b186&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0936456 Dec 08 13:40:54.248145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791153f-4a6f-4d02-a003-6d2933b88590 req-0b7c74de-bdab-451a-a364-0f05201cb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:54.250086 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8791153f-4a6f-4d02-a003-6d2933b88590 req-0b7c74de-bdab-451a-a364-0f05201cb986 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897541 Dec 08 13:40:54.324198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b6e7-f947-448e-b469-04f9285f827c req-7801bf78-a7a3-4f9d-bbb0-610589edf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:54.325575 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-7801bf78-a7a3-4f9d-bbb0-610589edf979 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0397298 Dec 08 13:40:54.371412 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-9fe44f74-b433-43b9-933c-10e49bd87c04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73236244-67a7-45e3-a910-c501231bff00 HTTP/1.1" status: 200 len: 217 time: 0.0374403 Dec 08 13:40:54.420997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b6e7-f947-448e-b469-04f9285f827c req-c24ffba4-b8be-4f8c-b826-7e893073ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:54.422404 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-c24ffba4-b8be-4f8c-b826-7e893073ff70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a4e0ff9-cf5f-425c-bf26-c76e34912898 HTTP/1.1" status: 200 len: 835 time: 0.0428817 Dec 08 13:40:54.467326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409b6e7-f947-448e-b469-04f9285f827c req-c9adcf0b-c1d5-465f-8e37-4994da8e3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:54.468784 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-c9adcf0b-c1d5-465f-8e37-4994da8e3e88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5f31467-b4bd-4b80-8ad7-7f28a813448d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393715 Dec 08 13:40:54.560268 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-7d562667-5946-4889-9e09-287670bee4b9 service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837107 Dec 08 13:40:54.648285 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d409b6e7-f947-448e-b469-04f9285f827c req-76356450-4ad0-4b3c-85e2-5d357d6fb2b3 service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804415 Dec 08 13:40:55.099997 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff158be-7477-452f-b275-cc31736aa25b req-9764da0b-91a2-4422-a2f6-9e10c6d3581d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:55.101498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ff158be-7477-452f-b275-cc31736aa25b req-9764da0b-91a2-4422-a2f6-9e10c6d3581d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 943 time: 0.0492406 Dec 08 13:40:55.153568 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ff158be-7477-452f-b275-cc31736aa25b req-c6ba6503-540f-4876-8818-5e6c16943aed tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461421 Dec 08 13:40:56.265987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9f883-aaa8-4b49-96ce-30c2d121874a req-4f5a3069-ea1f-462f-aca4-50464dd92692 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:56.267569 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aaa9f883-aaa8-4b49-96ce-30c2d121874a req-4f5a3069-ea1f-462f-aca4-50464dd92692 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 943 time: 0.0483906 Dec 08 13:40:56.317326 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-aaa9f883-aaa8-4b49-96ce-30c2d121874a req-0937a2a7-1ed1-479d-9773-e775a44ca758 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437679 Dec 08 13:40:56.831957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 73236244-67a7-45e3-a910-c501231bff00 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:40:57.073571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 73236244-67a7-45e3-a910-c501231bff00, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=73236244-67a7-45e3-a910-c501231bff00,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:57.084815 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '73236244-67a7-45e3-a910-c501231bff00', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'port_id': '73236244-67a7-45e3-a910-c501231bff00', 'mac_address': 'fa:16:3e:0c:c0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:40:57.120094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:57.132755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73236244-67a7-45e3-a910-c501231bff00 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:40:57.152057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 73236244-67a7-45e3-a910-c501231bff00, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=73236244-67a7-45e3-a910-c501231bff00,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:57.220643 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:57.272859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=73236244-67a7-45e3-a910-c501231bff00,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:57.430722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1e204-b17d-427a-b8ac-8e0c357bcd4a req-63d8db08-3fff-4af0-828b-99426754fb97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:57.432208 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40b1e204-b17d-427a-b8ac-8e0c357bcd4a req-63d8db08-3fff-4af0-828b-99426754fb97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 944 time: 0.0488358 Dec 08 13:40:57.458112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['73236244-67a7-45e3-a910-c501231bff00'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:40:57.480998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40b1e204-b17d-427a-b8ac-8e0c357bcd4a req-663b0732-83fc-4b0c-a95e-af2d36e8f045 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 Dec 08 13:40:58.609253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aae656-67ca-41d6-84e5-dee96ba7d6b3 req-07f2aaaf-012a-404f-8b4e-eaaf8fa6b774 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:58.610801 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77aae656-67ca-41d6-84e5-dee96ba7d6b3 req-07f2aaaf-012a-404f-8b4e-eaaf8fa6b774 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 944 time: 0.0541799 Dec 08 13:40:58.663052 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77aae656-67ca-41d6-84e5-dee96ba7d6b3 req-1f0fe854-492a-49a2-8603-fb6c4388e9e6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432467 Dec 08 13:40:58.847484 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 73236244-67a7-45e3-a910-c501231bff00 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:40:58.952725 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 73236244-67a7-45e3-a910-c501231bff00 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:40:58.956805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 73236244-67a7-45e3-a910-c501231bff00 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:40:58.957185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:59.036357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:59.060141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73236244-67a7-45e3-a910-c501231bff00'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:40:59.062363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7836d1-d12b-48e7-b56a-e752caaa166d" -d '{"events": [{"server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "name": "network-vif-plugged", "status": "completed", "tag": "73236244-67a7-45e3-a910-c501231bff00"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:40:59.075307 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 73236244-67a7-45e3-a910-c501231bff00, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=73236244-67a7-45e3-a910-c501231bff00,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:40:59.108834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a285e0d9-892a-4d04-84b0-93ef5da25c23 x-openstack-request-id: req-a285e0d9-892a-4d04-84b0-93ef5da25c23 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:40:59.109176 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "name": "network-vif-plugged", "status": "completed", "tag": "73236244-67a7-45e3-a910-c501231bff00", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:40:59.109388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a285e0d9-892a-4d04-84b0-93ef5da25c23 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:40:59.109795 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73236244-67a7-45e3-a910-c501231bff00', 'code': 200} Dec 08 13:40:59.136690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:40:59.187908 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=73236244-67a7-45e3-a910-c501231bff00,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:40:59.441300 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0132a-fbd3-4b8d-882c-16595f3ba90c req-12a2fec8-c871-4876-89f1-2317dbee38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:59.442962 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94b0132a-fbd3-4b8d-882c-16595f3ba90c req-12a2fec8-c871-4876-89f1-2317dbee38b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0459342 Dec 08 13:40:59.489135 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94b0132a-fbd3-4b8d-882c-16595f3ba90c req-1d5e4c63-2f3d-48b7-99ab-b26c0fc2b7ff service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394785 Dec 08 13:40:59.784791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75abc-f2c7-4fd7-b121-92f71631449c req-b466896d-6ce4-4da5-b3e9-6ce66706a5a6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:40:59.786207 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-64b75abc-f2c7-4fd7-b121-92f71631449c req-b466896d-6ce4-4da5-b3e9-6ce66706a5a6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0591500 Dec 08 13:40:59.835221 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-64b75abc-f2c7-4fd7-b121-92f71631449c req-67b73c67-7229-4909-b273-00e789fd122b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429373 Dec 08 13:41:00.948933 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9b38a-f559-4c66-9242-52b34753bde6 req-5d6b81e1-67a3-4981-a501-66fe4cea2cb5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:00.950324 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77c9b38a-f559-4c66-9242-52b34753bde6 req-5d6b81e1-67a3-4981-a501-66fe4cea2cb5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0476716 Dec 08 13:41:01.006782 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-77c9b38a-f559-4c66-9242-52b34753bde6 req-8ca5870b-d0bd-4b4b-a6b5-0c684013c987 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498154 Dec 08 13:41:01.122199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66742a63-ec45-4bc3-adea-94a124f9ae17 req-9ffce228-d910-4f2d-b32a-73f4df58d1dd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:01.124214 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-66742a63-ec45-4bc3-adea-94a124f9ae17 req-9ffce228-d910-4f2d-b32a-73f4df58d1dd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Dec 08 13:41:01.177091 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-66742a63-ec45-4bc3-adea-94a124f9ae17 req-aca8019f-b383-47d4-8080-09214b5c024d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467908 Dec 08 13:41:01.198424 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38220) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:41:01.279014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c1d59-a963-4134-8f3b-597fed0cc6d3 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:01.281118 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-2d5c1d59-a963-4134-8f3b-597fed0cc6d3 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 1093 time: 0.0816851 Dec 08 13:41:01.284220 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38224) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:41:01.288462 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '73236244-67a7-45e3-a910-c501231bff00', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:41:01.364935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:01.459258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:01.565075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.186 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/815b5b2d-5c6e-4c72-b4b7-570a148ca47a) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:41:01.665380 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:01.742835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:01.782150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:41:01.785409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:41:01.788922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:41:01.819826 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=815b5b2d-5c6e-4c72-b4b7-570a148ca47a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:41:02.141713 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:02.269720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:02.418707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:02.462345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:02.536369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=815b5b2d-5c6e-4c72-b4b7-570a148ca47a,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:41:02.541764 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:02.640077 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP a6da56d3-7ed3-4796-bd12-3fd94c600bcc associated. External IP: 172.26.7.186, port: 73236244-67a7-45e3-a910-c501231bff00. Dec 08 13:41:02.841767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:41:02.945834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:41:02.955748 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] Sync routers for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:41:02.965469 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:41:02.966075 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:41:03.024956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:03.053576 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5a4a0e75-6398-4ee5-8fb6-73d5ecf44927 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7683079 Dec 08 13:41:03.054310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'tag': '73236244-67a7-45e3-a910-c501231bff00'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:41:03.056608 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580e885-d5af-44c3-8ea5-4f3bc75b01af" -d '{"events": [{"name": "network-changed", "server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "tag": "73236244-67a7-45e3-a910-c501231bff00"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:41:03.097178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8375617b-34ce-4769-95fc-3a50c535977b x-openstack-request-id: req-8375617b-34ce-4769-95fc-3a50c535977b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:41:03.097694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "tag": "73236244-67a7-45e3-a910-c501231bff00", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:41:03.097982 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8375617b-34ce-4769-95fc-3a50c535977b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:41:03.098401 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'tag': '73236244-67a7-45e3-a910-c501231bff00', 'status': 'completed', 'code': 200} Dec 08 13:41:03.159409 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:41:03.188420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672455ae-c718-4c11-93f9-68832f78ecc0 req-b47680fd-71b7-4613-84c3-0357301618d1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:03.189931 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-672455ae-c718-4c11-93f9-68832f78ecc0 req-b47680fd-71b7-4613-84c3-0357301618d1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0824347 Dec 08 13:41:03.192492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-239b7e4d-1bc8-4d8f-8d79-0b9ecac771ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:03.193852 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-239b7e4d-1bc8-4d8f-8d79-0b9ecac771ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0743911 Dec 08 13:41:03.293621 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-672455ae-c718-4c11-93f9-68832f78ecc0 req-924f4eb5-43b8-42e6-a6e7-dbc969b4594c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972469 Dec 08 13:41:03.316275 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38230) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:41:03.325443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-dd29787d-0553-4f68-8818-f7ff2322ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:03.326085 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-dd29787d-0553-4f68-8818-f7ff2322ce04 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5f31467-b4bd-4b80-8ad7-7f28a813448d HTTP/1.1" status: 200 len: 898 time: 0.1226349 Dec 08 13:41:03.382093 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'a6da56d3-7ed3-4796-bd12-3fd94c600bcc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'port_id': '73236244-67a7-45e3-a910-c501231bff00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'mac_address': 'fa:16:3e:0c:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:41:02Z', 'updated_at': '2021-12-08T13:41:02Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c466eb-2c07-4b1a-90cd-788dbc1fdb9d', 'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:d6:e4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:47Z', 'updated_at': '2021-12-08T13:40:51Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:41:03.382441 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-30832975-0bb8-43d8-9649-df20df25f2e5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/a6da56d3-7ed3-4796-bd12-3fd94c600bcc HTTP/1.1" status: 200 len: 991 time: 0.0640697 Dec 08 13:41:03.399105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-217eb47b-de01-4f3b-be19-677b904f8a5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73236244-67a7-45e3-a910-c501231bff00 HTTP/1.1" status: 200 len: 999 time: 0.0646698 Dec 08 13:41:03.410524 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] Checking router: c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:41:03.418927 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:41:03.419590 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:40:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:41:03.447942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-58acb01e-2f20-49f9-920a-02e309022a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:03.449397 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-58acb01e-2f20-49f9-920a-02e309022a74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a4e0ff9-cf5f-425c-bf26-c76e34912898 HTTP/1.1" status: 200 len: 835 time: 0.0432472 Dec 08 13:41:03.494850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-57e03ad8-ac68-4282-83aa-52feb376fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:03.496368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-57e03ad8-ac68-4282-83aa-52feb376fdcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5f31467-b4bd-4b80-8ad7-7f28a813448d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396929 Dec 08 13:41:03.524645 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:41:03.591419 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-083cf485-2b8d-446b-9916-f6caab0284b0 service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873351 Dec 08 13:41:03.685498 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7580e885-d5af-44c3-8ea5-4f3bc75b01af req-240eef3e-1184-4695-887b-863b4f499c1b service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859675 Dec 08 13:41:03.742417 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'a6da56d3-7ed3-4796-bd12-3fd94c600bcc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'port_id': '73236244-67a7-45e3-a910-c501231bff00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'mac_address': 'fa:16:3e:0c:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:41:02Z', 'updated_at': '2021-12-08T13:41:02Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c466eb-2c07-4b1a-90cd-788dbc1fdb9d', 'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:d6:e4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:47Z', 'updated_at': '2021-12-08T13:40:51Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:41:03.771622 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be55a04-b11e-4bb8-9f26-47e54872750f None None] The sync data for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv is: [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'a6da56d3-7ed3-4796-bd12-3fd94c600bcc', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.186', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'port_id': '73236244-67a7-45e3-a910-c501231bff00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'mac_address': 'fa:16:3e:0c:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:41:02Z', 'updated_at': '2021-12-08T13:41:02Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c466eb-2c07-4b1a-90cd-788dbc1fdb9d', 'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:d6:e4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:47Z', 'updated_at': '2021-12-08T13:40:51Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:41:03.961134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae2c7a-4681-445e-bd20-15096d1581c1 None None] New status for floating IP a6da56d3-7ed3-4796-bd12-3fd94c600bcc: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:41:04.385507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38232) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:41:04.446726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1df86955-1d9f-4477-9c76-79714d39fcad tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/a6da56d3-7ed3-4796-bd12-3fd94c600bcc HTTP/1.1" status: 200 len: 993 time: 0.0598695 Dec 08 13:41:10.525192 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c09db8dc-b7aa-42cb-9b4a-b2b88dbc1299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:10.548163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:12.931286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b98eb1ec-a1bb-467f-b0de-9c14ffbcf991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:14.245653 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:15.371178 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:16.251742 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:21.475343 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:41:28.206875 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-428ae9fc-db40-422e-8b0c-3f9c144c53b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391607 Dec 08 13:41:28.290081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-27ed2755-603a-4c46-a77f-ece4a02fc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:28.291594 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-27ed2755-603a-4c46-a77f-ece4a02fc0c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0431294 Dec 08 13:41:28.391525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-20f4d2a4-bc2a-41c8-ac36-0d451b3ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:28.394568 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-20f4d2a4-bc2a-41c8-ac36-0d451b3ecbe4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5f31467-b4bd-4b80-8ad7-7f28a813448d HTTP/1.1" status: 200 len: 898 time: 0.0844400 Dec 08 13:41:28.463380 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-999a806c-2b83-4c6e-864f-7174871eb8a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73236244-67a7-45e3-a910-c501231bff00 HTTP/1.1" status: 200 len: 1001 time: 0.0603521 Dec 08 13:41:28.511530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-39d287e4-51db-4a14-ab42-0ad18ef73059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:28.513272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-39d287e4-51db-4a14-ab42-0ad18ef73059 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a4e0ff9-cf5f-425c-bf26-c76e34912898 HTTP/1.1" status: 200 len: 835 time: 0.0427465 Dec 08 13:41:28.559503 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-dcd41f6e-edbf-45c0-ac91-4daefe5858f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:28.560957 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-dcd41f6e-edbf-45c0-ac91-4daefe5858f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5f31467-b4bd-4b80-8ad7-7f28a813448d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399659 Dec 08 13:41:28.652329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-a9c98581-2ed0-4116-a639-a17361cbfa37 service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832119 Dec 08 13:41:28.741122 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1242cb96-7d98-41a7-baad-13bf6f9d06f8 req-658baf3e-aca7-49d4-970e-4a808ebc3ac0 service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815721 Dec 08 13:41:31.296914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67451252-30c2-4cd8-8ed7-bf7504d75887 req-f55a8d90-65e1-4f12-85d3-fb161788a3c0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:31.298303 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-67451252-30c2-4cd8-8ed7-bf7504d75887 req-f55a8d90-65e1-4f12-85d3-fb161788a3c0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0542710 Dec 08 13:41:31.349886 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-67451252-30c2-4cd8-8ed7-bf7504d75887 req-7e370d76-458d-4bb9-b20e-82c8b82c26f6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455463 Dec 08 13:41:32.468974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382a7ff-bb42-4e1f-b467-495956a50de3 req-57169cec-b16f-4327-a810-c5fd0a119fee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:32.470499 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e382a7ff-bb42-4e1f-b467-495956a50de3 req-57169cec-b16f-4327-a810-c5fd0a119fee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0492194 Dec 08 13:41:32.519092 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e382a7ff-bb42-4e1f-b467-495956a50de3 req-ced230da-faf7-43ae-8da2-b38ea4fe1a20 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420165 Dec 08 13:41:33.631452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074cebf-a911-4c2d-bc4e-d7470debd9f3 req-587584f9-1124-4549-9138-71f981273c84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:33.632919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7074cebf-a911-4c2d-bc4e-d7470debd9f3 req-587584f9-1124-4549-9138-71f981273c84 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0472734 Dec 08 13:41:33.685158 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7074cebf-a911-4c2d-bc4e-d7470debd9f3 req-d589619e-bb6b-44b3-9d7d-316a1fa13737 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463357 Dec 08 13:41:34.798758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db9b6f-7792-4c0a-af5e-1ddcfcb0273b req-98bbe7a4-15c5-4a96-9455-cf01d8dc0ba5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:34.800686 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5db9b6f-7792-4c0a-af5e-1ddcfcb0273b req-98bbe7a4-15c5-4a96-9455-cf01d8dc0ba5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0475841 Dec 08 13:41:34.848169 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d5db9b6f-7792-4c0a-af5e-1ddcfcb0273b req-8f7a6b07-61a0-4bc4-8ee4-6356b630576f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Dec 08 13:41:35.963154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298fe32-ea51-480b-a799-7cc55ee33374 req-6188ea1e-cde5-4230-b848-3906a2a9e0af tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:35.964610 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0298fe32-ea51-480b-a799-7cc55ee33374 req-6188ea1e-cde5-4230-b848-3906a2a9e0af tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0476663 Dec 08 13:41:36.012999 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0298fe32-ea51-480b-a799-7cc55ee33374 req-c84a668c-6872-456c-b7d1-56deb7e5ffa1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Dec 08 13:41:37.131818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac3752-8c64-4cb9-bd9b-c26bfe460177 req-c4577dbd-a34e-48c8-a754-41cf8a5a334d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:37.133303 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f1ac3752-8c64-4cb9-bd9b-c26bfe460177 req-c4577dbd-a34e-48c8-a754-41cf8a5a334d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0546138 Dec 08 13:41:37.182004 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f1ac3752-8c64-4cb9-bd9b-c26bfe460177 req-6045aa56-d7bd-462d-929a-e8cfe22cd484 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Dec 08 13:41:38.293146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f52fd-2fbf-4fe7-bd13-aba31fa7ad1d req-6234d861-548c-415f-92dd-2e613e14b4c5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:38.294622 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-565f52fd-2fbf-4fe7-bd13-aba31fa7ad1d req-6234d861-548c-415f-92dd-2e613e14b4c5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0475705 Dec 08 13:41:38.342707 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-565f52fd-2fbf-4fe7-bd13-aba31fa7ad1d req-400e058f-621c-4101-9956-5430321f9df7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Dec 08 13:41:39.453822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28696d13-9d75-4891-a3ab-31f521384375 req-d1099220-3717-4ae2-a46f-f8e297e8c5fd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:39.455305 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-28696d13-9d75-4891-a3ab-31f521384375 req-d1099220-3717-4ae2-a46f-f8e297e8c5fd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0472312 Dec 08 13:41:39.507564 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-28696d13-9d75-4891-a3ab-31f521384375 req-379e08e9-3d72-466f-9732-d07d04471cbb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457859 Dec 08 13:41:40.529638 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6c7eec74-1f48-4dbc-b610-a4ff426d2c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:40.552840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:40.621793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687ff7-64f4-47cc-ac13-d0599d32fef7 req-3ab6ef26-bb90-430d-9ef5-69666be3a1b5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:40.623309 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11687ff7-64f4-47cc-ac13-d0599d32fef7 req-3ab6ef26-bb90-430d-9ef5-69666be3a1b5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0483041 Dec 08 13:41:40.671863 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-11687ff7-64f4-47cc-ac13-d0599d32fef7 req-d1381479-7faa-4b63-a1e6-a21986a89d50 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425861 Dec 08 13:41:41.788527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c38db-b2df-4cb2-868d-e2764100ed52 req-fed65f6f-8409-4ba0-9274-031fc2fde69e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:41.789938 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f0c38db-b2df-4cb2-868d-e2764100ed52 req-fed65f6f-8409-4ba0-9274-031fc2fde69e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0498230 Dec 08 13:41:41.838393 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1f0c38db-b2df-4cb2-868d-e2764100ed52 req-53c00cf4-2d0c-4ef8-b6c1-cbd6e57f6881 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425658 Dec 08 13:41:41.860483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38266) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:41:41.922597 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-01bc8d27-5f95-4fd2-aa8d-698e2a7ab8a6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/a6da56d3-7ed3-4796-bd12-3fd94c600bcc HTTP/1.1" status: 200 len: 993 time: 0.0609980 Dec 08 13:41:42.920268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-61347ff5-fed8-48b6-beb2-e784907af050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:43.310203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda74ac-733a-42dd-8374-b1143dc546a3 req-8583d9cc-e9e7-4ca5-ad6b-66f8ca4c0536 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:43.311702 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bfda74ac-733a-42dd-8374-b1143dc546a3 req-8583d9cc-e9e7-4ca5-ad6b-66f8ca4c0536 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0487580 Dec 08 13:41:43.371383 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bfda74ac-733a-42dd-8374-b1143dc546a3 req-3b9b32b5-7d0c-4e8d-8808-f96e9e25b488 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520036 Dec 08 13:41:43.404001 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-3d15741f-929f-46af-99b7-49f18ff8217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:43.405472 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-3d15741f-929f-46af-99b7-49f18ff8217f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0465677 Dec 08 13:41:43.494074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-589ab2ec-b6da-47a3-bb73-d423ffe3b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:43.495646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-589ab2ec-b6da-47a3-bb73-d423ffe3b3f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5f31467-b4bd-4b80-8ad7-7f28a813448d HTTP/1.1" status: 200 len: 898 time: 0.0826023 Dec 08 13:41:43.907088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-227638d3-afdd-4840-a54c-3eb70bf6df26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73236244-67a7-45e3-a910-c501231bff00 HTTP/1.1" status: 200 len: 1001 time: 0.4035282 Dec 08 13:41:43.954934 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-c0f04dca-a892-41f3-832a-62a8b57df1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:43.956364 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-c0f04dca-a892-41f3-832a-62a8b57df1d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a4e0ff9-cf5f-425c-bf26-c76e34912898 HTTP/1.1" status: 200 len: 835 time: 0.0420930 Dec 08 13:41:44.004766 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-23cad0dc-8835-4e64-9aa1-f8e39d93428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:44.006308 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-23cad0dc-8835-4e64-9aa1-f8e39d93428a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5f31467-b4bd-4b80-8ad7-7f28a813448d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432050 Dec 08 13:41:44.096367 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-6571def9-75f6-4ab7-bc21-670686e481f2 service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831511 Dec 08 13:41:44.189720 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-86aec3d9-4a25-4044-8fbf-76a81164de40 req-19c25c21-e88c-4adb-8109-a038d85c3c48 service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856433 Dec 08 13:41:44.223860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:44.487023 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3843-e29b-4792-b237-9fd53f4560a2 req-8d07fc8e-4616-45a0-ae27-56fc81e82399 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:44.488491 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-184a3843-e29b-4792-b237-9fd53f4560a2 req-8d07fc8e-4616-45a0-ae27-56fc81e82399 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Dec 08 13:41:44.542493 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-184a3843-e29b-4792-b237-9fd53f4560a2 req-50a4fb48-da55-4336-89e3-1488cfedc31b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480950 Dec 08 13:41:45.365916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:45.657095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da77a2-6a34-4614-a6ce-5d58f9269c59 req-4f519a0a-ccc9-47c4-ae2b-7cea1d2b195f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:41:45.657702 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b1da77a2-6a34-4614-a6ce-5d58f9269c59 req-4f519a0a-ccc9-47c4-ae2b-7cea1d2b195f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0485580 Dec 08 13:41:45.707908 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b1da77a2-6a34-4614-a6ce-5d58f9269c59 req-17ab633f-7037-440d-9f6c-cce5a5e7fa8c tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435519 Dec 08 13:41:45.735052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38278) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:41:45.800851 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-afea2ffb-36ad-46b8-b425-d296db7f3c88 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/a6da56d3-7ed3-4796-bd12-3fd94c600bcc HTTP/1.1" status: 200 len: 993 time: 0.0644243 Dec 08 13:41:46.234495 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:41:58.473356 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:42:10.577573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1e6bc27c-c2e5-431d-9f70-fc1cdf6dea0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:10.579037 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:12.920418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d2e8f45-5e13-4ae5-bae8-2098f4d3a050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:14.169415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38290) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:14.223160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:14.324222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 815b5b2d-5c6e-4c72-b4b7-570a148ca47a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:42:14.324577 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:14.398508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:14.398868 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:14.410412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 815b5b2d-5c6e-4c72-b4b7-570a148ca47a owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:42:14.612160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:14.642419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=815b5b2d-5c6e-4c72-b4b7-570a148ca47a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:14.670825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.671185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.671543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.671893 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.672233 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.672571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.672907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.673248 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.673578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.673909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.674238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.674566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.674921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:14.716204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:14.721230 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP a6da56d3-7ed3-4796-bd12-3fd94c600bcc disassociated (deleted). External IP: 172.26.7.186, port: 73236244-67a7-45e3-a910-c501231bff00. Dec 08 13:42:14.922103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:42:15.033580 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:42:15.039343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:15.043815 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] Sync routers for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:42:15.052857 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:15.053461 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:15.068529 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8a2d16ab-6640-49fe-b15d-3228d0652d73 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/floatingips/a6da56d3-7ed3-4796-bd12-3fd94c600bcc HTTP/1.1" status: 204 len: 168 time: 0.8980055 Dec 08 13:42:15.069110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'tag': '73236244-67a7-45e3-a910-c501231bff00'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:42:15.071387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "tag": "73236244-67a7-45e3-a910-c501231bff00"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:42:15.113490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4e4299-f61f-4aa1-9f0d-f8a71fb7d435 x-openstack-request-id: req-ac4e4299-f61f-4aa1-9f0d-f8a71fb7d435 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:42:15.113832 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "tag": "73236244-67a7-45e3-a910-c501231bff00", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:42:15.114099 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac4e4299-f61f-4aa1-9f0d-f8a71fb7d435 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:42:15.114519 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'tag': '73236244-67a7-45e3-a910-c501231bff00', 'status': 'completed', 'code': 200} Dec 08 13:42:15.161168 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:15.179904 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-d651475f-571b-42a3-bf5a-c761ea4fd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:15.181345 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-d651475f-571b-42a3-bf5a-c761ea4fd28e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0433908 Dec 08 13:42:15.273283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-0f3ea1de-4e7a-4ef6-97cb-4650c9e74277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:15.274833 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-0f3ea1de-4e7a-4ef6-97cb-4650c9e74277 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5f31467-b4bd-4b80-8ad7-7f28a813448d HTTP/1.1" status: 200 len: 898 time: 0.0870514 Dec 08 13:42:15.320595 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-36f778fc-322e-453c-b722-19ca5b7ba827 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73236244-67a7-45e3-a910-c501231bff00 HTTP/1.1" status: 200 len: 217 time: 0.0388076 Dec 08 13:42:15.356030 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:15.364550 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '84c466eb-2c07-4b1a-90cd-788dbc1fdb9d', 'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:d6:e4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:47Z', 'updated_at': '2021-12-08T13:40:51Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:15.371470 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-e1ed5de5-d946-49a4-96ff-90287a8c1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:15.372948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-e1ed5de5-d946-49a4-96ff-90287a8c1420 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a4e0ff9-cf5f-425c-bf26-c76e34912898 HTTP/1.1" status: 200 len: 835 time: 0.0459573 Dec 08 13:42:15.392081 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] Checking router: c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:42:15.400979 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:15.401569 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:15.423736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-4e532b0a-2d9f-4847-bccb-bc4bee08bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:15.425717 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-4e532b0a-2d9f-4847-bccb-bc4bee08bc1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5f31467-b4bd-4b80-8ad7-7f28a813448d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444894 Dec 08 13:42:15.564162 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-a7424f05-d5c4-42c4-90ef-afeb35d1650f service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308811 Dec 08 13:42:15.572336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765da66-82d8-40c5-9ffc-5ebcaf8733a6 req-3cfbf316-5eb2-4a1a-87ae-a52795fb143f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:15.576642 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3765da66-82d8-40c5-9ffc-5ebcaf8733a6 req-3cfbf316-5eb2-4a1a-87ae-a52795fb143f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0993590 Dec 08 13:42:15.605694 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:15.680368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3765da66-82d8-40c5-9ffc-5ebcaf8733a6 req-9d9179d2-d0c8-4766-97c1-d8de901a6659 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982392 Dec 08 13:42:15.700843 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0cb55ad7-e4ac-4eec-8d21-08414d6efe7a req-e05ac91a-ca95-4a21-b7d8-989d55f75a2c service neutron] 10.222.0.72 "GET /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261001 Dec 08 13:42:15.806791 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '84c466eb-2c07-4b1a-90cd-788dbc1fdb9d', 'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:d6:e4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:47Z', 'updated_at': '2021-12-08T13:40:51Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:15.836078 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593decc3-5115-495a-bde5-9f101d479e56 None None] The sync data for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv is: [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:48Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '84c466eb-2c07-4b1a-90cd-788dbc1fdb9d', 'name': '', 'network_id': 'd5f31467-b4bd-4b80-8ad7-7f28a813448d', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:d6:e4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:47Z', 'updated_at': '2021-12-08T13:40:51Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': '7a4e0ff9-cf5f-425c-bf26-c76e34912898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:42:16.043360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b150b2e4-6698-41aa-a3f9-c2ddc2104675 None None] New status for floating IP a6da56d3-7ed3-4796-bd12-3fd94c600bcc: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:42:16.267427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:16.799371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d978b-9b1f-4aef-8ddb-40809865d34e req-b190b03a-8350-43c5-a004-e65013e94741 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:16.800853 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a40d978b-9b1f-4aef-8ddb-40809865d34e req-b190b03a-8350-43c5-a004-e65013e94741 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Dec 08 13:42:16.850173 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a40d978b-9b1f-4aef-8ddb-40809865d34e req-dc5b66df-d371-4673-b2a1-37e9394d5755 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=50a3205b-a3e0-47a1-a161-914c6c05c9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434744 Dec 08 13:42:17.056540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-72f96fa9-8924-4d2f-806c-b214704caa6a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:17.057973 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-72f96fa9-8924-4d2f-806c-b214704caa6a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Dec 08 13:42:17.144833 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 73236244-67a7-45e3-a910-c501231bff00 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:42:17.145177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:17.237116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 73236244-67a7-45e3-a910-c501231bff00, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=73236244-67a7-45e3-a910-c501231bff00,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:17.237484 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:17.249663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 73236244-67a7-45e3-a910-c501231bff00 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:42:17.423196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:17.453809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=73236244-67a7-45e3-a910-c501231bff00,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:17.496339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] No DVR routers for this DVR port 73236244-67a7-45e3-a910-c501231bff00 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:42:17.498862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:17.502187 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f71a6b10-00ce-4254-9533-5f42a848a38f req-3819d7be-a8c1-4e17-9ef4-2e734f28c445 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "DELETE /v2.0/ports/73236244-67a7-45e3-a910-c501231bff00 HTTP/1.1" status: 204 len: 173 time: 0.4383349 Dec 08 13:42:17.502658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'name': 'network-vif-deleted', 'tag': '73236244-67a7-45e3-a910-c501231bff00'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:42:17.505955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21441e3f-9209-4af3-973d-d59c11c30e81" -d '{"events": [{"server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "name": "network-vif-deleted", "tag": "73236244-67a7-45e3-a910-c501231bff00"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:42:17.541983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35661719-676e-486b-9b6f-33ce18c5ca5b x-openstack-request-id: req-35661719-676e-486b-9b6f-33ce18c5ca5b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:42:17.542647 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9", "name": "network-vif-deleted", "tag": "73236244-67a7-45e3-a910-c501231bff00", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:42:17.547339 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35661719-676e-486b-9b6f-33ce18c5ca5b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:42:17.547339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9', 'name': 'network-vif-deleted', 'tag': '73236244-67a7-45e3-a910-c501231bff00', 'status': 'completed', 'code': 200} Dec 08 13:42:17.958398 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1c9396a9-4617-4654-88bd-49ec268c766e req-700f4dfe-07c0-4491-9c1a-60ccb3489085 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=1462ad97-ae45-4f40-9bc5-3c4ecaf4f9f9 HTTP/1.1" status: 200 len: 210 time: 0.0255225 Dec 08 13:42:19.013767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38310) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:19.367101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:19.411473 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 73236244-67a7-45e3-a910-c501231bff00 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:42:19.431344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 73236244-67a7-45e3-a910-c501231bff00 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:42:19.431692 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 73236244-67a7-45e3-a910-c501231bff00 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:42:19.620622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:42:19.620885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:19.707731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=84c466eb-2c07-4b1a-90cd-788dbc1fdb9d,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:19.708101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:19.720231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:42:19.949185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:19.979114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=84c466eb-2c07-4b1a-90cd-788dbc1fdb9d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:20.150755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:20.358343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:42:20.461693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:42:20.466935 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c06322c8-dc65-482a-9de0-59456dffcc40 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/c3f1b6e6-e17b-4529-80ee-9bfc40c4d417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4518325 Dec 08 13:42:20.469410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38312) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:20.472555 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] Sync routers for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:42:20.482222 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:20.482869 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:20.519694 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-7994f58b-6b0f-43ce-a394-1c373b86b8bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting subnet 7a4e0ff9-cf5f-425c-bf26-c76e34912898 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:42:20.522841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7994f58b-6b0f-43ce-a394-1c373b86b8bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:20.561803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7994f58b-6b0f-43ce-a394-1c373b86b8bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:20.586875 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:20.648134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7994f58b-6b0f-43ce-a394-1c373b86b8bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:20.761258 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:42:19Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:20.765409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7994f58b-6b0f-43ce-a394-1c373b86b8bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:20.787489 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] Checking router: c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:42:20.795818 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] Routers {'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:20.795986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7994f58b-6b0f-43ce-a394-1c373b86b8bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:20.796420 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:20.799239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7994f58b-6b0f-43ce-a394-1c373b86b8bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/subnets/7a4e0ff9-cf5f-425c-bf26-c76e34912898 HTTP/1.1" status: 204 len: 168 time: 0.3287821 Dec 08 13:42:20.800234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994f58b-6b0f-43ce-a394-1c373b86b8bd tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4e0ff9-cf5f-425c-bf26-c76e34912898,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:20.802515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38314) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:20.806897 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dcd8e3-580b-4ca5-8922-9d1548048c9c None None] Network d5f31467-b4bd-4b80-8ad7-7f28a813448d requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:42:20.902425 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] Set router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:20.923417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:20.983828 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] DHCP port deletion for d5f31467-b4bd-4b80-8ad7-7f28a813448d request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:42:21.032083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Deleting port c4606078-8e54-4fa6-90fc-f961d96ebe66 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:42:21.032463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.037691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.090468 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:42:19Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:21.098893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] For port c4606078-8e54-4fa6-90fc-f961d96ebe66, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=c4606078-8e54-4fa6-90fc-f961d96ebe66,segment=NetworkSegment(9727c067-c77b-46d9-b2a1-58379a1edaac),segment_id=9727c067-c77b-46d9-b2a1-58379a1edaac)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:21.099306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.111755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Calling delete_port for c4606078-8e54-4fa6-90fc-f961d96ebe66 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:42:21.118056 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34700593-e6b2-47e5-b727-a11b6cde5e0e None None] The sync data for ids ['c3f1b6e6-e17b-4529-80ee-9bfc40c4d417'] in dv-neutron-799625-5-hyperv is: [{'id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711519920', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:42:19Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': 'eeed08b3-65a0-435e-be19-6cf81675f478', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:09:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f1b6e6-e17b-4529-80ee-9bfc40c4d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:40:44Z', 'updated_at': '2021-12-08T13:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:42:21.149850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port eeed08b3-65a0-435e-be19-6cf81675f478 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:42:21.150262 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.238638 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port eeed08b3-65a0-435e-be19-6cf81675f478, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=eeed08b3-65a0-435e-be19-6cf81675f478,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:21.239014 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.250480 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for eeed08b3-65a0-435e-be19-6cf81675f478 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:42:21.263352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.295625 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Pushing event deleted for resources: {'Port': ['ID=c4606078-8e54-4fa6-90fc-f961d96ebe66,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:21.297966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] No DVR routers for this DVR port c4606078-8e54-4fa6-90fc-f961d96ebe66 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:42:21.305594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.305890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.306258 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.306605 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.306940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.307270 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.307598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.308166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.308282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.308558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.308880 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.309329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.309519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127f230-f73e-40f5-bc2e-a73f07306378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.475319 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.502769 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=eeed08b3-65a0-435e-be19-6cf81675f478,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:21.514191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a867571-4ce6-4043-b540-634a65a1b169 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:42:21.526656 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.527018 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.527372 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.527713 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.528073 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.528417 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.528761 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.529082 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.529416 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.529760 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.530094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.530454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.530788 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:21.575267 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.604711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c4606078-8e54-4fa6-90fc-f961d96ebe66 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:42:21.628198 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: c4606078-8e54-4fa6-90fc-f961d96ebe66 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:42:21.629061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device c4606078-8e54-4fa6-90fc-f961d96ebe66 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:42:21.629694 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:42:21.650746 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:42:21.651380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 84c466eb-2c07-4b1a-90cd-788dbc1fdb9d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:42:21.689819 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.692705 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.812120 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.812716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Fanout notify agent at l3_agent the message router_deleted on router c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:42:21.820330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:21.821463 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-135732b2-43f8-40c1-afcc-b6eefee08fcf tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/routers/c3f1b6e6-e17b-4529-80ee-9bfc40c4d417 HTTP/1.1" status: 204 len: 168 time: 1.0176654 Dec 08 13:42:21.824214 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38318) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:21.905569 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.006051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.025573 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f31467-b4bd-4b80-8ad7-7f28a813448d']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:22.035051 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9727c067-c77b-46d9-b2a1-58379a1edaac') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:22.035612 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9727c067-c77b-46d9-b2a1-58379a1edaac') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:22.045096 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.058281 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.064077 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:42:22.064468 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:42:22.068066 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:42:22.187623 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.195919 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.199089 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/networks/d5f31467-b4bd-4b80-8ad7-7f28a813448d HTTP/1.1" status: 204 len: 168 time: 0.3739080 Dec 08 13:42:22.202061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38320) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:22.208129 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3b14c-be04-4d77-9e41-941f04896e36 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Network': ['ID=d5f31467-b4bd-4b80-8ad7-7f28a813448d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:22.262465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f375e32c-18b7-42ef-992a-a14fed99f2b3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.291987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f375e32c-18b7-42ef-992a-a14fed99f2b3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.429316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f375e32c-18b7-42ef-992a-a14fed99f2b3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.432165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f375e32c-18b7-42ef-992a-a14fed99f2b3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:22.433413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f375e32c-18b7-42ef-992a-a14fed99f2b3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/security-groups/50a3205b-a3e0-47a1-a161-914c6c05c9b0 HTTP/1.1" status: 204 len: 168 time: 0.2301497 Dec 08 13:42:22.443043 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e32c-18b7-42ef-992a-a14fed99f2b3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a3205b-a3e0-47a1-a161-914c6c05c9b0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:22.893989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38326) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:22.899227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5bb59d0d-9015-4318-8e27-ea58a60deb53 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472023921', 'description': 'tempest-secgroup-smoke-472023921 description', 'project_id': '3a02be70d3c1462499816e550f98b186'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:22.983138 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bb59d0d-9015-4318-8e27-ea58a60deb53 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.050083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bb59d0d-9015-4318-8e27-ea58a60deb53 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.114711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bb59d0d-9015-4318-8e27-ea58a60deb53 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.142540 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb59d0d-9015-4318-8e27-ea58a60deb53 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a23ec1-b567-44cc-8f39-a8975a1fe77d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:23.185405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5bb59d0d-9015-4318-8e27-ea58a60deb53 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.186787 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5bb59d0d-9015-4318-8e27-ea58a60deb53 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2911069 Dec 08 13:42:23.189672 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38328) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:23.194413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a0b8c831-94ca-4bf5-a4ca-60b3343d5777 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23ec1-b567-44cc-8f39-a8975a1fe77d', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:23.273591 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c831-94ca-4bf5-a4ca-60b3343d5777 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.327095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c831-94ca-4bf5-a4ca-60b3343d5777 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.399218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c831-94ca-4bf5-a4ca-60b3343d5777 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.416618 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8c831-94ca-4bf5-a4ca-60b3343d5777 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80de941b-4c54-4222-b244-140a12166bc2,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:23.480856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a0b8c831-94ca-4bf5-a4ca-60b3343d5777 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.482075 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a0b8c831-94ca-4bf5-a4ca-60b3343d5777 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2914865 Dec 08 13:42:23.484884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38330) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:23.489824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-882e0975-cd2a-48c8-ba1b-c381e907a488 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23ec1-b567-44cc-8f39-a8975a1fe77d', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:23.579360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eeed08b3-65a0-435e-be19-6cf81675f478 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:42:23.587428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-882e0975-cd2a-48c8-ba1b-c381e907a488 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.600393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: eeed08b3-65a0-435e-be19-6cf81675f478 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:42:23.600747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device eeed08b3-65a0-435e-be19-6cf81675f478 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:42:23.641819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-882e0975-cd2a-48c8-ba1b-c381e907a488 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.719390 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-882e0975-cd2a-48c8-ba1b-c381e907a488 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.740817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e0975-cd2a-48c8-ba1b-c381e907a488 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376fec6c-57f5-4303-9293-9534381e5ce7,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:23.803086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-882e0975-cd2a-48c8-ba1b-c381e907a488 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:23.804301 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-882e0975-cd2a-48c8-ba1b-c381e907a488 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3184457 Dec 08 13:42:23.806994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38332) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:23.811398 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ea51ab2b-a01c-40f9-bd5b-03a8a6e5bbe0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23ec1-b567-44cc-8f39-a8975a1fe77d', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:23.902188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ea51ab2b-a01c-40f9-bd5b-03a8a6e5bbe0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:24.281304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ea51ab2b-a01c-40f9-bd5b-03a8a6e5bbe0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:24.360335 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ea51ab2b-a01c-40f9-bd5b-03a8a6e5bbe0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:24.377236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51ab2b-a01c-40f9-bd5b-03a8a6e5bbe0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa407878-2989-4510-8686-d17fd807c9d8,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:24.442938 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ea51ab2b-a01c-40f9-bd5b-03a8a6e5bbe0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:24.444206 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ea51ab2b-a01c-40f9-bd5b-03a8a6e5bbe0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6362069 Dec 08 13:42:24.446796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38334) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:24.451113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-863c8e04-86e2-4458-b44b-18f8340bae3b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23ec1-b567-44cc-8f39-a8975a1fe77d', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:24.541757 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-863c8e04-86e2-4458-b44b-18f8340bae3b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:24.596721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-863c8e04-86e2-4458-b44b-18f8340bae3b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:24.695941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-863c8e04-86e2-4458-b44b-18f8340bae3b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:24.713617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c8e04-86e2-4458-b44b-18f8340bae3b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6aafe4-dbf8-41bf-98a3-6046f7113456,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:24.789218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-863c8e04-86e2-4458-b44b-18f8340bae3b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:24.790795 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-863c8e04-86e2-4458-b44b-18f8340bae3b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3428364 Dec 08 13:42:24.793666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38336) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:24.797991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5a06b65f-d1ae-4fc7-be35-e731d5e3159a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23ec1-b567-44cc-8f39-a8975a1fe77d', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:24.872992 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-5a06b65f-d1ae-4fc7-be35-e731d5e3159a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:42:24.877754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a06b65f-d1ae-4fc7-be35-e731d5e3159a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:24.934201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a06b65f-d1ae-4fc7-be35-e731d5e3159a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.005377 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a06b65f-d1ae-4fc7-be35-e731d5e3159a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.022326 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06b65f-d1ae-4fc7-be35-e731d5e3159a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab7d51f-f37f-4d09-8279-0afe651d1060,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:25.098768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a06b65f-d1ae-4fc7-be35-e731d5e3159a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.099909 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5a06b65f-d1ae-4fc7-be35-e731d5e3159a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3053308 Dec 08 13:42:25.102660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38338) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:25.106915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1b6d3fc7-2d23-481d-a326-6d11ffe2eff4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'security_group_rule': {'security_group_id': 'a2a23ec1-b567-44cc-8f39-a8975a1fe77d', 'project_id': '3a02be70d3c1462499816e550f98b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:25.187375 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-1b6d3fc7-2d23-481d-a326-6d11ffe2eff4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Project 3a02be70d3c1462499816e550f98b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:42:25.192062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3fc7-2d23-481d-a326-6d11ffe2eff4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.258114 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3fc7-2d23-481d-a326-6d11ffe2eff4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.337507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3fc7-2d23-481d-a326-6d11ffe2eff4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.355474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d3fc7-2d23-481d-a326-6d11ffe2eff4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b028befd-5009-4215-ad0e-62423ec68685,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:25.419423 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3fc7-2d23-481d-a326-6d11ffe2eff4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.420669 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1b6d3fc7-2d23-481d-a326-6d11ffe2eff4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3170428 Dec 08 13:42:25.423564 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38340) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:25.428959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'network': {'name': 'tempest-network-smoke--1386951653', 'project_id': '3a02be70d3c1462499816e550f98b186', 'port_security_enabled': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:25.509161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:42:25.512605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.536453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:42:25.545728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.547073 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Added segment 68ad626c-f8e7-4d53-8747-c801ef6bf03e of type vlan for network 1b5c414e-6933-44a1-8ac7-be2943ab702e Dec 08 13:42:25.584549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.680817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.686485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:25.687103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.752985 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Network': ['ID=1b5c414e-6933-44a1-8ac7-be2943ab702e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:25.763018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 1b5c414e-6933-44a1-8ac7-be2943ab702e details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:42:25.773692 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c50f44ac-17fb-4ff9-9155-ec22322be9fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3491309 Dec 08 13:42:25.776459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38342) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:25.780908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'admin_state_up': True, 'project_id': '3a02be70d3c1462499816e550f98b186', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:25.850942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.852058 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:25.903188 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:26.115689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:26.361333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:26.380881 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:26.478399 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.218 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/94bcea9c-69d1-4959-8a4e-265b2a08dc73) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:42:26.584243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:26.698162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:26.735679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:42:26.739162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:42:26.741779 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:42:26.754833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98eee04-6dac-49a2-8b55-da4db2ff2af7 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:42:26.769665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=94bcea9c-69d1-4959-8a4e-265b2a08dc73,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:26.841522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2cbc26ec-b0b6-49b8-b628-df430fd08b91 None None] Provisioning complete for port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:26.842100 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2cbc26ec-b0b6-49b8-b628-df430fd08b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:26.874752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc26ec-b0b6-49b8-b628-df430fd08b91 None None] Port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:42:27.083291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:27.277568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:27.490580 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:42:27.602067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:42:27.611548 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Sync routers for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:42:27.624915 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:27.625540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:27.682387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:27.683669 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f30cd16b-51c0-4488-a605-21542fbd13ee tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9061825 Dec 08 13:42:27.686803 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38344) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:27.715441 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6925a5d6-d168-4a82-addc-814ad171322a tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=3a02be70d3c1462499816e550f98b186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274634 Dec 08 13:42:27.717896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38346) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:27.730939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:27.805369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fbaf69-2bb5-4991-8980-d995109e9772 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:27.806788 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-41fbaf69-2bb5-4991-8980-d995109e9772 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879686 Dec 08 13:42:27.809492 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38348) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:27.840668 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a424d1b2-8c75-4b2d-8956-0318c7d456b5 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=66792072-d655-4ae1-9f40-fb4f07073bea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300965 Dec 08 13:42:27.843061 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38350) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:27.847671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1150640197', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'project_id': '3a02be70d3c1462499816e550f98b186', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:27.907318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:26Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:27.937955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Checking router: 0581e058-3f3e-47b0-b04d-4e013c7a63c7 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:42:27.938313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Updating router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:42:27.965693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.006387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:42:28.010007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.210641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.224007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.274636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.282820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Subnet': ['ID=e2ab8283-c691-4654-a774-1fd9d94122a4,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:28.292556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Checking segment: {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:42:28.292929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network hostable DHCP agents. Network: 1b5c414e-6933-44a1-8ac7-be2943ab702e, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:42:28.323429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6307e-2f27-4742-b56e-71856f91f14a None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:42:28.332400 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dca582-30ba-49ff-899e-45dda85d290d None None] Pushing event updated for resources: {'Port': ['ID=94bcea9c-69d1-4959-8a4e-265b2a08dc73,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:28.334948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Attempting to bind port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:42:28.335322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Attempting to bind port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:42:28.335689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Attempting to bind port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:42:28.342378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:42:28.342795 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:42:28.343183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.343568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:42:28.344035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Bound port: 94bcea9c-69d1-4959-8a4e-265b2a08dc73, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:42:28.344414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.360453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 1b5c414e-6933-44a1-8ac7-be2943ab702e is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:42:28.401321 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] For port 94bcea9c-69d1-4959-8a4e-265b2a08dc73, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:42:28.450655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 1b5c414e-6933-44a1-8ac7-be2943ab702e) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:42:28.455087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:28.455835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.540968 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-52f14bf2-da85-4504-bfcf-053ce2e05c6e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6966560 Dec 08 13:42:28.543626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38352) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:28.560984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] For port 94bcea9c-69d1-4959-8a4e-265b2a08dc73, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=94bcea9c-69d1-4959-8a4e-265b2a08dc73,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:42:28.562061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e0dc1-99d6-4590-ba36-7269306dc096 None None] Network 1b5c414e-6933-44a1-8ac7-be2943ab702e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:42:28.578104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fffa7613-251e-4e30-a801-fde7fd19ce1f None None] Provisioning complete for port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:28.578476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fffa7613-251e-4e30-a801-fde7fd19ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.639486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.694341 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-fffa7613-251e-4e30-a801-fde7fd19ce1f None None] Port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:42:28.706355 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7d72e-052c-45ed-81cf-52a4b838df58 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:42:28.743704 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dca582-30ba-49ff-899e-45dda85d290d None None] Pushing event updated for resources: {'Port': ['ID=94bcea9c-69d1-4959-8a4e-265b2a08dc73,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:28.747155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:28.747785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:28.788217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-1b5c414e-6933-44a1-8ac7-be2943ab702e', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:42:28.789064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.907688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2ee98ba0-a01c-4844-966e-d32a17a5f6d6 None None] Provisioning complete for port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:28.908388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ee98ba0-a01c-4844-966e-d32a17a5f6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:28.962340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:28.987670 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.149390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Allocated IP 172.20.0.2 (1b5c414e-6933-44a1-8ac7-be2943ab702e/e2ab8283-c691-4654-a774-1fd9d94122a4/56fbb8bf-b30b-4f18-bc97-c65bd25f8083) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:42:29.183380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ee98ba0-a01c-4844-966e-d32a17a5f6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.243095 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-2ee98ba0-a01c-4844-966e-d32a17a5f6d6 None None] For port 94bcea9c-69d1-4959-8a4e-265b2a08dc73, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=94bcea9c-69d1-4959-8a4e-265b2a08dc73,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:29.316775 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2ee98ba0-a01c-4844-966e-d32a17a5f6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.361597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:26Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:29.406007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b10c5-f838-4570-9287-208da1f4bb27 None None] The sync data for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv is: [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:26Z', 'revision_number': 3, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:42:29.428498 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.430436 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee98ba0-a01c-4844-966e-d32a17a5f6d6 None None] Pushing event updated for resources: {'Port': ['ID=94bcea9c-69d1-4959-8a4e-265b2a08dc73,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:29.502769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.541356 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Network 1b5c414e-6933-44a1-8ac7-be2943ab702e is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:42:29.544280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:42:29.549938 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:42:29.557606 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Pushing event updated for resources: {'Port': ['ID=56fbb8bf-b30b-4f18-bc97-c65bd25f8083,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:29.559320 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.1 (1b5c414e-6933-44a1-8ac7-be2943ab702e/e2ab8283-c691-4654-a774-1fd9d94122a4/a5d4d126-3857-40eb-9ed6-80f1228ea8eb) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:42:29.609630 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Attempting to bind port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:42:29.609996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Attempting to bind port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:42:29.610414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Attempting to bind port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 on network 1b5c414e-6933-44a1-8ac7-be2943ab702e {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:42:29.616164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:42:29.616539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Checking segment: {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:42:29.616946 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.617342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Bound using segment: {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:42:29.617821 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Bound port: 56fbb8bf-b30b-4f18-bc97-c65bd25f8083, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:42:29.618208 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.699192 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.719996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] For port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:42:29.724086 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] For port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=56fbb8bf-b30b-4f18-bc97-c65bd25f8083,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:42:29.805601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.818123 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:29.870683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 1b5c414e-6933-44a1-8ac7-be2943ab702e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:42:29.873961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:42:29.874996 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47196b14-d26a-4a71-927d-4612925ffcd3 None None] Pushing event updated for resources: {'Port': ['ID=56fbb8bf-b30b-4f18-bc97-c65bd25f8083,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:29.885213 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:42:29.914537 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=a5d4d126-3857-40eb-9ed6-80f1228ea8eb,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:29.939734 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:30.172700 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:30.456154 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:30.531989 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:30.602712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=a5d4d126-3857-40eb-9ed6-80f1228ea8eb,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:30.608324 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:30.700126 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 1b5c414e-6933-44a1-8ac7-be2943ab702e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:42:30.701540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:42:30.815101 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:42:30.925294 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:42:30.931906 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-201e2950-7c30-4eb4-bf90-bee9181db059 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/0581e058-3f3e-47b0-b04d-4e013c7a63c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3869345 Dec 08 13:42:31.108530 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-b1116e5f-fd90-48fc-879c-b2bc576b3e31 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472023921&fields=id&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 267 time: 0.0580890 Dec 08 13:42:31.229305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277369-61ff-47de-ac85-10e073823166 req-0e9bf41e-313b-4bf4-952d-6be07f995dd2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:31.230942 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-0e9bf41e-313b-4bf4-952d-6be07f995dd2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/networks?id=1b5c414e-6933-44a1-8ac7-be2943ab702e HTTP/1.1" status: 200 len: 797 time: 0.1136427 Dec 08 13:42:31.248614 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-fcab01ad-57bf-4918-ac0d-f2b5889bd3c9 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/quotas/3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 375 time: 0.0110614 Dec 08 13:42:31.273502 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Sync routers for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:42:31.284038 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:31.284918 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:31.306460 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-38dd0770-72bb-4bbf-949c-bc6785034755 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500576 Dec 08 13:42:31.316833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c7c977-2dd5-46bf-bb62-c36f624e6ff8 None None] Network 1b5c414e-6933-44a1-8ac7-be2943ab702e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:42:31.404329 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:31.411461 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-26aa79c1-f6fe-440d-bc62-165c10597e1b None None] Provisioning complete for port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:31.411982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26aa79c1-f6fe-440d-bc62-165c10597e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:31.459232 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-6ec55973-025b-43ed-ad72-a44f34a225a7 service neutron] 10.222.0.76 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382549 Dec 08 13:42:31.527919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26aa79c1-f6fe-440d-bc62-165c10597e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:31.574656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-26aa79c1-f6fe-440d-bc62-165c10597e1b None None] For port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=56fbb8bf-b30b-4f18-bc97-c65bd25f8083,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:31.622657 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-ce71f33b-0a56-47ea-9039-ca4301022d5a service neutron] 10.222.0.76 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568794 Dec 08 13:42:31.640645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-26aa79c1-f6fe-440d-bc62-165c10597e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:31.671829 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a5d4d126-3857-40eb-9ed6-80f1228ea8eb', 'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:57:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:29Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 2, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:31.718673 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Checking router: 0581e058-3f3e-47b0-b04d-4e013c7a63c7 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:42:31.719202 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Updating router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 port a5d4d126-3857-40eb-9ed6-80f1228ea8eb binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:42:31.731761 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 94bcea9c-69d1-4959-8a4e-265b2a08dc73 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:42:31.738543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa79c1-f6fe-440d-bc62-165c10597e1b None None] Pushing event updated for resources: {'Port': ['ID=56fbb8bf-b30b-4f18-bc97-c65bd25f8083,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:31.757501 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:31.791288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:31.791668 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:31.923918 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7b826683-bad0-4a18-8fe1-5a46e9ef811e None None] Provisioning complete for port a5d4d126-3857-40eb-9ed6-80f1228ea8eb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:31.924299 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7b826683-bad0-4a18-8fe1-5a46e9ef811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:31.930819 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-cd30c832-3e69-4c80-8274-67eff82f3248 req-f6c414fd-a5af-4832-9e13-6ccea207cc10 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 210 time: 0.0635047 Dec 08 13:42:32.152995 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:42:32.191088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-7b826683-bad0-4a18-8fe1-5a46e9ef811e None None] Port a5d4d126-3857-40eb-9ed6-80f1228ea8eb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:42:32.198913 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.210449 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7b826683-bad0-4a18-8fe1-5a46e9ef811e None None] Provisioning complete for port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:32.210858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7b826683-bad0-4a18-8fe1-5a46e9ef811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.248277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:32.248663 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.302077 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.358342 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Pushing event updated for resources: {'Port': ['ID=a5d4d126-3857-40eb-9ed6-80f1228ea8eb,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:32.382996 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.383349 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.383699 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.384044 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.384383 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.385090 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.385090 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.385359 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.385693 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.386026 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.386342 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.386690 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.387013 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:42:32.421015 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Attempting to bind port a5d4d126-3857-40eb-9ed6-80f1228ea8eb on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:42:32.421619 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Attempting to bind port a5d4d126-3857-40eb-9ed6-80f1228ea8eb by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:42:32.421879 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Attempting to bind port a5d4d126-3857-40eb-9ed6-80f1228ea8eb on network 1b5c414e-6933-44a1-8ac7-be2943ab702e {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:42:32.427367 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:42:32.427909 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Checking segment: {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:42:32.428374 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.428838 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Bound using segment: {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:42:32.429386 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Bound port: a5d4d126-3857-40eb-9ed6-80f1228ea8eb, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:42:32.429897 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.458997 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-012dd9bc-d13c-40c5-bf44-931fb89a49a4 None None] Provisioning complete for port a5d4d126-3857-40eb-9ed6-80f1228ea8eb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:32.459487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-012dd9bc-d13c-40c5-bf44-931fb89a49a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.494339 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-012dd9bc-d13c-40c5-bf44-931fb89a49a4 None None] Port a5d4d126-3857-40eb-9ed6-80f1228ea8eb cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:42:32.502735 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] For port a5d4d126-3857-40eb-9ed6-80f1228ea8eb, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:42:32.506845 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] For port a5d4d126-3857-40eb-9ed6-80f1228ea8eb, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a5d4d126-3857-40eb-9ed6-80f1228ea8eb,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:42:32.589749 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.612946 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b8b1dda2-0e29-478c-bc35-5ca966894415 None None] Provisioning complete for port a5d4d126-3857-40eb-9ed6-80f1228ea8eb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:32.613244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b8b1dda2-0e29-478c-bc35-5ca966894415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.652773 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:32.653417 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:32.700154 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50e96f-c004-4674-aa2d-3fcf1a19edc1 None None] Pushing event updated for resources: {'Port': ['ID=a5d4d126-3857-40eb-9ed6-80f1228ea8eb,revision_number=4']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:32.711238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b8b1dda2-0e29-478c-bc35-5ca966894415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.746049 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b8b1dda2-0e29-478c-bc35-5ca966894415 None None] For port a5d4d126-3857-40eb-9ed6-80f1228ea8eb, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a5d4d126-3857-40eb-9ed6-80f1228ea8eb,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:32.781865 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:32.821987 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b8b1dda2-0e29-478c-bc35-5ca966894415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:32.874529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1dda2-0e29-478c-bc35-5ca966894415 None None] Pushing event updated for resources: {'Port': ['ID=a5d4d126-3857-40eb-9ed6-80f1228ea8eb,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:32.945188 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-fd1d4ca5-8f02-4e02-8acd-95d9ba2832bb None None] Provisioning complete for port a5d4d126-3857-40eb-9ed6-80f1228ea8eb triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:32.945478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-fd1d4ca5-8f02-4e02-8acd-95d9ba2832bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:33.015767 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a5d4d126-3857-40eb-9ed6-80f1228ea8eb', 'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:57:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:29Z', 'updated_at': '2021-12-08T13:42:32Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:33.044233 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-91d8b653-8b43-4809-9fc4-dbe06cade206 req-5084b38f-b635-4952-9bba-4a9055b93abb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 210 time: 0.0326059 Dec 08 13:42:33.048518 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51543670-4cb4-47b7-b150-c1ccd5d3da05 None None] The sync data for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv is: [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a5d4d126-3857-40eb-9ed6-80f1228ea8eb', 'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:57:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:29Z', 'updated_at': '2021-12-08T13:42:32Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:42:33.675244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:42:33.725522 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:33.726690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:33.813476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a5d4d126-3857-40eb-9ed6-80f1228ea8eb up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:42:33.863541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a5d4d126-3857-40eb-9ed6-80f1228ea8eb triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:33.864074 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:34.064263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277369-61ff-47de-ac85-10e073823166 req-1ffc108f-9da3-4903-b7ef-bb9d2be3a16f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:34.065822 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-1ffc108f-9da3-4903-b7ef-bb9d2be3a16f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/networks?id=1b5c414e-6933-44a1-8ac7-be2943ab702e HTTP/1.1" status: 200 len: 797 time: 0.1082127 Dec 08 13:42:34.146953 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-8e2251f6-a514-4c19-9df9-744c9ee6b0f8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a02be70d3c1462499816e550f98b186 HTTP/1.1" status: 200 len: 379 time: 0.0708337 Dec 08 13:42:34.164150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'port': {'device_id': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'admin_state_up': True, 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'security_groups': ['a2a23ec1-b567-44cc-8f39-a8975a1fe77d']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:34.168358 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d2ff40e8-5cc4-40cb-8441-1e7f5896e319 req-3cdc2692-3d13-4ee4-94f1-007ca85d0407 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 210 time: 0.0405865 Dec 08 13:42:34.378007 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Made reservation on behalf of 3a02be70d3c1462499816e550f98b186 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:42:34.381731 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:34.505014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.20.0.13 (1b5c414e-6933-44a1-8ac7-be2943ab702e/e2ab8283-c691-4654-a774-1fd9d94122a4/0da24577-2b8d-42ac-8210-690de4597273) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:42:34.642476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:34.732660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:34.772464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 1b5c414e-6933-44a1-8ac7-be2943ab702e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:42:34.775490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:42:34.779044 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:42:34.811953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=0da24577-2b8d-42ac-8210-690de4597273,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:34.838707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:34.839356 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:34.916439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-cf957d4e-cc6b-4301-ab1e-d3df98e02a8a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7566061 Dec 08 13:42:34.928596 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Request body: {'port': {'device_id': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:34.978218 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-99ce0a46-c945-4aa2-925b-29ebbed6dbf8 None None] Provisioning complete for port 0da24577-2b8d-42ac-8210-690de4597273 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:34.978805 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-99ce0a46-c945-4aa2-925b-29ebbed6dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:34.984932 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:35.012971 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-99ce0a46-c945-4aa2-925b-29ebbed6dbf8 None None] Port 0da24577-2b8d-42ac-8210-690de4597273 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:42:35.250820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da24577-2b8d-42ac-8210-690de4597273 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:42:35.271295 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:35.287935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Transition to ACTIVE for port object 0da24577-2b8d-42ac-8210-690de4597273 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:42:35.302408 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac219b8-1cfa-48e4-985a-9b3ffff09674 req-9c6e0e69-6b3b-443e-8d32-79f0907d7012 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:35.303911 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eac219b8-1cfa-48e4-985a-9b3ffff09674 req-9c6e0e69-6b3b-443e-8d32-79f0907d7012 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 932 time: 0.0677392 Dec 08 13:42:35.352098 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eac219b8-1cfa-48e4-985a-9b3ffff09674 req-ab42ea88-b5b1-4642-bb5f-2ce6d7fb3597 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 Dec 08 13:42:35.358797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:35.408819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0da24577-2b8d-42ac-8210-690de4597273,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:35.472758 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:42:35.480566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Attempting to bind port 0da24577-2b8d-42ac-8210-690de4597273 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:42:35.480903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Attempting to bind port 0da24577-2b8d-42ac-8210-690de4597273 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:42:35.481232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Attempting to bind port 0da24577-2b8d-42ac-8210-690de4597273 on network 1b5c414e-6933-44a1-8ac7-be2943ab702e {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:42:35.485756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Port 0da24577-2b8d-42ac-8210-690de4597273 on network 1b5c414e-6933-44a1-8ac7-be2943ab702e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:42:35.486079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Attempting to bind port 0da24577-2b8d-42ac-8210-690de4597273 on network 1b5c414e-6933-44a1-8ac7-be2943ab702e {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:42:35.491925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:42:35.492258 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Checking segment: {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:42:35.492641 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Bound using segment: {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:42:35.493074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Bound port: 0da24577-2b8d-42ac-8210-690de4597273, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ad626c-f8e7-4d53-8747-c801ef6bf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:42:35.493429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:35.562559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] For port 0da24577-2b8d-42ac-8210-690de4597273, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:42:35.565583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] For port 0da24577-2b8d-42ac-8210-690de4597273, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=0da24577-2b8d-42ac-8210-690de4597273,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:42:35.622259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:35.658264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:35.658927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:35.661065 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] 10.222.0.72 "PUT /v2.0/ports/0da24577-2b8d-42ac-8210-690de4597273 HTTP/1.1" status: 200 len: 1094 time: 0.7367129 Dec 08 13:42:35.661499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'tag': '0da24577-2b8d-42ac-8210-690de4597273'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:42:35.663794 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b65de8-4275-41ac-9b52-c5386f4ee3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "tag": "0da24577-2b8d-42ac-8210-690de4597273"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:42:35.687924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c4c2a-9b8f-45df-8388-9b7e496ab8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0da24577-2b8d-42ac-8210-690de4597273,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:35.702130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce765b0f-38cd-4b99-8d44-285b0cca2747 x-openstack-request-id: req-ce765b0f-38cd-4b99-8d44-285b0cca2747 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:42:35.702516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "tag": "0da24577-2b8d-42ac-8210-690de4597273", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:42:35.702818 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce765b0f-38cd-4b99-8d44-285b0cca2747 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:42:35.703228 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'tag': '0da24577-2b8d-42ac-8210-690de4597273', 'status': 'completed', 'code': 200} Dec 08 13:42:35.767232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b65de8-4275-41ac-9b52-c5386f4ee3b4 req-9e796f8a-ec6d-4c8c-878d-a711477b4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:35.768751 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3b65de8-4275-41ac-9b52-c5386f4ee3b4 req-9e796f8a-ec6d-4c8c-878d-a711477b4214 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 1097 time: 0.0437634 Dec 08 13:42:35.875453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b65de8-4275-41ac-9b52-c5386f4ee3b4 req-6453b2c5-bb24-47d3-8531-a531b66bc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:35.876945 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3b65de8-4275-41ac-9b52-c5386f4ee3b4 req-6453b2c5-bb24-47d3-8531-a531b66bc558 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3a02be70d3c1462499816e550f98b186&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0995266 Dec 08 13:42:35.978443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b65de8-4275-41ac-9b52-c5386f4ee3b4 req-015825b3-876f-49de-8d14-d34ea07bb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:35.980012 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a3b65de8-4275-41ac-9b52-c5386f4ee3b4 req-015825b3-876f-49de-8d14-d34ea07bb312 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959885 Dec 08 13:42:36.054711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277369-61ff-47de-ac85-10e073823166 req-f9b21d31-5ae4-44cf-8431-2511baf62721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:36.056182 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-f9b21d31-5ae4-44cf-8431-2511baf62721 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 1097 time: 0.0404656 Dec 08 13:42:36.098101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-b0e9d468-a2c7-41c3-9dbb-bfe2d2c393d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da24577-2b8d-42ac-8210-690de4597273 HTTP/1.1" status: 200 len: 217 time: 0.0340006 Dec 08 13:42:36.147601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277369-61ff-47de-ac85-10e073823166 req-a1e1909c-20d6-4712-964d-b5d4f621b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:36.148996 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-a1e1909c-20d6-4712-964d-b5d4f621b2ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e2ab8283-c691-4654-a774-1fd9d94122a4 HTTP/1.1" status: 200 len: 835 time: 0.0446758 Dec 08 13:42:36.193066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58277369-61ff-47de-ac85-10e073823166 req-adff7cb6-1095-4cfd-baba-743eaeddb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:36.194506 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-adff7cb6-1095-4cfd-baba-743eaeddb353 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1b5c414e-6933-44a1-8ac7-be2943ab702e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388474 Dec 08 13:42:36.281439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-fdf60b6e-ce13-479b-9d52-274bf41b98c4 service neutron] 10.222.0.72 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797024 Dec 08 13:42:36.372914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58277369-61ff-47de-ac85-10e073823166 req-32861e41-3546-4fe8-8bcd-70133600bffe service neutron] 10.222.0.72 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837643 Dec 08 13:42:36.472914 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea1d48-6b00-4610-9053-d8e3fe425822 req-b39e087b-bf49-431d-a5c6-38b330d420c4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:36.474411 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0eea1d48-6b00-4610-9053-d8e3fe425822 req-b39e087b-bf49-431d-a5c6-38b330d420c4 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 944 time: 0.0513813 Dec 08 13:42:36.523578 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0eea1d48-6b00-4610-9053-d8e3fe425822 req-43fb3b64-df47-47ca-be7e-d5c4cac1d2fb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Dec 08 13:42:37.446848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 0da24577-2b8d-42ac-8210-690de4597273 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:42:37.546984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 0da24577-2b8d-42ac-8210-690de4597273, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=0da24577-2b8d-42ac-8210-690de4597273,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:37.558882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '0da24577-2b8d-42ac-8210-690de4597273', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'port_id': '0da24577-2b8d-42ac-8210-690de4597273', 'mac_address': 'fa:16:3e:2c:5f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:42:37.596025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:37.609437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da24577-2b8d-42ac-8210-690de4597273 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:42:37.629306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 0da24577-2b8d-42ac-8210-690de4597273, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=0da24577-2b8d-42ac-8210-690de4597273,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:37.641640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb16f9-a1de-447a-8983-1d26c966cea8 req-8a1312bc-68c5-416d-b0df-f408a381eac6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:37.643204 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-edfb16f9-a1de-447a-8983-1d26c966cea8 req-8a1312bc-68c5-416d-b0df-f408a381eac6 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 944 time: 0.0517774 Dec 08 13:42:37.696416 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:37.747673 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=0da24577-2b8d-42ac-8210-690de4597273,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:37.909577 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['0da24577-2b8d-42ac-8210-690de4597273'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:42:38.040522 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-edfb16f9-a1de-447a-8983-1d26c966cea8 req-8e0f0b34-8ecf-4d3b-aff6-9b3f6d38068b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3905470 Dec 08 13:42:39.155313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ce0a2-79f8-4c47-8cbc-2f11fdc93a83 req-c4e513d6-ab31-4bef-b0df-8a94274b4d7f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:39.156770 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bf3ce0a2-79f8-4c47-8cbc-2f11fdc93a83 req-c4e513d6-ab31-4bef-b0df-8a94274b4d7f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 945 time: 0.0482581 Dec 08 13:42:39.204930 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bf3ce0a2-79f8-4c47-8cbc-2f11fdc93a83 req-18284018-f3e8-4078-b4bd-72c439e5c9be tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421062 Dec 08 13:42:39.456164 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 0da24577-2b8d-42ac-8210-690de4597273 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:42:39.583359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 0da24577-2b8d-42ac-8210-690de4597273 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:42:39.587209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 0da24577-2b8d-42ac-8210-690de4597273 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:42:39.587584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:39.662934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:39.685277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da24577-2b8d-42ac-8210-690de4597273'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:42:39.687597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00025fc-d2f7-4e03-919b-f5a7c71a4c3b" -d '{"events": [{"server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "name": "network-vif-plugged", "status": "completed", "tag": "0da24577-2b8d-42ac-8210-690de4597273"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:42:39.699688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 0da24577-2b8d-42ac-8210-690de4597273, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=0da24577-2b8d-42ac-8210-690de4597273,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:42:39.766570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:39.793329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684784bf-7f09-40d5-bad0-9078a8480924 x-openstack-request-id: req-684784bf-7f09-40d5-bad0-9078a8480924 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:42:39.793691 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "name": "network-vif-plugged", "status": "completed", "tag": "0da24577-2b8d-42ac-8210-690de4597273", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:42:39.793921 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-684784bf-7f09-40d5-bad0-9078a8480924 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:42:39.794313 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da24577-2b8d-42ac-8210-690de4597273', 'code': 200} Dec 08 13:42:39.819207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=0da24577-2b8d-42ac-8210-690de4597273,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:40.098445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd47e18-778b-4af7-b43c-1dc347118211 req-69cc70a8-bc44-47ad-ad2a-e43f072c0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:40.099937 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddd47e18-778b-4af7-b43c-1dc347118211 req-69cc70a8-bc44-47ad-ad2a-e43f072c0ff4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 1099 time: 0.0388126 Dec 08 13:42:40.148141 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ddd47e18-778b-4af7-b43c-1dc347118211 req-cae7211c-11c8-423f-9db6-7ab043601b8f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412300 Dec 08 13:42:40.315828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2d612-c3b8-4fdd-b9dd-15bf3566cd93 req-aa1c1313-bcc7-42b8-be4f-e321e5d47c22 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:40.317839 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-96e2d612-c3b8-4fdd-b9dd-15bf3566cd93 req-aa1c1313-bcc7-42b8-be4f-e321e5d47c22 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0487692 Dec 08 13:42:40.366948 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-96e2d612-c3b8-4fdd-b9dd-15bf3566cd93 req-6e4c3880-dbe4-4487-aaef-54fe0fe12979 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430267 Dec 08 13:42:40.503504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e75850fe-27c2-4900-a00a-fcc63e5edf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:40.549290 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:41.483033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8cdd-bf95-4f7f-b7ca-7a8b5e2a26d1 req-2405e698-923f-4308-8ed9-f708af0a5e99 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:41.486928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3bff8cdd-bf95-4f7f-b7ca-7a8b5e2a26d1 req-2405e698-923f-4308-8ed9-f708af0a5e99 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0479040 Dec 08 13:42:41.534441 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3bff8cdd-bf95-4f7f-b7ca-7a8b5e2a26d1 req-b78ec413-752a-4d85-8cb7-deac231bae7b tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440316 Dec 08 13:42:41.651439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22580a8-8ad8-4620-93d6-2fd2a93c9fae req-972350b2-d167-4496-a08a-6e259b9e9c19 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:41.652787 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d22580a8-8ad8-4620-93d6-2fd2a93c9fae req-972350b2-d167-4496-a08a-6e259b9e9c19 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0520871 Dec 08 13:42:41.702226 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d22580a8-8ad8-4620-93d6-2fd2a93c9fae req-19be883f-556c-414e-a142-0c802c0c2249 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428038 Dec 08 13:42:41.723619 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38412) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:41.761999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac8b4b-fa6c-47de-946a-13abd0235eb1 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:41.763505 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-04ac8b4b-fa6c-47de-946a-13abd0235eb1 tempest-TestNetworkAdvancedServerOps-717612235 tempest-TestNetworkAdvancedServerOps-717612235-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 1094 time: 0.0389209 Dec 08 13:42:41.766227 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38414) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:41.771305 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '0da24577-2b8d-42ac-8210-690de4597273', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:42:41.857567 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:42.241478 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:42.339567 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Allocated IP 172.26.7.149 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/e6eb2b33-f389-4dbd-9a11-4e426fa3d81e) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:42:42.440799 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:42.519506 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:42.554903 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:42:42.557954 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:42:42.561541 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:42:42.589428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=e6eb2b33-f389-4dbd-9a11-4e426fa3d81e,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:42.919169 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:42.937759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3f8816d-d534-44fc-bf14-d9468d4c3910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:43.036477 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:43.200474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:43.256124 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:43.326766 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event updated for resources: {'Port': ['ID=e6eb2b33-f389-4dbd-9a11-4e426fa3d81e,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:42:43.337174 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:43.432517 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.l3_db [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP 353fd988-724b-4218-9155-800a42a7faaf associated. External IP: 172.26.7.149, port: 0da24577-2b8d-42ac-8210-690de4597273. Dec 08 13:42:43.637392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:42:43.744076 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:42:43.753384 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] Sync routers for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:42:43.763596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:43.764222 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:43.842933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:43.873001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:43.873737 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5dfeea30-df21-46ed-a13a-03b262ff2273 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1033289 Dec 08 13:42:43.873737 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'tag': '0da24577-2b8d-42ac-8210-690de4597273'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:42:43.875225 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b8f298a8111840ae0aabe5d65b1e50d8aeb60b284298eb117714146bc1cd864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f70313-405d-466b-a732-26c767fc1797" -d '{"events": [{"name": "network-changed", "server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "tag": "0da24577-2b8d-42ac-8210-690de4597273"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:42:43.914086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e36dd1-9bb1-4207-b274-3cf60b5c8d54 x-openstack-request-id: req-52e36dd1-9bb1-4207-b274-3cf60b5c8d54 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:42:43.914394 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "tag": "0da24577-2b8d-42ac-8210-690de4597273", "status": "completed", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:42:43.914816 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52e36dd1-9bb1-4207-b274-3cf60b5c8d54 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:42:43.915257 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'tag': '0da24577-2b8d-42ac-8210-690de4597273', 'status': 'completed', 'code': 200} Dec 08 13:42:43.999478 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8558a3-3c6f-4659-83e6-7dee7ba30cf6 req-4bc4e9aa-369f-465b-8141-adc8620053e5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:44.001037 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3d8558a3-3c6f-4659-83e6-7dee7ba30cf6 req-4bc4e9aa-369f-465b-8141-adc8620053e5 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0790596 Dec 08 13:42:44.006828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70313-405d-466b-a732-26c767fc1797 req-bc25dc11-96b6-4f2c-985a-9caf23b28446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:44.008239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8f70313-405d-466b-a732-26c767fc1797 req-bc25dc11-96b6-4f2c-985a-9caf23b28446 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 1099 time: 0.0605543 Dec 08 13:42:44.099553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '353fd988-724b-4218-9155-800a42a7faaf', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.149', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'port_id': '0da24577-2b8d-42ac-8210-690de4597273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'mac_address': 'fa:16:3e:2c:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:42:42Z', 'updated_at': '2021-12-08T13:42:42Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d4d126-3857-40eb-9ed6-80f1228ea8eb', 'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:57:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:29Z', 'updated_at': '2021-12-08T13:42:32Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:44.106540 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3d8558a3-3c6f-4659-83e6-7dee7ba30cf6 req-7a011abc-bdef-484f-97f4-c529c71ed7c8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973496 Dec 08 13:42:44.126115 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] Checking router: 0581e058-3f3e-47b0-b04d-4e013c7a63c7 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:42:44.129256 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38420) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:44.134561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70313-405d-466b-a732-26c767fc1797 req-91d5fbd8-7267-48c7-a7d9-6a38a8465b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:44.134760 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:42:44.135334 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:42:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:44.136239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8f70313-405d-466b-a732-26c767fc1797 req-91d5fbd8-7267-48c7-a7d9-6a38a8465b8e service neutron] 10.222.0.72 "GET /v2.0/networks?id=1b5c414e-6933-44a1-8ac7-be2943ab702e HTTP/1.1" status: 200 len: 898 time: 0.1143935 Dec 08 13:42:44.196560 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-8c98c718-fac0-4070-9535-e67884ef78ce tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/353fd988-724b-4218-9155-800a42a7faaf HTTP/1.1" status: 200 len: 992 time: 0.0651002 Dec 08 13:42:44.211769 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8f70313-405d-466b-a732-26c767fc1797 req-54996487-e739-47bf-8cba-a6212d22c740 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da24577-2b8d-42ac-8210-690de4597273 HTTP/1.1" status: 200 len: 1000 time: 0.0681620 Dec 08 13:42:44.243303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:44.255092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:42:44.260975 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70313-405d-466b-a732-26c767fc1797 req-97c60088-711d-4774-86af-52fcc35571d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:44.262426 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8f70313-405d-466b-a732-26c767fc1797 req-97c60088-711d-4774-86af-52fcc35571d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e2ab8283-c691-4654-a774-1fd9d94122a4 HTTP/1.1" status: 200 len: 835 time: 0.0436845 Dec 08 13:42:44.308457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70313-405d-466b-a732-26c767fc1797 req-536aa6f9-77bc-4389-891d-9c957af1c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:42:44.309940 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8f70313-405d-466b-a732-26c767fc1797 req-536aa6f9-77bc-4389-891d-9c957af1c153 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1b5c414e-6933-44a1-8ac7-be2943ab702e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396533 Dec 08 13:42:44.408595 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8f70313-405d-466b-a732-26c767fc1797 req-2a017fe6-faa5-4744-87dc-a4bd88c63ccf service neutron] 10.222.0.72 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905814 Dec 08 13:42:44.496149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '353fd988-724b-4218-9155-800a42a7faaf', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.149', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'port_id': '0da24577-2b8d-42ac-8210-690de4597273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'mac_address': 'fa:16:3e:2c:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:42:42Z', 'updated_at': '2021-12-08T13:42:42Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d4d126-3857-40eb-9ed6-80f1228ea8eb', 'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:57:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:29Z', 'updated_at': '2021-12-08T13:42:32Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:42:44.509386 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d8f70313-405d-466b-a732-26c767fc1797 req-ab44cfd7-0b7a-4d98-8b19-650769d68547 service neutron] 10.222.0.72 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923891 Dec 08 13:42:44.524466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a45f70-ea3c-4748-b256-b0169ef98d80 None None] The sync data for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv is: [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '353fd988-724b-4218-9155-800a42a7faaf', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'floating_ip_address': '172.26.7.149', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'port_id': '0da24577-2b8d-42ac-8210-690de4597273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'mac_address': 'fa:16:3e:2c:5f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:42:42Z', 'updated_at': '2021-12-08T13:42:42Z', 'revision_number': 0, 'project_id': '3a02be70d3c1462499816e550f98b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d4d126-3857-40eb-9ed6-80f1228ea8eb', 'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:57:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:29Z', 'updated_at': '2021-12-08T13:42:32Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:42:44.718359 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20060be5-7a76-4c2f-9252-0f298b4851b8 None None] New status for floating IP 353fd988-724b-4218-9155-800a42a7faaf: ACTIVE {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:42:45.199371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38422) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:42:45.262522 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-467a222e-ac59-4a2f-963b-59e785e476ad tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/353fd988-724b-4218-9155-800a42a7faaf HTTP/1.1" status: 200 len: 994 time: 0.0620673 Dec 08 13:42:45.337831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:42:46.229406 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:10.526534 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a0a901d-3401-4901-a2d3-66d7acbdc8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:10.543253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:12.196605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913667ec-d8a1-412d-9ee4-6b7aedb9f452 req-c5b7690d-2161-4246-a3a0-1c83dfbf45be tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:12.198105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-913667ec-d8a1-412d-9ee4-6b7aedb9f452 req-c5b7690d-2161-4246-a3a0-1c83dfbf45be tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0488925 Dec 08 13:43:12.246453 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-913667ec-d8a1-412d-9ee4-6b7aedb9f452 req-7a4dc9fa-7e18-482a-9d87-58be1298005d tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418065 Dec 08 13:43:12.472084 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:43:12.921506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b8c60975-c106-4e7e-b8fe-0ae10661019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:13.369313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45278-2b4c-4fa9-9264-3391cd2dcbb3 req-2eb0705a-f7ab-49cb-9908-7c0c31c057f2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:13.370820 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4f45278-2b4c-4fa9-9264-3391cd2dcbb3 req-2eb0705a-f7ab-49cb-9908-7c0c31c057f2 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0485651 Dec 08 13:43:13.425815 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4f45278-2b4c-4fa9-9264-3391cd2dcbb3 req-384c1a83-6c24-4cdb-864c-a03d7c60afeb tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489717 Dec 08 13:43:13.451588 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38438) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:13.512092 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-041e1e48-dfa4-45b5-bc6c-773e43f488ed tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/353fd988-724b-4218-9155-800a42a7faaf HTTP/1.1" status: 200 len: 994 time: 0.0593548 Dec 08 13:43:14.275058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:14.923211 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf0c69-904e-41f6-a61a-2c1d65e1a409 req-a6d07a47-3732-4345-9b36-6fdc9f4f3b5e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:14.925096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6caf0c69-904e-41f6-a61a-2c1d65e1a409 req-a6d07a47-3732-4345-9b36-6fdc9f4f3b5e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0512986 Dec 08 13:43:14.986903 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6caf0c69-904e-41f6-a61a-2c1d65e1a409 req-0bad8d70-8734-40ea-b130-c191fb46728f tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557132 Dec 08 13:43:15.015385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-30b219e7-5fe6-4af3-b836-83e6490f9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:15.016902 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-30b219e7-5fe6-4af3-b836-83e6490f9e89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 1099 time: 0.0469058 Dec 08 13:43:15.108876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-f45f2414-f443-4c51-91d0-375e748f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:15.110243 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-f45f2414-f443-4c51-91d0-375e748f4a66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1b5c414e-6933-44a1-8ac7-be2943ab702e HTTP/1.1" status: 200 len: 898 time: 0.0840037 Dec 08 13:43:15.177959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-ff7d1d8c-3d84-4e51-b643-d7fb1ecb3e6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da24577-2b8d-42ac-8210-690de4597273 HTTP/1.1" status: 200 len: 1002 time: 0.0609324 Dec 08 13:43:15.226252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-14a6324d-d887-4bc4-bd4a-6fa3b42bc096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:15.227709 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-14a6324d-d887-4bc4-bd4a-6fa3b42bc096 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e2ab8283-c691-4654-a774-1fd9d94122a4 HTTP/1.1" status: 200 len: 835 time: 0.0426216 Dec 08 13:43:15.271734 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-2bc1d998-c6eb-4c7c-9c34-b02e47a4248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:15.273186 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-2bc1d998-c6eb-4c7c-9c34-b02e47a4248e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1b5c414e-6933-44a1-8ac7-be2943ab702e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387475 Dec 08 13:43:15.336549 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:15.366971 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-d4c2b8c3-07ea-4a7d-926c-22d6e7930d60 service neutron] 10.222.0.72 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861051 Dec 08 13:43:15.459654 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-21d4a6cd-3991-4e61-a678-df9c35872998 req-48d4a469-bcdd-49e8-b673-e35e17fca0e4 service neutron] 10.222.0.72 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854571 Dec 08 13:43:16.105525 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b798d0-5d79-4e64-a30c-b07e1bdb0187 req-d071a312-98e2-4c3f-aadc-c815faa5c5f7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:16.107059 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d2b798d0-5d79-4e64-a30c-b07e1bdb0187 req-d071a312-98e2-4c3f-aadc-c815faa5c5f7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0505292 Dec 08 13:43:16.156391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d2b798d0-5d79-4e64-a30c-b07e1bdb0187 req-895cfbe7-707d-4e54-8811-91111363bdd8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Dec 08 13:43:16.240596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:17.273261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e6a1c-664a-476d-aa6f-983c71eecf36 req-28af3080-910b-4ee5-84f0-2ed74187b16e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:17.275015 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1a0e6a1c-664a-476d-aa6f-983c71eecf36 req-28af3080-910b-4ee5-84f0-2ed74187b16e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0490329 Dec 08 13:43:17.322802 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1a0e6a1c-664a-476d-aa6f-983c71eecf36 req-ad5459c0-3b79-4835-9148-711d27cda327 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420396 Dec 08 13:43:17.344926 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38452) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:17.424129 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-f2280754-63b5-41fc-9908-a75655130ba3 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/floatingips/353fd988-724b-4218-9155-800a42a7faaf HTTP/1.1" status: 200 len: 994 time: 0.0780742 Dec 08 13:43:17.711249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38458) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:17.866889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port e6eb2b33-f389-4dbd-9a11-4e426fa3d81e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:43:17.867236 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:17.943460 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:17.943789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:17.955065 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for e6eb2b33-f389-4dbd-9a11-4e426fa3d81e owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:43:18.172352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:18.198499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=e6eb2b33-f389-4dbd-9a11-4e426fa3d81e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:18.208625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.208982 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.209332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.209678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.210021 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.210895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.210895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.211093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.211353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.211684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.212014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.212354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.212678 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:18.270497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:18.270857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Floating IP 353fd988-724b-4218-9155-800a42a7faaf disassociated (deleted). External IP: 172.26.7.149, port: 0da24577-2b8d-42ac-8210-690de4597273. Dec 08 13:43:18.481318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:43:18.587083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:43:18.592411 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:18.597554 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] Sync routers for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:43:18.607734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:18.608349 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:18.618249 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3b8cc472-3004-4459-b53c-a7856341a00a tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/floatingips/353fd988-724b-4218-9155-800a42a7faaf HTTP/1.1" status: 204 len: 168 time: 0.9059048 Dec 08 13:43:18.618939 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'tag': '0da24577-2b8d-42ac-8210-690de4597273'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:43:18.621198 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be78b97a-8506-490e-bf63-fa18e4c3f316" -d '{"events": [{"name": "network-changed", "server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "tag": "0da24577-2b8d-42ac-8210-690de4597273"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:43:18.662273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cc6c0a-4538-45fc-84ba-172b5c5d8cb9 x-openstack-request-id: req-f5cc6c0a-4538-45fc-84ba-172b5c5d8cb9 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:43:18.662447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "tag": "0da24577-2b8d-42ac-8210-690de4597273", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:43:18.662758 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5cc6c0a-4538-45fc-84ba-172b5c5d8cb9 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:43:18.663175 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'tag': '0da24577-2b8d-42ac-8210-690de4597273', 'status': 'completed', 'code': 200} Dec 08 13:43:18.727825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:18.736150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-fc85efe9-2ddb-4658-b341-cc32e4c5fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:18.737618 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-fc85efe9-2ddb-4658-b341-cc32e4c5fede service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3a02be70d3c1462499816e550f98b186&device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 1099 time: 0.0414484 Dec 08 13:43:18.833504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-136c65f5-f65f-466f-b698-9d6062c74f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:18.835079 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-136c65f5-f65f-466f-b698-9d6062c74f58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1b5c414e-6933-44a1-8ac7-be2943ab702e HTTP/1.1" status: 200 len: 898 time: 0.0905459 Dec 08 13:43:18.879298 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-aefa7510-9908-407a-9ef3-e983ae33de7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da24577-2b8d-42ac-8210-690de4597273 HTTP/1.1" status: 200 len: 217 time: 0.0354135 Dec 08 13:43:18.934160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a5d4d126-3857-40eb-9ed6-80f1228ea8eb', 'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:57:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:29Z', 'updated_at': '2021-12-08T13:42:32Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:18.934728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-ef25e1c8-a0b9-4ef2-a7da-77add20cac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:18.936239 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-ef25e1c8-a0b9-4ef2-a7da-77add20cac1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e2ab8283-c691-4654-a774-1fd9d94122a4 HTTP/1.1" status: 200 len: 835 time: 0.0488222 Dec 08 13:43:18.961893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] Checking router: 0581e058-3f3e-47b0-b04d-4e013c7a63c7 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:43:18.970378 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:18.971025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:19.020616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-b796350b-cdeb-4fdd-b582-8711ec70a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:19.022038 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-b796350b-cdeb-4fdd-b582-8711ec70a010 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1b5c414e-6933-44a1-8ac7-be2943ab702e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771358 Dec 08 13:43:19.030425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e113e-cfd9-4a07-9317-16d991f4d3f0 req-b14b73b1-0e7e-4564-9828-3572969da57e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:19.031944 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e92e113e-cfd9-4a07-9317-16d991f4d3f0 req-b14b73b1-0e7e-4564-9828-3572969da57e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0782673 Dec 08 13:43:19.142295 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e92e113e-cfd9-4a07-9317-16d991f4d3f0 req-a01e1ec1-a3d4-4620-a249-faad9d029313 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019828 Dec 08 13:43:19.170787 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-46d1fed2-0750-4729-9c39-2d761bb512ef service neutron] 10.222.0.72 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378338 Dec 08 13:43:19.229762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:19.262812 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-be78b97a-8506-490e-bf63-fa18e4c3f316 req-44a30828-334e-44f9-a581-ee741697b895 service neutron] 10.222.0.72 "GET /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841460 Dec 08 13:43:19.426447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a5d4d126-3857-40eb-9ed6-80f1228ea8eb', 'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:57:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:29Z', 'updated_at': '2021-12-08T13:42:32Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:19.455401 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e1936-b56c-4360-90ba-ec30f375f1db None None] The sync data for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv is: [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:42:30Z', 'revision_number': 4, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a5d4d126-3857-40eb-9ed6-80f1228ea8eb', 'name': '', 'network_id': '1b5c414e-6933-44a1-8ac7-be2943ab702e', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'mac_address': 'fa:16:3e:57:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:29Z', 'updated_at': '2021-12-08T13:42:32Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'subnets': [{'id': 'e2ab8283-c691-4654-a774-1fd9d94122a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:43:19.669578 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292bd58-a7c9-4b54-98dd-1c1caa99e035 None None] New status for floating IP 353fd988-724b-4218-9155-800a42a7faaf: DOWN {{(pid=103718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:43:20.262684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a2f8-7c3a-45d7-a1b0-76665ac8b907 req-e987d338-9b0d-4661-8cc4-77e45d7d25af tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:20.264211 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b070a2f8-7c3a-45d7-a1b0-76665ac8b907 req-e987d338-9b0d-4661-8cc4-77e45d7d25af tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0518072 Dec 08 13:43:20.313191 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b070a2f8-7c3a-45d7-a1b0-76665ac8b907 req-cb65e0fc-00b3-4965-8179-6392d9ec1992 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/security-groups?id=a2a23ec1-b567-44cc-8f39-a8975a1fe77d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Dec 08 13:43:20.653854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-4d4370d9-d2a3-4296-9d08-21a833a92df7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:20.655346 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-4d4370d9-d2a3-4296-9d08-21a833a92df7 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 946 time: 0.0477841 Dec 08 13:43:20.744561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 0da24577-2b8d-42ac-8210-690de4597273 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:43:20.744882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:20.832530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 0da24577-2b8d-42ac-8210-690de4597273, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=0da24577-2b8d-42ac-8210-690de4597273,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:20.832888 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:20.845451 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 0da24577-2b8d-42ac-8210-690de4597273 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:43:21.022154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:21.050786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=0da24577-2b8d-42ac-8210-690de4597273,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:21.090951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] No DVR routers for this DVR port 0da24577-2b8d-42ac-8210-690de4597273 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:43:21.094025 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:21.097683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-155c37b4-df8c-434b-a934-e2abf6c58eb7 req-5d6f875b-6eca-48c6-85d6-2fa8d01a74f0 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.72 "DELETE /v2.0/ports/0da24577-2b8d-42ac-8210-690de4597273 HTTP/1.1" status: 204 len: 173 time: 0.4342549 Dec 08 13:43:21.098142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'name': 'network-vif-deleted', 'tag': '0da24577-2b8d-42ac-8210-690de4597273'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:43:21.100976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f56cbf-f358-452c-ab09-85a3afa594d1" -d '{"events": [{"server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "name": "network-vif-deleted", "tag": "0da24577-2b8d-42ac-8210-690de4597273"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:43:21.136103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea107a1a-5394-412c-be6e-1a41ffbf200a x-openstack-request-id: req-ea107a1a-5394-412c-be6e-1a41ffbf200a {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:43:21.136464 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47072430-0f0d-42ea-bdc8-d69f88d24cdc", "name": "network-vif-deleted", "tag": "0da24577-2b8d-42ac-8210-690de4597273", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:43:21.136671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea107a1a-5394-412c-be6e-1a41ffbf200a {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:43:21.137077 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47072430-0f0d-42ea-bdc8-d69f88d24cdc', 'name': 'network-vif-deleted', 'tag': '0da24577-2b8d-42ac-8210-690de4597273', 'status': 'completed', 'code': 200} Dec 08 13:43:21.424174 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f66463de-9ea7-4d91-8294-9794270e2b07 req-fbb90d22-9ca2-4309-9fd6-10471f51c6c8 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "GET /v2.0/ports?device_id=47072430-0f0d-42ea-bdc8-d69f88d24cdc HTTP/1.1" status: 200 len: 210 time: 0.0310369 Dec 08 13:43:22.481600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38474) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:22.827180 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:23.071487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port a5d4d126-3857-40eb-9ed6-80f1228ea8eb {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:43:23.071824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:23.160242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port a5d4d126-3857-40eb-9ed6-80f1228ea8eb, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a5d4d126-3857-40eb-9ed6-80f1228ea8eb,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:23.160520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:23.172048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for a5d4d126-3857-40eb-9ed6-80f1228ea8eb owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:43:23.418412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:23.443825 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=a5d4d126-3857-40eb-9ed6-80f1228ea8eb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:23.620700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:24.167343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:43:24.270816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:43:24.275858 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8844de10-15e0-4a31-8263-f054cb542006 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "PUT /v2.0/routers/0581e058-3f3e-47b0-b04d-4e013c7a63c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7932334 Dec 08 13:43:24.278661 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38476) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:24.281369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] Sync routers for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:43:24.291623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:24.292239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:24.328777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0f746f-b594-460c-85e7-c3dcf046f88e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting subnet e2ab8283-c691-4654-a774-1fd9d94122a4 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:43:24.331845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da0f746f-b594-460c-85e7-c3dcf046f88e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:24.370722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da0f746f-b594-460c-85e7-c3dcf046f88e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:24.404027 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:24.459129 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da0f746f-b594-460c-85e7-c3dcf046f88e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:24.577113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da0f746f-b594-460c-85e7-c3dcf046f88e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:24.584236 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:43:23Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:24.606217 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-da0f746f-b594-460c-85e7-c3dcf046f88e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:24.612613 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-da0f746f-b594-460c-85e7-c3dcf046f88e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/subnets/e2ab8283-c691-4654-a774-1fd9d94122a4 HTTP/1.1" status: 204 len: 168 time: 0.3296773 Dec 08 13:43:24.612613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f746f-b594-460c-85e7-c3dcf046f88e tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ab8283-c691-4654-a774-1fd9d94122a4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:24.613499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38478) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:24.615324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] Checking router: 0581e058-3f3e-47b0-b04d-4e013c7a63c7 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:43:24.618993 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d732067-0fad-4d6c-b551-4afed0b4ebe3 None None] Network 1b5c414e-6933-44a1-8ac7-be2943ab702e requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:43:24.647209 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] Routers {'0581e058-3f3e-47b0-b04d-4e013c7a63c7'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:24.647835 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:24.723382 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:24.804536 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] Set router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:24.843440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:24.868934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] DHCP port deletion for 1b5c414e-6933-44a1-8ac7-be2943ab702e request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:43:24.946176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Deleting port 94bcea9c-69d1-4959-8a4e-265b2a08dc73 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:43:24.946634 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.005463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Deleting port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:43:25.005774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.028111 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] For port 94bcea9c-69d1-4959-8a4e-265b2a08dc73, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=94bcea9c-69d1-4959-8a4e-265b2a08dc73,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:25.028481 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.048416 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Calling delete_port for 94bcea9c-69d1-4959-8a4e-265b2a08dc73 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:43:25.079445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] For port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=56fbb8bf-b30b-4f18-bc97-c65bd25f8083,segment=NetworkSegment(68ad626c-f8e7-4d53-8747-c801ef6bf03e),segment_id=68ad626c-f8e7-4d53-8747-c801ef6bf03e)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:25.079755 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.095770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Calling delete_port for 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:43:25.100553 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:43:23Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:25.129873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547af556-21fd-4fae-8de6-0f1d21828824 None None] The sync data for ids ['0581e058-3f3e-47b0-b04d-4e013c7a63c7'] in dv-neutron-799625-5-hyperv is: [{'id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-517850287', 'tenant_id': '3a02be70d3c1462499816e550f98b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218'}], 'enable_snat': True}, 'gw_port_id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:42:25Z', 'updated_at': '2021-12-08T13:43:23Z', 'revision_number': 5, 'project_id': '3a02be70d3c1462499816e550f98b186', 'gw_port': {'id': '94bcea9c-69d1-4959-8a4e-265b2a08dc73', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581e058-3f3e-47b0-b04d-4e013c7a63c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:42:26Z', 'updated_at': '2021-12-08T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:43:25.240680 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.270678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Pushing event deleted for resources: {'Port': ['ID=56fbb8bf-b30b-4f18-bc97-c65bd25f8083,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:25.272832 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] No DVR routers for this DVR port 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:43:25.280831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.280831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.282148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.282148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.282148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.282148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.282973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.282973 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.283263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.283466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.283816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.284114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.284437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac590334-ce20-4980-aedf-d3c515c46798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.285833 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.317013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Port': ['ID=94bcea9c-69d1-4959-8a4e-265b2a08dc73,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:25.323632 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e07d98e-a972-434a-836a-b2d7a7502059 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:43:25.341460 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.341821 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.342176 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.342527 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.342895 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.343237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.343577 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.343944 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.344278 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.344609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.344946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.345277 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.345606 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:25.383917 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.474555 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.476692 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.611683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.612138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Fanout notify agent at l3_agent the message router_deleted on router 0581e058-3f3e-47b0-b04d-4e013c7a63c7 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:43:25.620703 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.627183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38480) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:25.627612 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5c627afa-e499-4837-9859-2ca268c66c97 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/routers/0581e058-3f3e-47b0-b04d-4e013c7a63c7 HTTP/1.1" status: 204 len: 168 time: 1.0096388 Dec 08 13:43:25.641917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 0da24577-2b8d-42ac-8210-690de4597273 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:43:25.668486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 0da24577-2b8d-42ac-8210-690de4597273 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:43:25.668834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 0da24577-2b8d-42ac-8210-690de4597273 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:43:25.683035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:43:25.705654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:43:25.706076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 56fbb8bf-b30b-4f18-bc97-c65bd25f8083 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:43:25.706584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a5d4d126-3857-40eb-9ed6-80f1228ea8eb no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:43:25.727177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: a5d4d126-3857-40eb-9ed6-80f1228ea8eb {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:43:25.727524 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a5d4d126-3857-40eb-9ed6-80f1228ea8eb not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:43:25.728308 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.817338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.842586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5c414e-6933-44a1-8ac7-be2943ab702e']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:25.852585 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ad626c-f8e7-4d53-8747-c801ef6bf03e') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:25.852894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ad626c-f8e7-4d53-8747-c801ef6bf03e') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:25.866817 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.879873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.885671 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:43:25.886055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:43:25.888958 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:43:26.022446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:26.026880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:26.030096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/networks/1b5c414e-6933-44a1-8ac7-be2943ab702e HTTP/1.1" status: 204 len: 168 time: 0.4016290 Dec 08 13:43:26.032904 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38482) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:26.044728 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc209342-810f-4236-8436-401b6087a0a1 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'Network': ['ID=1b5c414e-6933-44a1-8ac7-be2943ab702e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:26.090279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0331ac12-1d62-42e1-8d5a-b818082bdb43 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:26.114809 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0331ac12-1d62-42e1-8d5a-b818082bdb43 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:26.240794 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0331ac12-1d62-42e1-8d5a-b818082bdb43 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:26.243578 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0331ac12-1d62-42e1-8d5a-b818082bdb43 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:26.244761 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0331ac12-1d62-42e1-8d5a-b818082bdb43 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] 10.222.0.76 "DELETE /v2.0/security-groups/a2a23ec1-b567-44cc-8f39-a8975a1fe77d HTTP/1.1" status: 204 len: 168 time: 0.2108371 Dec 08 13:43:26.255086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331ac12-1d62-42e1-8d5a-b818082bdb43 tempest-TestNetworkAdvancedServerOps-1483604305 tempest-TestNetworkAdvancedServerOps-1483604305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a23ec1-b567-44cc-8f39-a8975a1fe77d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:26.789464 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38490) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:26.929904 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-bdfde34b-c0e5-451c-be9e-e8e94dc9cef8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a02be70d3c1462499816e550f98b186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392164 Dec 08 13:43:26.932487 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38494) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:26.987064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d2df8a6-896a-42a6-b823-d1fa7f260cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:27.010664 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d2df8a6-896a-42a6-b823-d1fa7f260cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:27.126557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d2df8a6-896a-42a6-b823-d1fa7f260cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:27.129219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1d2df8a6-896a-42a6-b823-d1fa7f260cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:27.130362 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1d2df8a6-896a-42a6-b823-d1fa7f260cd7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/28d053ba-2329-4ebe-8aaf-5a3e1e3ea36e HTTP/1.1" status: 204 len: 168 time: 0.1969702 Dec 08 13:43:27.139406 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2df8a6-896a-42a6-b823-d1fa7f260cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d053ba-2329-4ebe-8aaf-5a3e1e3ea36e,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:27.575810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 94bcea9c-69d1-4959-8a4e-265b2a08dc73 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:43:27.599225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 94bcea9c-69d1-4959-8a4e-265b2a08dc73 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:43:27.599573 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 94bcea9c-69d1-4959-8a4e-265b2a08dc73 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:43:27.752526 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38500) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:27.765520 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc647f07-5b6e-4e17-8653-d15b17af8bef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:27.838355 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc647f07-5b6e-4e17-8653-d15b17af8bef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:27.892097 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc647f07-5b6e-4e17-8653-d15b17af8bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:27.930429 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fc647f07-5b6e-4e17-8653-d15b17af8bef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=264a914417be49c7acb13ea51decb4a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768620 Dec 08 13:43:27.931334 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc647f07-5b6e-4e17-8653-d15b17af8bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681e438f-a578-4d3b-8f21-52ff49517d44,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:27.933153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38502) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:27.980929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32d50afd-998b-4750-b6fc-17b4951c8ba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:28.003063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32d50afd-998b-4750-b6fc-17b4951c8ba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:28.132417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32d50afd-998b-4750-b6fc-17b4951c8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:28.134940 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32d50afd-998b-4750-b6fc-17b4951c8ba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:28.136094 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-32d50afd-998b-4750-b6fc-17b4951c8ba2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/681e438f-a578-4d3b-8f21-52ff49517d44 HTTP/1.1" status: 204 len: 168 time: 0.2018626 Dec 08 13:43:28.144141 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d50afd-998b-4750-b6fc-17b4951c8ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e438f-a578-4d3b-8f21-52ff49517d44,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:29.093528 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38524) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:29.189867 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2063831173-network', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:29.269645 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Made reservation on behalf of 5f6a3099767a4bd487823442f4a1ea17 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:43:29.272083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.280638 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.353972 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.412679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.440375 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:43:29.446438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa46b69b-5b47-4cf6-ae17-19d5c66a4997,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:29.452333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.452677 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Added segment c677e8f8-4cb1-4d56-902d-17283e7add79 of type vlan for network 6a6efcfb-5506-4865-93f1-c4dd03ff573f Dec 08 13:43:29.491642 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.549658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.551011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:29.551011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.614068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] Pushing event updated for resources: {'Network': ['ID=6a6efcfb-5506-4865-93f1-c4dd03ff573f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:29.625896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4b5fe32e-b6a6-47cb-85c8-1e7b03c4590e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5262673 Dec 08 13:43:29.626033 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:43:29.626640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38528) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:29.629320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Request body: {'subnet': {'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2063831173-subnet', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:29.696626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Made reservation on behalf of 5f6a3099767a4bd487823442f4a1ea17 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:43:29.699011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.903691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:29.962368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:29.966753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Checking segment: {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:43:29.967120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Network hostable DHCP agents. Network: 6a6efcfb-5506-4865-93f1-c4dd03ff573f, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:43:30.057606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:43:30.109100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 6a6efcfb-5506-4865-93f1-c4dd03ff573f) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:30.113600 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:30.116629 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.118174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaed7c9-0018-439e-9dfc-6d435ca6a9bf None None] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:43:30.167902 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3c0dcdc9-11b9-4e28-bc76-91355f005e15 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5428271 Dec 08 13:43:30.170539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38530) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:30.174928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:30.220161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:43:30.221082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.258266 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.259383 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.314851 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.353148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Allocated IP 172.20.0.2 (6a6efcfb-5506-4865-93f1-c4dd03ff573f/eaca8b20-2ab5-42fa-aee5-8b9f97bdb764/3404fdee-4425-4167-a731-abbe70682b0d) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:43:30.494173 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.522583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.543950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.581395 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:30.584123 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:30.589505 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:43:30.596454 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Pushing event updated for resources: {'Port': ['ID=3404fdee-4425-4167-a731-abbe70682b0d,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:30.651528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Attempting to bind port 3404fdee-4425-4167-a731-abbe70682b0d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:43:30.652611 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Attempting to bind port 3404fdee-4425-4167-a731-abbe70682b0d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:43:30.652982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Attempting to bind port 3404fdee-4425-4167-a731-abbe70682b0d on network 6a6efcfb-5506-4865-93f1-c4dd03ff573f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:43:30.658322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:43:30.658730 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Checking segment: {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:43:30.659147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.659555 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Bound using segment: {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:43:30.660034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Bound port: 3404fdee-4425-4167-a731-abbe70682b0d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:43:30.660427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.725839 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] For port 3404fdee-4425-4167-a731-abbe70682b0d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:43:30.728848 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] For port 3404fdee-4425-4167-a731-abbe70682b0d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3404fdee-4425-4167-a731-abbe70682b0d,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:43:30.791036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.801295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.809203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:30.858098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0a875-4d39-4990-b3de-73d9aca5f610 None None] Pushing event updated for resources: {'Port': ['ID=3404fdee-4425-4167-a731-abbe70682b0d,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:30.920123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Allocated IP 172.26.7.135 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/9240f3e7-9728-4b02-b315-7f0366bc644d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:43:31.034171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:31.144816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:31.182760 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:31.187080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:31.198057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:43:31.198869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Pushing event updated for resources: {'Port': ['ID=9240f3e7-9728-4b02-b315-7f0366bc644d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:31.200516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25acd5-2c0c-4778-80a3-cf411ddedecd None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:43:31.323727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b2a9ca4c-da17-4153-a6d1-391e90a6f32a None None] Provisioning complete for port 9240f3e7-9728-4b02-b315-7f0366bc644d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:31.324124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b2a9ca4c-da17-4153-a6d1-391e90a6f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:31.358537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9ca4c-da17-4153-a6d1-391e90a6f32a None None] Port 9240f3e7-9728-4b02-b315-7f0366bc644d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:31.538067 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:31.666184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3404fdee-4425-4167-a731-abbe70682b0d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:43:31.759907 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:31.862648 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1462161-e7d0-4f71-b099-83656e26ea3e None None] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:43:31.902808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-74ef1c61-c9b2-4ea1-9a55-1fb87ee66afd None None] Provisioning complete for port 3404fdee-4425-4167-a731-abbe70682b0d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:31.903181 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-74ef1c61-c9b2-4ea1-9a55-1fb87ee66afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:31.942110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Router 3b0a8712-e90b-4835-9cf8-ec960eeea60e is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:43:31.973184 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3404fdee-4425-4167-a731-abbe70682b0d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:31.973556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.050059 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:43:32.059207 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Sync routers for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:43:32.069723 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:32.070340 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:32.104429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-74ef1c61-c9b2-4ea1-9a55-1fb87ee66afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.122669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.124646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-893e5a85-5362-4462-be7d-36b9da864d7f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9530962 Dec 08 13:43:32.127579 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38532) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:32.138076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.166153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-74ef1c61-c9b2-4ea1-9a55-1fb87ee66afd None None] For port 3404fdee-4425-4167-a731-abbe70682b0d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3404fdee-4425-4167-a731-abbe70682b0d,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:32.194917 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:32.236516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-74ef1c61-c9b2-4ea1-9a55-1fb87ee66afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.314530 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 13:43:32.314937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG oslo_db.api [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 13:43:32.319314 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef1c61-c9b2-4ea1-9a55-1fb87ee66afd None None] Pushing event updated for resources: {'Port': ['ID=3404fdee-4425-4167-a731-abbe70682b0d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:32.356701 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-be629758-a2bb-49db-aa70-ea10349a8220 None None] Provisioning complete for port 3404fdee-4425-4167-a731-abbe70682b0d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:32.357034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-be629758-a2bb-49db-aa70-ea10349a8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.406086 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:31Z', 'revision_number': 3, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:32.433756 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Checking router: 3b0a8712-e90b-4835-9cf8-ec960eeea60e for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:43:32.434480 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Updating router 3b0a8712-e90b-4835-9cf8-ec960eeea60e port 9240f3e7-9728-4b02-b315-7f0366bc644d binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:43:32.460193 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.586920 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.741386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Allocated IP 172.20.0.1 (6a6efcfb-5506-4865-93f1-c4dd03ff573f/eaca8b20-2ab5-42fa-aee5-8b9f97bdb764/62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:43:32.810759 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.849900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.903875 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.946917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac694a9-367a-4ae2-9e9a-4743d42c7351 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:43:32.958492 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Attempting to bind port 9240f3e7-9728-4b02-b315-7f0366bc644d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:43:32.964838 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Attempting to bind port 9240f3e7-9728-4b02-b315-7f0366bc644d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:43:32.964838 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Attempting to bind port 9240f3e7-9728-4b02-b315-7f0366bc644d on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:43:32.967131 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Pushing event updated for resources: {'Port': ['ID=9240f3e7-9728-4b02-b315-7f0366bc644d,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:32.970830 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:43:32.971214 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:43:32.971661 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.972044 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:43:32.972509 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Bound port: 9240f3e7-9728-4b02-b315-7f0366bc644d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:43:32.972889 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.976574 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-5c7ff798-0806-4d4d-b2f3-7f1ceb46c38f None None] Provisioning complete for port 9240f3e7-9728-4b02-b315-7f0366bc644d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:32.976951 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7ff798-0806-4d4d-b2f3-7f1ceb46c38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.986016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:32.995226 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.995950 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.995950 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.996268 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.996552 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.996879 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.997209 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.997535 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.997868 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.998191 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.998602 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.998930 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:32.999250 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:43:33.012108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ff798-0806-4d4d-b2f3-7f1ceb46c38f None None] Port 9240f3e7-9728-4b02-b315-7f0366bc644d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:33.036875 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] For port 9240f3e7-9728-4b02-b315-7f0366bc644d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:43:33.037254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:33.039467 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Pushing event updated for resources: {'Port': ['ID=62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:33.040255 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] For port 9240f3e7-9728-4b02-b315-7f0366bc644d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9240f3e7-9728-4b02-b315-7f0366bc644d,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:43:33.042036 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:33.044177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:43:33.087698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.132731 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.186117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81f466-c536-4421-bc5d-7b008bf3613a None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:43:33.197102 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f073bad-c4b0-41bb-92a1-2144ba88f4c7 None None] Pushing event updated for resources: {'Port': ['ID=9240f3e7-9728-4b02-b315-7f0366bc644d,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:33.205768 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:33.206379 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:33.234863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-18792237-3a86-424b-b89c-a2c64362fc35 None None] Provisioning complete for port 9240f3e7-9728-4b02-b315-7f0366bc644d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:33.235527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-18792237-3a86-424b-b89c-a2c64362fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.272595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.318040 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:33.321041 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-18792237-3a86-424b-b89c-a2c64362fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.342214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-18792237-3a86-424b-b89c-a2c64362fc35 None None] For port 9240f3e7-9728-4b02-b315-7f0366bc644d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9240f3e7-9728-4b02-b315-7f0366bc644d,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:33.418317 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-18792237-3a86-424b-b89c-a2c64362fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.451667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.473656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18792237-3a86-424b-b89c-a2c64362fc35 None None] Pushing event updated for resources: {'Port': ['ID=9240f3e7-9728-4b02-b315-7f0366bc644d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:33.505253 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:31Z', 'revision_number': 3, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:33.515413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.535200 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be880616-2dcb-4fa4-a37c-f24967f37ab7 None None] The sync data for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv is: [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:31Z', 'revision_number': 3, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:43:33.544493 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-6b7c836a-bb4b-4232-adc4-e676c2702f27 None None] Provisioning complete for port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:33.544867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6b7c836a-bb4b-4232-adc4-e676c2702f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.589073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c836a-bb4b-4232-adc4-e676c2702f27 None None] Port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:33.601359 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Pushing event updated for resources: {'Port': ['ID=62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:33.604835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.648425 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3404fdee-4425-4167-a731-abbe70682b0d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:43:33.700408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 3404fdee-4425-4167-a731-abbe70682b0d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:33.700857 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:33.707035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:33.708603 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:33.877738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Router 3b0a8712-e90b-4835-9cf8-ec960eeea60e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:43:33.995847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:43:34.002037 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-c459c983-1355-4e87-a849-1ba49ee585f6 admin admin] 10.222.0.76 "PUT /v2.0/routers/3b0a8712-e90b-4835-9cf8-ec960eeea60e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8728664 Dec 08 13:43:34.023150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-be80e605-762f-4df6-9c39-75a02f915466 None None] Provisioning complete for port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:34.023627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-be80e605-762f-4df6-9c39-75a02f915466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:34.070342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-be80e605-762f-4df6-9c39-75a02f915466 None None] Port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:34.765107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38548) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:34.770245 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-567902164-network', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:34.858399 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Made reservation on behalf of 66e3d743c3814463ade5966ce0d2bd7c for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:43:34.861371 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:34.870566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:34.947113 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.017040 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.044597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:43:35.050410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca38736a-4c3d-4b92-82e8-33b6193ab89c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:35.058092 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.058092 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Added segment d355230a-6fdb-45ad-a923-4c9bac08b0e9 of type vlan for network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 Dec 08 13:43:35.089029 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Sync routers for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:43:35.099340 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:35.099981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:35.102074 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.195169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.196174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:35.196754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.203689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:35.255232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] Pushing event updated for resources: {'Network': ['ID=7eae8e88-8d7d-473f-9d4b-c582ef4ed877,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:35.272712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:43:35.278112 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-70a75a54-5886-4a6f-9a76-4c13b6586390 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5118585 Dec 08 13:43:35.281835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38550) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:35.286539 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Request body: {'subnet': {'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-567902164-subnet', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:35.360839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Made reservation on behalf of 66e3d743c3814463ade5966ce0d2bd7c for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:43:35.363163 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.459804 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 2, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:35.486297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Checking router: 3b0a8712-e90b-4835-9cf8-ec960eeea60e for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:43:35.486792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Updating router 3b0a8712-e90b-4835-9cf8-ec960eeea60e port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:43:35.510981 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.588827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.659305 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b950189-13f0-48c0-89d5-71aa8f475705,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:35.662883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9240f3e7-9728-4b02-b315-7f0366bc644d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:43:35.669079 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Checking segment: {'id': 'd355230a-6fdb-45ad-a923-4c9bac08b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:43:35.669417 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Network hostable DHCP agents. Network: 7eae8e88-8d7d-473f-9d4b-c582ef4ed877, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:43:35.743989 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:43:35.781140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 9240f3e7-9728-4b02-b315-7f0366bc644d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:35.781560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.810845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 7eae8e88-8d7d-473f-9d4b-c582ef4ed877) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:35.815609 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:35.816263 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.823923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98c8c5-9557-45a1-b390-a1f39ad79bdc None None] Network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:43:35.875830 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.905169 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-6afd01fb-fc45-462c-b54f-90ef1805ada2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6227493 Dec 08 13:43:35.907880 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38552) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:35.913540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:35.970284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-7eae8e88-8d7d-473f-9d4b-c582ef4ed877', 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877', 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'fixed_ips': [{'subnet_id': '1b950189-13f0-48c0-89d5-71aa8f475705'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:43:35.971170 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:35.986134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.005436 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.006498 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.066566 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.102281 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee62d4f-b053-4c61-8fa7-9ee31224c493 None None] Pushing event updated for resources: {'Port': ['ID=62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:36.260883 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.343031 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Attempting to bind port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:43:36.343295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Attempting to bind port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:43:36.343669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Attempting to bind port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 on network 6a6efcfb-5506-4865-93f1-c4dd03ff573f {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:43:36.358758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:43:36.362009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Checking segment: {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:43:36.362009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.362009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Bound using segment: {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:43:36.362009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Bound port: 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:43:36.362009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.380427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-05fffaf5-4e6c-49b7-8d64-bacdf7b840e4 None None] Provisioning complete for port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:36.380798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-05fffaf5-4e6c-49b7-8d64-bacdf7b840e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.383801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Allocated IP 172.20.0.2 (7eae8e88-8d7d-473f-9d4b-c582ef4ed877/1b950189-13f0-48c0-89d5-71aa8f475705/b55916f0-736c-4898-a575-3b4d90fdf9b3) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:43:36.467669 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-05fffaf5-4e6c-49b7-8d64-bacdf7b840e4 None None] Port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:36.522159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] For port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:43:36.531193 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.539424 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] For port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:43:36.550202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.605268 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.608440 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.650937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Allocated IP 172.26.7.241 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/541e64a4-17a0-4acd-b698-6258f550fdd0) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:43:36.672383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:36.672383 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:36.724405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.727928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee62d4f-b053-4c61-8fa7-9ee31224c493 None None] Pushing event updated for resources: {'Port': ['ID=62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:36.775759 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.810386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:36.821466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:36.823947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:43:36.834489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Pushing event updated for resources: {'Port': ['ID=b55916f0-736c-4898-a575-3b4d90fdf9b3,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:36.850462 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:36.858511 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:36.895714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:36.900141 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:36.905730 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:43:36.920293 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61451bed-0358-4d72-a8c6-0252b2007d7a None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:43:36.928491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Pushing event updated for resources: {'Port': ['ID=541e64a4-17a0-4acd-b698-6258f550fdd0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:36.981130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Attempting to bind port b55916f0-736c-4898-a575-3b4d90fdf9b3 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:43:36.981508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Attempting to bind port b55916f0-736c-4898-a575-3b4d90fdf9b3 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'd355230a-6fdb-45ad-a923-4c9bac08b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:43:36.981881 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Attempting to bind port b55916f0-736c-4898-a575-3b4d90fdf9b3 on network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:43:36.998647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a15320e2-13a2-4b3e-86ce-6a866f774acf None None] Provisioning complete for port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:36.999025 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a15320e2-13a2-4b3e-86ce-6a866f774acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:37.004054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:43:37.004437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Checking segment: {'id': 'd355230a-6fdb-45ad-a923-4c9bac08b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:43:37.004834 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:37.005231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Bound using segment: {'id': 'd355230a-6fdb-45ad-a923-4c9bac08b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:43:37.005709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Bound port: b55916f0-736c-4898-a575-3b4d90fdf9b3, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd355230a-6fdb-45ad-a923-4c9bac08b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:43:37.006092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:37.206104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] For port b55916f0-736c-4898-a575-3b4d90fdf9b3, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:43:37.214117 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:37.228288 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] For port b55916f0-736c-4898-a575-3b4d90fdf9b3, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b55916f0-736c-4898-a575-3b4d90fdf9b3,segment=NetworkSegment(d355230a-6fdb-45ad-a923-4c9bac08b0e9),segment_id=d355230a-6fdb-45ad-a923-4c9bac08b0e9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:43:37.232131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a15320e2-13a2-4b3e-86ce-6a866f774acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:37.272950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a15320e2-13a2-4b3e-86ce-6a866f774acf None None] For port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:37.280584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:36Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:37.308739 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7de22e-6fc2-4c11-929d-68b7ea0bf195 None None] The sync data for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv is: [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:36Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:43:37.311905 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:37.371791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a15320e2-13a2-4b3e-86ce-6a866f774acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:37.399433 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3a681-f2c9-4df3-bae4-9e004fadb9df None None] Pushing event updated for resources: {'Port': ['ID=b55916f0-736c-4898-a575-3b4d90fdf9b3,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:37.469679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15320e2-13a2-4b3e-86ce-6a866f774acf None None] Pushing event updated for resources: {'Port': ['ID=62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:37.474272 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:37.497566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-c75fb73c-5811-421c-8638-7ce7897edba4 None None] Provisioning complete for port 541e64a4-17a0-4acd-b698-6258f550fdd0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:37.497948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c75fb73c-5811-421c-8638-7ce7897edba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:37.536748 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-c75fb73c-5811-421c-8638-7ce7897edba4 None None] Port 541e64a4-17a0-4acd-b698-6258f550fdd0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:37.734427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:43:37.757432 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Router 4c97f5f0-564e-4a78-866a-ecd0608d181f is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:43:37.789653 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:37.790042 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.189360 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:43:38.199426 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Sync routers for ids ['4c97f5f0-564e-4a78-866a-ecd0608d181f'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:43:38.211974 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Routers {'4c97f5f0-564e-4a78-866a-ecd0608d181f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:38.212859 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c97f5f0-564e-4a78-866a-ecd0608d181f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:38.284279 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.286492 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1b2d91bc-13b1-4d87-ae4a-dd3f6decca76 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3769281 Dec 08 13:43:38.288988 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:38.324475 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Set router 4c97f5f0-564e-4a78-866a-ecd0608d181f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:38.489910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b221a-11a4-4dbc-b153-5fdf769104cb None None] Network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:43:38.514522 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 3, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'gw_port': {'id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:38.546765 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Checking router: 4c97f5f0-564e-4a78-866a-ecd0608d181f for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:43:38.547676 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Updating router 4c97f5f0-564e-4a78-866a-ecd0608d181f port 541e64a4-17a0-4acd-b698-6258f550fdd0 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:43:38.576863 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.594758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12b5ff7a-b03c-4e67-b90b-b9ac657e25b5 None None] Provisioning complete for port b55916f0-736c-4898-a575-3b4d90fdf9b3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:38.595151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12b5ff7a-b03c-4e67-b90b-b9ac657e25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.716652 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12b5ff7a-b03c-4e67-b90b-b9ac657e25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.753297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12b5ff7a-b03c-4e67-b90b-b9ac657e25b5 None None] For port b55916f0-736c-4898-a575-3b4d90fdf9b3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b55916f0-736c-4898-a575-3b4d90fdf9b3,segment=NetworkSegment(d355230a-6fdb-45ad-a923-4c9bac08b0e9),segment_id=d355230a-6fdb-45ad-a923-4c9bac08b0e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:38.793997 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.816681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12b5ff7a-b03c-4e67-b90b-b9ac657e25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.873513 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.882865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5ff7a-b03c-4e67-b90b-b9ac657e25b5 None None] Pushing event updated for resources: {'Port': ['ID=b55916f0-736c-4898-a575-3b4d90fdf9b3,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:38.938757 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-37092f36-6556-49e8-b543-85033ff0f31e None None] Provisioning complete for port b55916f0-736c-4898-a575-3b4d90fdf9b3 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:38.939125 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-37092f36-6556-49e8-b543-85033ff0f31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.948328 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:38.965662 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Allocated IP 172.20.0.1 (7eae8e88-8d7d-473f-9d4b-c582ef4ed877/1b950189-13f0-48c0-89d5-71aa8f475705/8b31d63e-69d5-4859-b1f2-f85875570245) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:43:39.004741 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Attempting to bind port 541e64a4-17a0-4acd-b698-6258f550fdd0 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:43:39.006276 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Attempting to bind port 541e64a4-17a0-4acd-b698-6258f550fdd0 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:43:39.006276 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Attempting to bind port 541e64a4-17a0-4acd-b698-6258f550fdd0 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:43:39.008665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85fada2-c9c4-44fd-a79e-70e73968e2b7 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:43:39.017409 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:43:39.018276 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:43:39.018276 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.018966 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:43:39.019551 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Bound port: 541e64a4-17a0-4acd-b698-6258f550fdd0, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:43:39.020238 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.051693 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69b559-8a55-4cd6-a650-ce5312fc7a27 None None] Pushing event updated for resources: {'Port': ['ID=541e64a4-17a0-4acd-b698-6258f550fdd0,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:39.076192 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.080341 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] For port 541e64a4-17a0-4acd-b698-6258f550fdd0, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:43:39.084632 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] For port 541e64a4-17a0-4acd-b698-6258f550fdd0, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=541e64a4-17a0-4acd-b698-6258f550fdd0,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:43:39.151874 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-133f5693-f5c5-4e58-9623-c4115e2a0a27 None None] Provisioning complete for port 541e64a4-17a0-4acd-b698-6258f550fdd0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:39.152277 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-133f5693-f5c5-4e58-9623-c4115e2a0a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.173267 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.189843 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-133f5693-f5c5-4e58-9623-c4115e2a0a27 None None] Port 541e64a4-17a0-4acd-b698-6258f550fdd0 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:39.195609 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.214690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49019aa8-b975-4ec8-87b2-e5fed550ee64 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:43:39.234022 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Routers {'4c97f5f0-564e-4a78-866a-ecd0608d181f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:39.235090 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:39.235291 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c97f5f0-564e-4a78-866a-ecd0608d181f'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:39.238978 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:39.244671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:43:39.268001 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b31d63e-69d5-4859-b1f2-f85875570245,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:39.272725 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69b559-8a55-4cd6-a650-ce5312fc7a27 None None] Pushing event updated for resources: {'Port': ['ID=541e64a4-17a0-4acd-b698-6258f550fdd0,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:39.287907 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.312446 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a16ad365-70eb-4167-9747-907b55bf8e19 None None] Provisioning complete for port 541e64a4-17a0-4acd-b698-6258f550fdd0 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:39.313843 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a16ad365-70eb-4167-9747-907b55bf8e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.358461 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] Set router 4c97f5f0-564e-4a78-866a-ecd0608d181f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:39.421193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a16ad365-70eb-4167-9747-907b55bf8e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.445539 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a16ad365-70eb-4167-9747-907b55bf8e19 None None] For port 541e64a4-17a0-4acd-b698-6258f550fdd0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=541e64a4-17a0-4acd-b698-6258f550fdd0,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:39.521463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a16ad365-70eb-4167-9747-907b55bf8e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.526887 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.557565 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 3, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'gw_port': {'id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:39.585615 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9314092-e43e-44a5-944f-0cab43fceb13 None None] The sync data for ids ['4c97f5f0-564e-4a78-866a-ecd0608d181f'] in dv-neutron-799625-5-hyperv is: [{'id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 3, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'gw_port': {'id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:43:39.585888 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ad365-70eb-4167-9747-907b55bf8e19 None None] Pushing event updated for resources: {'Port': ['ID=541e64a4-17a0-4acd-b698-6258f550fdd0,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:39.649144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ee7e101a-0b26-48b6-9ed4-005041547ad0 None None] Provisioning complete for port 8b31d63e-69d5-4859-b1f2-f85875570245 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:39.649510 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ee7e101a-0b26-48b6-9ed4-005041547ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.685546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b55916f0-736c-4898-a575-3b4d90fdf9b3 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:43:39.721850 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e101a-0b26-48b6-9ed4-005041547ad0 None None] Port 8b31d63e-69d5-4859-b1f2-f85875570245 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:39.746388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port b55916f0-736c-4898-a575-3b4d90fdf9b3 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:39.746872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.753704 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.802246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.901627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b31d63e-69d5-4859-b1f2-f85875570245,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:39.904189 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:39.997485 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:39.998897 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:40.131235 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Router 4c97f5f0-564e-4a78-866a-ecd0608d181f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:43:40.248565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-600242cd-8fcb-435c-948e-bf21957dc662 None None] Provisioning complete for port 8b31d63e-69d5-4859-b1f2-f85875570245 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:40.248936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-600242cd-8fcb-435c-948e-bf21957dc662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:40.252448 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:43:40.258394 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-ad54adf1-4c5a-4d50-96b6-a74725bd4ec1 admin admin] 10.222.0.76 "PUT /v2.0/routers/4c97f5f0-564e-4a78-866a-ecd0608d181f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682148 Dec 08 13:43:40.295586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-600242cd-8fcb-435c-948e-bf21957dc662 None None] Port 8b31d63e-69d5-4859-b1f2-f85875570245 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:40.492954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca65c188-20d9-4ec8-a567-cd818f3ca0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:40.532497 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:40.895152 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38566) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:40.899808 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-447289d3-57bc-4017-9e13-f11e8c5a2eb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817746603', 'description': 'tempest-secgroup-smoke-1817746603 description', 'project_id': '5f6a3099767a4bd487823442f4a1ea17'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:40.966746 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-447289d3-57bc-4017-9e13-f11e8c5a2eb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.034714 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-447289d3-57bc-4017-9e13-f11e8c5a2eb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.080956 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-447289d3-57bc-4017-9e13-f11e8c5a2eb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.110959 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447289d3-57bc-4017-9e13-f11e8c5a2eb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f34a08a-36fe-4ce9-94ed-9f2630fed004,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:41.151875 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Sync routers for ids ['4c97f5f0-564e-4a78-866a-ecd0608d181f'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:43:41.162491 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Routers {'4c97f5f0-564e-4a78-866a-ecd0608d181f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:41.163206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c97f5f0-564e-4a78-866a-ecd0608d181f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:41.186204 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-447289d3-57bc-4017-9e13-f11e8c5a2eb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.187703 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-447289d3-57bc-4017-9e13-f11e8c5a2eb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2914076 Dec 08 13:43:41.190936 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38568) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:41.195930 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-86905312-dfda-40b6-9edd-0acc4668e5df tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '2f34a08a-36fe-4ce9-94ed-9f2630fed004', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:41.267328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Set router 4c97f5f0-564e-4a78-866a-ecd0608d181f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:41.298087 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86905312-dfda-40b6-9edd-0acc4668e5df tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.653637 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 4, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'gw_port': {'id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8b31d63e-69d5-4859-b1f2-f85875570245', 'name': '', 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'mac_address': 'fa:16:3e:79:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1b950189-13f0-48c0-89d5-71aa8f475705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:38Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 2, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'subnets': [{'id': '1b950189-13f0-48c0-89d5-71aa8f475705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:41.684043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 541e64a4-17a0-4acd-b698-6258f550fdd0 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:43:41.686410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Checking router: 4c97f5f0-564e-4a78-866a-ecd0608d181f for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:43:41.686788 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Updating router 4c97f5f0-564e-4a78-866a-ecd0608d181f port 8b31d63e-69d5-4859-b1f2-f85875570245 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:43:41.711412 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86905312-dfda-40b6-9edd-0acc4668e5df tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.734291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.772767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86905312-dfda-40b6-9edd-0acc4668e5df tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.791076 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86905312-dfda-40b6-9edd-0acc4668e5df tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bd5308-637f-4cbc-b070-58e63f8bba23,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:41.803083 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 541e64a4-17a0-4acd-b698-6258f550fdd0 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:41.803476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.853318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-86905312-dfda-40b6-9edd-0acc4668e5df tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:41.854567 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-86905312-dfda-40b6-9edd-0acc4668e5df tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6624112 Dec 08 13:43:41.857154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38570) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:41.862066 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-72a15271-d684-433b-88da-6536bb3f97aa tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '2f34a08a-36fe-4ce9-94ed-9f2630fed004', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:41.953283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72a15271-d684-433b-88da-6536bb3f97aa tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.008353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72a15271-d684-433b-88da-6536bb3f97aa tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.075463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.086843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72a15271-d684-433b-88da-6536bb3f97aa tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.105278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a15271-d684-433b-88da-6536bb3f97aa tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562bd984-5cec-497d-b06e-5542368d79ac,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:42.132558 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.151615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72a15271-d684-433b-88da-6536bb3f97aa tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.153064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-72a15271-d684-433b-88da-6536bb3f97aa tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2949646 Dec 08 13:43:42.155798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38572) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:42.161002 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-bdcff138-1434-4d82-8bd0-4f67b29f1858 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '2f34a08a-36fe-4ce9-94ed-9f2630fed004', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:42.187056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e38ae5-11ff-41ce-b146-a2fe1c2f13e4 None None] Pushing event updated for resources: {'Port': ['ID=8b31d63e-69d5-4859-b1f2-f85875570245,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:42.240163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Attempting to bind port 8b31d63e-69d5-4859-b1f2-f85875570245 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:43:42.240419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdcff138-1434-4d82-8bd0-4f67b29f1858 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.240858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Attempting to bind port 8b31d63e-69d5-4859-b1f2-f85875570245 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'd355230a-6fdb-45ad-a923-4c9bac08b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:43:42.240963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Attempting to bind port 8b31d63e-69d5-4859-b1f2-f85875570245 on network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:43:42.255269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:43:42.255269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Checking segment: {'id': 'd355230a-6fdb-45ad-a923-4c9bac08b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:43:42.255269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.255269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Bound using segment: {'id': 'd355230a-6fdb-45ad-a923-4c9bac08b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:43:42.255269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Bound port: 8b31d63e-69d5-4859-b1f2-f85875570245, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd355230a-6fdb-45ad-a923-4c9bac08b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:43:42.255269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.305444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdcff138-1434-4d82-8bd0-4f67b29f1858 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.321893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] For port 8b31d63e-69d5-4859-b1f2-f85875570245, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:43:42.325452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] For port 8b31d63e-69d5-4859-b1f2-f85875570245, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8b31d63e-69d5-4859-b1f2-f85875570245,segment=NetworkSegment(d355230a-6fdb-45ad-a923-4c9bac08b0e9),segment_id=d355230a-6fdb-45ad-a923-4c9bac08b0e9)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:43:42.382640 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdcff138-1434-4d82-8bd0-4f67b29f1858 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.402660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcff138-1434-4d82-8bd0-4f67b29f1858 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b948dd3d-a350-434f-aa20-fa784109cd4d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:42.407187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.483984 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e38ae5-11ff-41ce-b146-a2fe1c2f13e4 None None] Pushing event updated for resources: {'Port': ['ID=8b31d63e-69d5-4859-b1f2-f85875570245,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:42.487613 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-ce3af958-193d-4658-85b0-f8e1bc5139e4 None None] Provisioning complete for port 8b31d63e-69d5-4859-b1f2-f85875570245 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:42.490289 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ce3af958-193d-4658-85b0-f8e1bc5139e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.490922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdcff138-1434-4d82-8bd0-4f67b29f1858 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.491819 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Routers {'4c97f5f0-564e-4a78-866a-ecd0608d181f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:42.492639 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c97f5f0-564e-4a78-866a-ecd0608d181f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:42.493777 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bdcff138-1434-4d82-8bd0-4f67b29f1858 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369696 Dec 08 13:43:42.496433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38574) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:42.502530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9a4dbd94-bfe7-4ce8-8e52-76d3c9496c40 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '2f34a08a-36fe-4ce9-94ed-9f2630fed004', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:42.598610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbd94-bfe7-4ce8-8e52-76d3c9496c40 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.667336 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbd94-bfe7-4ce8-8e52-76d3c9496c40 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.668093 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] Set router 4c97f5f0-564e-4a78-866a-ecd0608d181f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:42.693306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ce3af958-193d-4658-85b0-f8e1bc5139e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.726711 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbd94-bfe7-4ce8-8e52-76d3c9496c40 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.743846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dbd94-bfe7-4ce8-8e52-76d3c9496c40 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f1885f-b2d8-4b2d-bc4d-41bed71afc03,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:42.776342 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-ce3af958-193d-4658-85b0-f8e1bc5139e4 None None] For port 8b31d63e-69d5-4859-b1f2-f85875570245, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8b31d63e-69d5-4859-b1f2-f85875570245,segment=NetworkSegment(d355230a-6fdb-45ad-a923-4c9bac08b0e9),segment_id=d355230a-6fdb-45ad-a923-4c9bac08b0e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:42.797552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbd94-bfe7-4ce8-8e52-76d3c9496c40 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.801329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-9a4dbd94-bfe7-4ce8-8e52-76d3c9496c40 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3012595 Dec 08 13:43:42.801671 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38576) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:42.807258 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-da606252-1add-4b32-a0ed-0c7f66b72be2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '2f34a08a-36fe-4ce9-94ed-9f2630fed004', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:42.876345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ce3af958-193d-4658-85b0-f8e1bc5139e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.903920 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-da606252-1add-4b32-a0ed-0c7f66b72be2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Project 5f6a3099767a4bd487823442f4a1ea17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:43:42.909494 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da606252-1add-4b32-a0ed-0c7f66b72be2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.932200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3af958-193d-4658-85b0-f8e1bc5139e4 None None] Pushing event updated for resources: {'Port': ['ID=8b31d63e-69d5-4859-b1f2-f85875570245,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:42.947059 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 4, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'gw_port': {'id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8b31d63e-69d5-4859-b1f2-f85875570245', 'name': '', 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'mac_address': 'fa:16:3e:79:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1b950189-13f0-48c0-89d5-71aa8f475705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:38Z', 'updated_at': '2021-12-08T13:43:42Z', 'revision_number': 4, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'subnets': [{'id': '1b950189-13f0-48c0-89d5-71aa8f475705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:42.961200 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da606252-1add-4b32-a0ed-0c7f66b72be2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.976855 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ede3c0-be40-413a-94ee-b766e266b546 None None] The sync data for ids ['4c97f5f0-564e-4a78-866a-ecd0608d181f'] in dv-neutron-799625-5-hyperv is: [{'id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 4, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'gw_port': {'id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '8b31d63e-69d5-4859-b1f2-f85875570245', 'name': '', 'network_id': '7eae8e88-8d7d-473f-9d4b-c582ef4ed877', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'mac_address': 'fa:16:3e:79:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '1b950189-13f0-48c0-89d5-71aa8f475705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:38Z', 'updated_at': '2021-12-08T13:43:42Z', 'revision_number': 4, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'subnets': [{'id': '1b950189-13f0-48c0-89d5-71aa8f475705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:43:42.979354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf9aa-3474-4b45-a4ad-18306cf77876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:42.996000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-7c76130f-0d56-4c25-8e7c-5eb4939a8f65 None None] Provisioning complete for port 8b31d63e-69d5-4859-b1f2-f85875570245 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:42.996380 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7c76130f-0d56-4c25-8e7c-5eb4939a8f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:43.034668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da606252-1add-4b32-a0ed-0c7f66b72be2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:43.060128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da606252-1add-4b32-a0ed-0c7f66b72be2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ef81cf-5d07-4562-8d52-45b158812b0b,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:43.133190 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da606252-1add-4b32-a0ed-0c7f66b72be2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:43.137274 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38578) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:43.138357 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-da606252-1add-4b32-a0ed-0c7f66b72be2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3339844 Dec 08 13:43:43.143259 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3770b490-c19b-4984-9097-fc3a18cfc618 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '2f34a08a-36fe-4ce9-94ed-9f2630fed004', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:43.241164 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-3770b490-c19b-4984-9097-fc3a18cfc618 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Project 5f6a3099767a4bd487823442f4a1ea17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:43:43.246514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3770b490-c19b-4984-9097-fc3a18cfc618 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:43.309860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3770b490-c19b-4984-9097-fc3a18cfc618 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:43.378283 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3770b490-c19b-4984-9097-fc3a18cfc618 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:43.397083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770b490-c19b-4984-9097-fc3a18cfc618 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d0fc9d-4c39-4567-bae8-0e96e8782aa4,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:43.471878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3770b490-c19b-4984-9097-fc3a18cfc618 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:43.473156 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3770b490-c19b-4984-9097-fc3a18cfc618 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3346727 Dec 08 13:43:43.623112 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-39f93438-0091-4b13-b5a4-28d45df2ae8c tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817746603&fields=id&tenant_id=5f6a3099767a4bd487823442f4a1ea17 HTTP/1.1" status: 200 len: 267 time: 0.0489280 Dec 08 13:43:43.657672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8b31d63e-69d5-4859-b1f2-f85875570245 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:43:43.715009 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 8b31d63e-69d5-4859-b1f2-f85875570245 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:43.715620 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:43.756432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-2785bca8-4cb9-417c-a3c8-079e32f93cb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:43.757676 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-2785bca8-4cb9-417c-a3c8-079e32f93cb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 809 time: 0.1255772 Dec 08 13:43:43.773074 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-05f96ee6-aab0-4b58-901e-ef18ddbb4f48 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/quotas/5f6a3099767a4bd487823442f4a1ea17 HTTP/1.1" status: 200 len: 375 time: 0.0093811 Dec 08 13:43:43.823588 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-6695c5d8-ed5d-4604-8a05-d35728f42162 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454109 Dec 08 13:43:43.919567 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-4f7fab47-c286-4746-9f56-45f4e25b098c service neutron] 10.222.0.76 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840526 Dec 08 13:43:44.005514 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-23c21a99-7a59-40c9-9a66-83ee8285e38f service neutron] 10.222.0.76 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798569 Dec 08 13:43:44.246702 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:44.267119 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-446cca1d-cc77-4a07-9a77-00dc51b63922 req-37edf931-2a3a-4063-b627-223ddf797681 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 210 time: 0.0343356 Dec 08 13:43:45.343896 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:45.364821 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b616c79-3edb-48b1-b8b6-41d371405f93 req-d2db0f9b-bc2a-4dd8-a110-e923591e294d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 210 time: 0.0262828 Dec 08 13:43:46.258311 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:46.358150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-60ff3947-4239-4201-9850-f581b6ef7de9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:46.360290 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-60ff3947-4239-4201-9850-f581b6ef7de9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 809 time: 0.1030650 Dec 08 13:43:46.428105 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-bfe5f015-10b1-4cce-b7a0-141a3d5a98ac tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f6a3099767a4bd487823442f4a1ea17 HTTP/1.1" status: 200 len: 380 time: 0.0594819 Dec 08 13:43:46.446877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'port': {'device_id': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'admin_state_up': True, 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'security_groups': ['2f34a08a-36fe-4ce9-94ed-9f2630fed004']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:46.477694 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2c13cbd5-6e59-4255-a0fe-a2506578ba71 req-fb967a1f-495f-4e61-a24b-891b49f54fff tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 210 time: 0.0436831 Dec 08 13:43:46.652184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Made reservation on behalf of 5f6a3099767a4bd487823442f4a1ea17 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:43:46.655846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:46.784121 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Allocated IP 172.20.0.8 (6a6efcfb-5506-4865-93f1-c4dd03ff573f/eaca8b20-2ab5-42fa-aee5-8b9f97bdb764/c85066ac-f267-4cfc-a802-dc4b0b20a6ae) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:43:46.919024 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:47.002013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:47.044232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:47.047303 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:47.053625 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:43:47.059405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:47.106330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:47.106983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:47.187063 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-b93e911e-4d8d-41af-a14a-c692987c0682 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7511086 Dec 08 13:43:47.199620 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Request body: {'port': {'device_id': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:47.246280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-b96b8778-85df-4185-ad5e-89414ce068b3 None None] Provisioning complete for port c85066ac-f267-4cfc-a802-dc4b0b20a6ae triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:47.246901 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b96b8778-85df-4185-ad5e-89414ce068b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:47.257551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:47.281519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-b96b8778-85df-4185-ad5e-89414ce068b3 None None] Port c85066ac-f267-4cfc-a802-dc4b0b20a6ae cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:43:47.517782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85066ac-f267-4cfc-a802-dc4b0b20a6ae {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:43:47.525382 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:47.537519 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Transition to ACTIVE for port object c85066ac-f267-4cfc-a802-dc4b0b20a6ae will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:43:47.594235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cedcf-beb3-4bbf-8c85-30c888a53309 req-298e46e2-0a33-4e19-83de-5bc36a0ebd40 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:47.595849 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-494cedcf-beb3-4bbf-8c85-30c888a53309 req-298e46e2-0a33-4e19-83de-5bc36a0ebd40 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 931 time: 0.0490100 Dec 08 13:43:47.615300 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:47.692869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:47.699143 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-494cedcf-beb3-4bbf-8c85-30c888a53309 req-69273236-bb45-4c24-8cf1-bd2f3435a317 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971396 Dec 08 13:43:47.776984 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Attempting to bind port c85066ac-f267-4cfc-a802-dc4b0b20a6ae on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:43:47.777387 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Attempting to bind port c85066ac-f267-4cfc-a802-dc4b0b20a6ae by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:43:47.777727 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Attempting to bind port c85066ac-f267-4cfc-a802-dc4b0b20a6ae on network 6a6efcfb-5506-4865-93f1-c4dd03ff573f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:43:47.782875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Port c85066ac-f267-4cfc-a802-dc4b0b20a6ae on network 6a6efcfb-5506-4865-93f1-c4dd03ff573f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:43:47.783201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Attempting to bind port c85066ac-f267-4cfc-a802-dc4b0b20a6ae on network 6a6efcfb-5506-4865-93f1-c4dd03ff573f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:43:47.788466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:43:47.788809 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Checking segment: {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:43:47.789191 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Bound using segment: {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:43:47.789617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Bound port: c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:43:47.789973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:47.865154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:43:47.868097 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:43:47.965695 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:47.999373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:47.999993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:48.001857 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] 10.222.0.72 "PUT /v2.0/ports/c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 1093 time: 0.8068862 Dec 08 13:43:48.002337 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:43:48.004656 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938a99d5-5100-4630-b1f3-811402dc9046" -d '{"events": [{"name": "network-changed", "server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:43:48.034707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca70bfd-0731-4179-a1a8-cafa43fbda5e service neutron] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:48.043238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573cab56-0a2a-49fe-a43b-ccee421a47dc x-openstack-request-id: req-573cab56-0a2a-49fe-a43b-ccee421a47dc {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:43:48.043590 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:43:48.043770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-573cab56-0a2a-49fe-a43b-ccee421a47dc {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:43:48.050637 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'status': 'completed', 'code': 200} Dec 08 13:43:48.107086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a99d5-5100-4630-b1f3-811402dc9046 req-f0fce275-ac95-4397-bf06-8ae99a381853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:48.108741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-938a99d5-5100-4630-b1f3-811402dc9046 req-f0fce275-ac95-4397-bf06-8ae99a381853 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0435221 Dec 08 13:43:48.217149 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a99d5-5100-4630-b1f3-811402dc9046 req-54c0ee25-14ec-4125-b8c7-1261d6dbf658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:48.218701 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-938a99d5-5100-4630-b1f3-811402dc9046 req-54c0ee25-14ec-4125-b8c7-1261d6dbf658 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f6a3099767a4bd487823442f4a1ea17&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1020784 Dec 08 13:43:48.312288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a99d5-5100-4630-b1f3-811402dc9046 req-9b641a1a-11ef-41e9-a133-db9c9cf58275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:48.314248 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-938a99d5-5100-4630-b1f3-811402dc9046 req-9b641a1a-11ef-41e9-a133-db9c9cf58275 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888283 Dec 08 13:43:48.389161 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-ba1eb18f-2541-44ae-b513-f1f7853f89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:48.390689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-ba1eb18f-2541-44ae-b513-f1f7853f89c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0410697 Dec 08 13:43:48.437303 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-6ac88088-9604-4883-bff3-d6f09fb4c906 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 217 time: 0.0386865 Dec 08 13:43:48.490148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-c4cd4766-decb-4379-b277-c2b95af7e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:48.491668 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-c4cd4766-decb-4379-b277-c2b95af7e62a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0437737 Dec 08 13:43:48.539747 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-bae7dff8-581e-435d-b68a-58c20a0a81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:48.541255 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-bae7dff8-581e-435d-b68a-58c20a0a81ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414686 Dec 08 13:43:48.633667 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-82dc7238-93e4-4a7c-80ee-575ce4c011b6 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848827 Dec 08 13:43:48.726368 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e44ae5da-825e-4534-87d9-5cf6d2656ddb req-e81ef7e4-c83f-4765-9f80-4a65a93fffaa service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854206 Dec 08 13:43:48.821788 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6d437-96ff-4a7c-9501-efdff2e82a26 req-09a6452e-0ba2-4c14-bdd5-875b969fb7cc tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:48.823310 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ef6d437-96ff-4a7c-9501-efdff2e82a26 req-09a6452e-0ba2-4c14-bdd5-875b969fb7cc tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0514731 Dec 08 13:43:48.873024 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8ef6d437-96ff-4a7c-9501-efdff2e82a26 req-46b320d4-0eb2-4549-816a-c9ac8a56af44 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430598 Dec 08 13:43:49.471354 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:43:49.687740 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device c85066ac-f267-4cfc-a802-dc4b0b20a6ae details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:43:49.794865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:49.805466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'port_id': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'mac_address': 'fa:16:3e:77:1f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:43:49.840537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:49.853471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85066ac-f267-4cfc-a802-dc4b0b20a6ae {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:43:49.872242 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:49.959833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:49.988391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f9e7a-9b0f-4346-a46f-8fc4a790e6a6 req-3b1b127c-c19c-4429-b192-69888b9ab77e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:49.989894 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3f0f9e7a-9b0f-4346-a46f-8fc4a790e6a6 req-3b1b127c-c19c-4429-b192-69888b9ab77e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0484123 Dec 08 13:43:50.011793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:50.044482 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3f0f9e7a-9b0f-4346-a46f-8fc4a790e6a6 req-4e106a3f-1b6f-48f4-9b19-cdbd228194d6 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485404 Dec 08 13:43:50.164392 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['c85066ac-f267-4cfc-a802-dc4b0b20a6ae'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:43:51.160429 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6abd9e-ca0a-4bf3-8193-fad138305438 req-a7d68a7b-0007-4de9-adef-73174ea07802 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:51.162160 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5f6abd9e-ca0a-4bf3-8193-fad138305438 req-a7d68a7b-0007-4de9-adef-73174ea07802 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 944 time: 0.0521388 Dec 08 13:43:51.210322 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5f6abd9e-ca0a-4bf3-8193-fad138305438 req-98bf3483-d350-4102-9b2a-5d5f391ba10d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421934 Dec 08 13:43:51.690841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device c85066ac-f267-4cfc-a802-dc4b0b20a6ae up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:43:51.783961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port c85066ac-f267-4cfc-a802-dc4b0b20a6ae completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:43:51.787961 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port c85066ac-f267-4cfc-a802-dc4b0b20a6ae triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:43:51.788354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:51.863020 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:51.884591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:43:51.886825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30865b3-2907-4dd4-8325-a77d71468c8a" -d '{"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:43:51.902373 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:43:51.921623 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbafeb27-f9f5-4dd5-9556-9548118786e7 x-openstack-request-id: req-fbafeb27-f9f5-4dd5-9556-9548118786e7 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:43:51.922413 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:43:51.922718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbafeb27-f9f5-4dd5-9556-9548118786e7 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:43:51.923120 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'code': 200} Dec 08 13:43:51.989618 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:52.035252 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:52.215010 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faeb0b-4347-446f-ba24-ab050b33a61b req-2984d281-a571-4d67-b203-eb6d127ff644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:52.216492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-99faeb0b-4347-446f-ba24-ab050b33a61b req-2984d281-a571-4d67-b203-eb6d127ff644 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0397727 Dec 08 13:43:52.266016 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-99faeb0b-4347-446f-ba24-ab050b33a61b req-827f7eef-9559-40b6-af09-78ac1bf420ea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Dec 08 13:43:52.324438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c66cf-f2af-4625-9597-a1bcb113dee3 req-78de2c33-455e-4341-bf3d-8ed68fbd2420 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:52.325887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c43c66cf-f2af-4625-9597-a1bcb113dee3 req-78de2c33-455e-4341-bf3d-8ed68fbd2420 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0477197 Dec 08 13:43:52.377495 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c43c66cf-f2af-4625-9597-a1bcb113dee3 req-bf5d4212-95cf-4512-a3ba-502ef651147c tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456562 Dec 08 13:43:53.493708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c315f-8159-4966-b906-89381af94398 req-21200121-6022-443d-886b-fa7505c24d0b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:53.495231 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b46c315f-8159-4966-b906-89381af94398 req-21200121-6022-443d-886b-fa7505c24d0b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0500128 Dec 08 13:43:53.544103 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b46c315f-8159-4966-b906-89381af94398 req-0ee9fad3-91d5-49c4-8e60-17f14d2c7b61 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Dec 08 13:43:53.656488 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7b628-0b87-4c67-afad-76af54909aba req-e888760f-b622-4962-911c-6e58e12e4b7c tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:53.657901 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3ac7b628-0b87-4c67-afad-76af54909aba req-e888760f-b622-4962-911c-6e58e12e4b7c tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0484366 Dec 08 13:43:53.710534 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3ac7b628-0b87-4c67-afad-76af54909aba req-cee40522-be40-40e7-8bc1-8a3f2c687223 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463099 Dec 08 13:43:53.731947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38634) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:53.859980 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e4dcb7-f81f-4488-9039-70f3c3166787 tempest-TestShelveInstance-478880788 tempest-TestShelveInstance-478880788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:53.862083 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-53e4dcb7-f81f-4488-9039-70f3c3166787 tempest-TestShelveInstance-478880788 tempest-TestShelveInstance-478880788-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1093 time: 0.1291630 Dec 08 13:43:53.864991 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38638) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:43:53.869254 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:43:53.959723 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:54.055597 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:54.159922 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Allocated IP 172.26.7.202 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/c69daed7-bc4b-4afe-9c6c-7613e352b437) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:43:54.258785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:54.355531 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:54.397987 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:43:54.400952 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:43:54.406445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:43:54.429626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'Port': ['ID=c69daed7-bc4b-4afe-9c6c-7613e352b437,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:54.758435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:54.885593 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:55.028759 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:55.075156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:55.152006 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'Port': ['ID=c69daed7-bc4b-4afe-9c6c-7613e352b437,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:43:55.158886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:55.256728 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Floating IP 0b071743-7f4d-4b1b-a5a7-25487cb2dc03 associated. External IP: 172.26.7.202, port: c85066ac-f267-4cfc-a802-dc4b0b20a6ae. Dec 08 13:43:55.461105 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Router 3b0a8712-e90b-4835-9cf8-ec960eeea60e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:43:55.574055 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:43:55.584754 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] Sync routers for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:43:55.594887 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:55.595488 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:55.637738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:43:55.678594 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-8567b70f-164e-44f3-822f-fca9842e486a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8007922 Dec 08 13:43:55.678594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:43:55.678594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:43:55.710360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67eb9b1-b3ec-4088-a7a0-9ac11343a8d5 x-openstack-request-id: req-d67eb9b1-b3ec-4088-a7a0-9ac11343a8d5 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:43:55.710687 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:43:55.710957 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d67eb9b1-b3ec-4088-a7a0-9ac11343a8d5 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:43:55.711442 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'status': 'completed', 'code': 200} Dec 08 13:43:55.783583 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-51dede55-8678-4665-908f-0038cfce29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:55.784339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-51dede55-8678-4665-908f-0038cfce29fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0503347 Dec 08 13:43:55.788604 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:55.879143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-51602083-a4c2-490f-b79c-9bc4e9a16b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:55.880596 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-51602083-a4c2-490f-b79c-9bc4e9a16b7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0890598 Dec 08 13:43:55.947469 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-d093f9dd-c0ac-414c-b9b9-9490fd407edf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 999 time: 0.0586569 Dec 08 13:43:55.996431 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-e6fa01de-76e8-4543-886f-a642c0123701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:55.997797 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-e6fa01de-76e8-4543-886f-a642c0123701 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0435297 Dec 08 13:43:56.009561 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '0b071743-7f4d-4b1b-a5a7-25487cb2dc03', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'floating_ip_address': '172.26.7.202', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'port_id': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'mac_address': 'fa:16:3e:77:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:43:54Z', 'updated_at': '2021-12-08T13:43:54Z', 'revision_number': 0, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:56.036265 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] Checking router: 3b0a8712-e90b-4835-9cf8-ec960eeea60e for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:43:56.044707 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:43:56.045352 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:43:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:56.047302 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-264a6560-5503-4508-ab25-f7dfed0cb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:43:56.048934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-264a6560-5503-4508-ab25-f7dfed0cb65c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440795 Dec 08 13:43:56.141580 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-c1b40432-6f8a-4944-bbad-ba6c67c2cede service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852757 Dec 08 13:43:56.152297 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:43:56.236638 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0bc1b5dc-04e7-4f9b-8f92-6565cbddbb5b req-14a594f5-75a9-42b3-8e0d-bcb4961fc6bb service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Dec 08 13:43:56.376551 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '0b071743-7f4d-4b1b-a5a7-25487cb2dc03', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'floating_ip_address': '172.26.7.202', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'port_id': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'mac_address': 'fa:16:3e:77:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:43:54Z', 'updated_at': '2021-12-08T13:43:54Z', 'revision_number': 0, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:43:56.402707 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe705fe-34b7-47e2-871b-3571a7a62b76 None None] The sync data for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv is: [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '0b071743-7f4d-4b1b-a5a7-25487cb2dc03', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'floating_ip_address': '172.26.7.202', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'port_id': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'mac_address': 'fa:16:3e:77:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:43:54Z', 'updated_at': '2021-12-08T13:43:54Z', 'revision_number': 0, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:43:56.583991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a8829c-28af-46f1-b0f6-5a86343f6ef8 None None] New status for floating IP 0b071743-7f4d-4b1b-a5a7-25487cb2dc03: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:44:00.878262 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-6feced9b-4b46-4c32-83f9-2953cac732f8 req-abf5a89a-bdda-4361-b7e0-d63a4e088f8a service neutron] (103715) timed out ('10.222.0.76', 34532) {{(pid=103715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 13:44:10.508261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-28a550bf-ed30-4853-b997-5f8252e521f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:10.537094 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:12.936622 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0549539a-9608-4005-a003-c55ebaf11e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:14.233931 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:15.355474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:16.239204 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:26.470848 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:44:29.230509 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-7ac221b5-ea2d-4f78-a099-b5aa1a2a9864 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819986 Dec 08 13:44:29.309422 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-95e71478-0c97-461a-b131-dfd823a8facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:44:29.310978 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-95e71478-0c97-461a-b131-dfd823a8facd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0397558 Dec 08 13:44:29.415084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-83998466-5fae-47bb-a3e3-c0f453697713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:44:29.416446 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-83998466-5fae-47bb-a3e3-c0f453697713 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0872340 Dec 08 13:44:29.479509 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-14c6dbe5-653e-487c-89bd-8d593dddee6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 1001 time: 0.0558753 Dec 08 13:44:29.531329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-47f5420a-8f72-4c6f-b82a-52a97927fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:44:29.532724 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-47f5420a-8f72-4c6f-b82a-52a97927fe18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0459895 Dec 08 13:44:29.576550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-fdfd9dd1-0199-416c-9196-85184377ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:44:29.578005 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-fdfd9dd1-0199-416c-9196-85184377ffdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382087 Dec 08 13:44:29.588719 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-30685e70-d3c7-4049-82e0-a9c512ca1c16 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:44:29.589658 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-30685e70-d3c7-4049-82e0-a9c512ca1c16 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047491 Dec 08 13:44:29.682337 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-7ea6ff0e-47e1-4f7a-845d-dc9310db77d8 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853736 Dec 08 13:44:29.771920 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7ef6300a-9bb7-4acb-9711-b32f57054457 req-74a23420-6c0c-49ad-9c11-ec11b7ccc1e9 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812128 Dec 08 13:44:40.513835 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-24a4e9ad-3ddd-4264-b4bd-712ffcc44d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:40.588106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:42.936506 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7bb0eecf-3c65-4291-b2b5-e53a82c5e06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:44.250841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:45.354055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:44:46.218039 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:03.469072 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:45:10.504743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9648aee0-97dc-40f2-80a9-69734c0feba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:10.593561 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:12.925422 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a1db8aef-5164-4bf2-84d6-13a7a3d832cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:14.235728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:15.366728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:16.233680 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:29.222879 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-8ad2a537-377a-45ef-b4f1-66dacb5c8dbf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384977 Dec 08 13:45:29.313941 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-7b5f4737-97ee-4fe0-9784-60f7c5a651b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:29.315488 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-7b5f4737-97ee-4fe0-9784-60f7c5a651b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0459723 Dec 08 13:45:29.416555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-ddae99ba-cbe9-48e6-988d-3376b5c15d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:29.418015 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-ddae99ba-cbe9-48e6-988d-3376b5c15d67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0820477 Dec 08 13:45:29.487325 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-116777d1-e372-4a5b-a15e-6b102da7aa8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 1001 time: 0.0600748 Dec 08 13:45:29.535698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-15fbe583-7660-4b0c-80ba-804d7154fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:29.537357 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-15fbe583-7660-4b0c-80ba-804d7154fc2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0422347 Dec 08 13:45:29.582504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-efb07072-8d42-4990-aa74-6a416edfd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:29.584586 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-efb07072-8d42-4990-aa74-6a416edfd7d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392692 Dec 08 13:45:29.678136 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-0a5ec3eb-fb47-4c53-bd0f-40fc154dd211 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846238 Dec 08 13:45:29.764215 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c0c3994a-0813-4049-abb4-eeb09f5356d0 req-6bd41b12-2606-43ed-ac43-1327ca5f8b18 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789189 Dec 08 13:45:40.467398 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:45:40.520790 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-0443902a-2002-4f2c-87d5-98571ef656be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:40.538382 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:42.925111 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3bd925bd-bfc4-42b0-b4ce-d9d11c23aeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:44.274950 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:45.411421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:46.251001 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:45:52.134935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4f94-f074-489e-a926-af29a23aadab req-fef7cf2f-c342-466c-aac4-73fb41aa7453 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:52.136423 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-576d4f94-f074-489e-a926-af29a23aadab req-fef7cf2f-c342-466c-aac4-73fb41aa7453 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.4417603 Dec 08 13:45:52.185010 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-576d4f94-f074-489e-a926-af29a23aadab req-24dec3f1-7ca1-497f-b417-acfd28928325 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426645 Dec 08 13:45:53.305615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aeb67-c21e-4b94-9484-d1432a6c18ab req-17672b82-149e-4362-94f4-8b312694c419 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:53.308610 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-344aeb67-c21e-4b94-9484-d1432a6c18ab req-17672b82-149e-4362-94f4-8b312694c419 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0534759 Dec 08 13:45:53.355964 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-344aeb67-c21e-4b94-9484-d1432a6c18ab req-b4a52040-7042-4365-90f9-9518710bff44 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414631 Dec 08 13:45:54.481442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25337aad-8fe3-48fb-be95-4c337633c8df req-8d6d4126-f046-4fb1-8472-7c1e1d84dadd tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:54.482952 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-25337aad-8fe3-48fb-be95-4c337633c8df req-8d6d4126-f046-4fb1-8472-7c1e1d84dadd tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0480950 Dec 08 13:45:54.535023 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-25337aad-8fe3-48fb-be95-4c337633c8df req-aca52867-1349-42a4-a3fb-f59d2ecc52f5 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461154 Dec 08 13:45:55.648698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169146e-9016-4e25-afb1-0f1e1e9237b0 req-030a155b-ff60-4b9f-8e0b-fa219c28ffac tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:55.650154 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3169146e-9016-4e25-afb1-0f1e1e9237b0 req-030a155b-ff60-4b9f-8e0b-fa219c28ffac tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0478377 Dec 08 13:45:55.699740 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3169146e-9016-4e25-afb1-0f1e1e9237b0 req-da6e1c8c-f130-4932-9f14-637aec51c823 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Dec 08 13:45:56.812465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4402e1-3a37-4e9f-8e21-f8923225e31f req-b36b3372-5920-4dd6-a950-6efaa1a419c7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:56.813923 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4c4402e1-3a37-4e9f-8e21-f8923225e31f req-b36b3372-5920-4dd6-a950-6efaa1a419c7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0472434 Dec 08 13:45:56.860888 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4c4402e1-3a37-4e9f-8e21-f8923225e31f req-d3fd65a3-0f03-4a6b-83f6-5c571a528e98 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403843 Dec 08 13:45:57.977785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fee20e-ae43-454f-8681-df9cfbb82185 req-682bddcf-ecec-4f5b-ad9f-4e13ec1b5fb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:57.979321 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89fee20e-ae43-454f-8681-df9cfbb82185 req-682bddcf-ecec-4f5b-ad9f-4e13ec1b5fb9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0527267 Dec 08 13:45:58.031558 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-89fee20e-ae43-454f-8681-df9cfbb82185 req-434fc39a-7f8b-4a49-a2c1-59c63fbee6c2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462084 Dec 08 13:45:59.144916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af189efc-5cb7-447b-a60d-8b2becdcdcda req-a4df63fd-680d-4364-8843-2731c47e78ec tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:45:59.146396 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-af189efc-5cb7-447b-a60d-8b2becdcdcda req-a4df63fd-680d-4364-8843-2731c47e78ec tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0473940 Dec 08 13:45:59.195886 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-af189efc-5cb7-447b-a60d-8b2becdcdcda req-2da35836-e9bd-4c61-b9a7-f1dca123235f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Dec 08 13:46:00.310085 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae13798-893d-47e2-a103-b82295bcfb10 req-fccebe9f-0569-4447-a767-406ba69ad69e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:00.311577 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ae13798-893d-47e2-a103-b82295bcfb10 req-fccebe9f-0569-4447-a767-406ba69ad69e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0480912 Dec 08 13:46:00.362894 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4ae13798-893d-47e2-a103-b82295bcfb10 req-696848f8-45f1-42d7-9df7-91b68b84a651 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Dec 08 13:46:01.475146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6082977-288f-4c68-825c-d613797505dd req-f684fb59-45c9-4c09-bbb3-e6632fb6c83a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:01.477117 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6082977-288f-4c68-825c-d613797505dd req-f684fb59-45c9-4c09-bbb3-e6632fb6c83a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0488060 Dec 08 13:46:01.524670 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6082977-288f-4c68-825c-d613797505dd req-8812f656-b334-4818-b1d6-292bbd524c5b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417187 Dec 08 13:46:02.639606 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5404712-3b1b-4ac4-bc08-4814415d6d91 req-a4dab287-6b07-49c1-a59f-5d5184eea93e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:02.641072 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e5404712-3b1b-4ac4-bc08-4814415d6d91 req-a4dab287-6b07-49c1-a59f-5d5184eea93e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0487566 Dec 08 13:46:02.689493 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e5404712-3b1b-4ac4-bc08-4814415d6d91 req-03ff9a15-afe1-4f1b-95d8-98ad44230e43 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Dec 08 13:46:03.808581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db519cb7-a9ce-4e75-ad54-4ec78d27939e req-72a19d44-37e0-419a-b250-c390ab7cc1fe tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:03.810092 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-db519cb7-a9ce-4e75-ad54-4ec78d27939e req-72a19d44-37e0-419a-b250-c390ab7cc1fe tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0523241 Dec 08 13:46:03.859764 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-db519cb7-a9ce-4e75-ad54-4ec78d27939e req-4c519006-8e10-453b-83d5-66675d9896fb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437601 Dec 08 13:46:04.236849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device c85066ac-f267-4cfc-a802-dc4b0b20a6ae details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:46:04.339075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:46:04.349871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'port_id': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'mac_address': 'fa:16:3e:77:1f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:46:04.392062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:04.404647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c85066ac-f267-4cfc-a802-dc4b0b20a6ae {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:46:04.424284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:46:04.485146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:04.536882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:46:04.544832 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.545216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.545570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.545917 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.546261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.546626 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.546980 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.547320 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.547659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.547998 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.548335 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.548667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.548999 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:46:04.558727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['c85066ac-f267-4cfc-a802-dc4b0b20a6ae'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:46:04.989343 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ecb4-1450-416a-a59a-78452046fc00 req-faf4b923-4fb8-4cb2-bef3-9f1694d9c356 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:04.992111 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-99e6ecb4-1450-416a-a59a-78452046fc00 req-faf4b923-4fb8-4cb2-bef3-9f1694d9c356 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 944 time: 0.0545344 Dec 08 13:46:05.051720 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-99e6ecb4-1450-416a-a59a-78452046fc00 req-59343b96-2304-48b9-9a67-0c9041385e61 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524161 Dec 08 13:46:06.176523 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bfe47-73cb-4fff-9357-c2ddebae44df req-d4280271-c7ca-4f2f-9364-b26a120cb6f3 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:06.178866 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c3bfe47-73cb-4fff-9357-c2ddebae44df req-d4280271-c7ca-4f2f-9364-b26a120cb6f3 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 944 time: 0.0545096 Dec 08 13:46:06.230149 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8c3bfe47-73cb-4fff-9357-c2ddebae44df req-2743aedc-15b0-47aa-9baf-685ad437901e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452614 Dec 08 13:46:06.251947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device c85066ac-f267-4cfc-a802-dc4b0b20a6ae up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:46:06.306682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port c85066ac-f267-4cfc-a802-dc4b0b20a6ae triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:46:06.307056 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:06.395047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:06.421496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:46:06.424082 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9b6fe1-0ff0-4c46-93ca-f741b40a6d6c" -d '{"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:46:06.437889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:46:06.464357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ffce50-9cab-4f5a-9bd7-e70f1d6d63fa x-openstack-request-id: req-36ffce50-9cab-4f5a-9bd7-e70f1d6d63fa {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:46:06.464861 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:46:06.465133 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36ffce50-9cab-4f5a-9bd7-e70f1d6d63fa {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:46:06.465596 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'code': 200} Dec 08 13:46:06.492100 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:06.547207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:46:07.353291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dea27-c3f4-4938-b244-0dc850c92796 req-a06d6fe6-dc3e-4d48-b7cb-3f899f451b04 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:07.354884 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-476dea27-c3f4-4938-b244-0dc850c92796 req-a06d6fe6-dc3e-4d48-b7cb-3f899f451b04 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0510464 Dec 08 13:46:07.406182 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-476dea27-c3f4-4938-b244-0dc850c92796 req-8aef0000-c9e6-440b-a45f-e1fd066c3d42 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435548 Dec 08 13:46:08.539894 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f7ec9-e571-4729-8d04-9d7f4290c3cd req-32ef8326-c0d0-497d-b30e-8a5820623172 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:08.542292 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac9f7ec9-e571-4729-8d04-9d7f4290c3cd req-32ef8326-c0d0-497d-b30e-8a5820623172 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0566494 Dec 08 13:46:08.603796 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ac9f7ec9-e571-4729-8d04-9d7f4290c3cd req-12466819-9467-4217-b911-cf6975dbdcc9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526822 Dec 08 13:46:09.744990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa1925-731d-4f54-ba11-779597869b25 req-51893d79-65ae-4140-86b8-53d6482b0f6b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:09.747055 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bafa1925-731d-4f54-ba11-779597869b25 req-51893d79-65ae-4140-86b8-53d6482b0f6b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0535333 Dec 08 13:46:09.806396 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bafa1925-731d-4f54-ba11-779597869b25 req-22a12b87-6e12-4ae3-af80-7b9f01b26c9b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507019 Dec 08 13:46:10.593985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-633712ed-ab0c-47f8-bcf5-1c8e52a45435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:10.623344 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:10.939955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7537d2-4af2-4a48-887d-5175301fc26e req-fd29cea9-2743-48c4-94f5-cfa9ce74cb32 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:10.941586 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-de7537d2-4af2-4a48-887d-5175301fc26e req-fd29cea9-2743-48c4-94f5-cfa9ce74cb32 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0614231 Dec 08 13:46:11.003664 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-de7537d2-4af2-4a48-887d-5175301fc26e req-193b1c9d-4635-484a-a55f-fc27eb474d65 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545454 Dec 08 13:46:12.128786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aa702-c5f7-46cc-9bb1-02eb8bb9db05 req-4831a285-c4d5-4e34-baf2-dce37ca6d238 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:12.131428 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-099aa702-c5f7-46cc-9bb1-02eb8bb9db05 req-4831a285-c4d5-4e34-baf2-dce37ca6d238 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0565741 Dec 08 13:46:12.189110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-099aa702-c5f7-46cc-9bb1-02eb8bb9db05 req-e700a33f-10b2-4967-9fe4-376f47a47d83 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503561 Dec 08 13:46:12.938499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-748556eb-5262-4acf-875a-3be8e9f66f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:13.317369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc5498-a251-49ce-b96f-cf6625a75bee req-31161f8e-b65e-4729-b36f-095dbb40a0bb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:13.318872 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5dc5498-a251-49ce-b96f-cf6625a75bee req-31161f8e-b65e-4729-b36f-095dbb40a0bb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0545790 Dec 08 13:46:13.370858 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5dc5498-a251-49ce-b96f-cf6625a75bee req-0bcf810e-0b88-4b10-bea2-c51b51388a29 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459466 Dec 08 13:46:14.285452 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:14.499619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52adf1-57ff-4d11-b02b-5fcd3614dba7 req-049de11a-87f6-4c19-aadf-c2d4685ef86b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:14.501078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea52adf1-57ff-4d11-b02b-5fcd3614dba7 req-049de11a-87f6-4c19-aadf-c2d4685ef86b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0514882 Dec 08 13:46:14.553970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea52adf1-57ff-4d11-b02b-5fcd3614dba7 req-f482efe1-5e7c-4cd7-bac2-c4c25a73096a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468481 Dec 08 13:46:15.355004 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:15.461807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-59be3abf-3f4c-46a6-a9fa-3566a3e26bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:15.463443 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-59be3abf-3f4c-46a6-a9fa-3566a3e26bf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0458179 Dec 08 13:46:15.566897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-0815ed33-afe7-447a-8f0f-3c1d9d7cd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:15.568302 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-0815ed33-afe7-447a-8f0f-3c1d9d7cd35c service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0980399 Dec 08 13:46:15.645224 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-e3c13d5e-c52f-4cfd-aa09-b3c83da84521 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 1001 time: 0.0698621 Dec 08 13:46:15.722229 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44961d71-a57c-4b78-abe2-c56be567127d req-503a3684-2c2f-4722-b2e8-6fc747a4002a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:15.723739 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44961d71-a57c-4b78-abe2-c56be567127d req-503a3684-2c2f-4722-b2e8-6fc747a4002a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0992920 Dec 08 13:46:15.725015 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-561f2855-f745-4de7-bb99-b945b6c2c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:15.726324 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-561f2855-f745-4de7-bb99-b945b6c2c443 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0675712 Dec 08 13:46:15.799441 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44961d71-a57c-4b78-abe2-c56be567127d req-ad3711f1-9fcb-46ea-a163-b49d85badd2d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697100 Dec 08 13:46:15.804586 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-2cab4bd0-0650-4391-ac0e-7e1dcdfc4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:15.806099 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-2cab4bd0-0650-4391-ac0e-7e1dcdfc4f24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707479 Dec 08 13:46:15.900461 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-09704ffe-db89-4920-bd05-ed2df9aa9401 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872343 Dec 08 13:46:15.987737 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4d962d31-09bf-45b5-9f01-617ea952fe6a req-74cd3c08-6f78-4470-a3ee-1771e9e3d73d service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802863 Dec 08 13:46:16.263808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:16.915916 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e330-37f2-426f-96fa-2f045db3610d req-cf3ff606-3c6a-4c4d-adfc-a2d48526582e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:16.917308 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c481e330-37f2-426f-96fa-2f045db3610d req-cf3ff606-3c6a-4c4d-adfc-a2d48526582e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Dec 08 13:46:16.968876 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c481e330-37f2-426f-96fa-2f045db3610d req-ab9dc0cc-3f44-40a0-975f-6ee66971c485 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455992 Dec 08 13:46:17.466191 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:46:18.081168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0182c2-e779-4aaa-8029-0f9e4b5c7206 req-355cda3d-3462-4e28-85d5-d6f562d3822e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:18.082620 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ef0182c2-e779-4aaa-8029-0f9e4b5c7206 req-355cda3d-3462-4e28-85d5-d6f562d3822e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0479307 Dec 08 13:46:18.130544 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ef0182c2-e779-4aaa-8029-0f9e4b5c7206 req-91b14867-44a2-49ac-a6ba-996be52684d0 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419786 Dec 08 13:46:18.244745 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-80a95c76-dc57-4d3b-a872-72dcf94769ff req-3cbeb5f2-c5e5-4815-9eca-8e80e202dc03 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:46:18.245789 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-80a95c76-dc57-4d3b-a872-72dcf94769ff req-3cbeb5f2-c5e5-4815-9eca-8e80e202dc03 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490999 Dec 08 13:46:18.511469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c2e02-f8f7-4025-9a0a-e922ae9e4f06 req-adabedfd-edd4-4d18-ab08-79c52e3261dc tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:18.513065 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-285c2e02-f8f7-4025-9a0a-e922ae9e4f06 req-adabedfd-edd4-4d18-ab08-79c52e3261dc tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0507455 Dec 08 13:46:18.564186 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-285c2e02-f8f7-4025-9a0a-e922ae9e4f06 req-55aeb9d4-f690-432e-9464-fcd42f32a256 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452249 Dec 08 13:46:18.908396 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-121e7ac2-e01a-46e7-b03d-3c2387944aa2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849466 Dec 08 13:46:19.684156 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80b42c-dceb-442c-a74f-17ac41574c3d req-9e837828-8ef9-423a-b23a-2d77c5fc4d9b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:19.685652 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1e80b42c-dceb-442c-a74f-17ac41574c3d req-9e837828-8ef9-423a-b23a-2d77c5fc4d9b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 945 time: 0.0542266 Dec 08 13:46:19.735021 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1e80b42c-dceb-442c-a74f-17ac41574c3d req-92f77ccb-fc15-412c-9619-e042f971110d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427771 Dec 08 13:46:20.235551 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-a474a03a-f984-4770-abc6-5765534b4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:20.237071 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-a474a03a-f984-4770-abc6-5765534b4750 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2&tenant_id=5f6a3099767a4bd487823442f4a1ea17 HTTP/1.1" status: 200 len: 1098 time: 0.0398493 Dec 08 13:46:20.297568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-f26e1f15-4fe3-4bd2-8101-c09af7eaa50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:20.299165 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-f26e1f15-4fe3-4bd2-8101-c09af7eaa50a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0396900 Dec 08 13:46:20.328635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device c85066ac-f267-4cfc-a802-dc4b0b20a6ae no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:46:20.391334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-79c772d0-cdc8-42fb-b5e3-133cfea5594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:20.392853 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-79c772d0-cdc8-42fb-b5e3-133cfea5594b service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0870314 Dec 08 13:46:20.404283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:20.426263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:46:20.428494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54174db1-91a6-4f9e-b5ea-bd2b209999e0" -d '{"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:46:20.442913 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:46:20.459329 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-04dea3e8-e255-4ff4-ab33-d4ad122e21d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 1001 time: 0.0589635 Dec 08 13:46:20.467508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdf7343-d2f9-4e26-9ace-8d489b287d7e x-openstack-request-id: req-2cdf7343-d2f9-4e26-9ace-8d489b287d7e {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:46:20.471369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:46:20.471369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2cdf7343-d2f9-4e26-9ace-8d489b287d7e {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:46:20.471369 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'code': 200} Dec 08 13:46:20.516777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-6681b2fb-cb19-47c9-8328-2968c2e4b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:20.518113 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-6681b2fb-cb19-47c9-8328-2968c2e4b4ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0468056 Dec 08 13:46:20.520753 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:20.563552 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-7ca3ab20-f84a-41e0-8914-4a209443493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:20.565053 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-7ca3ab20-f84a-41e0-8914-4a209443493b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396073 Dec 08 13:46:20.567853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:46:20.662101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-cf5a12ef-6d8d-447e-8708-39e87aeb28dc service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881658 Dec 08 13:46:20.749890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-58396dbc-b3a8-49ae-baec-3e6e2ccc818f req-c75f74b6-2dd5-41c7-854a-6fc9e63cc089 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812387 Dec 08 13:46:20.852313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9508-3417-4346-bba8-617e09f23443 req-3e87f2f8-5e81-4b50-85ec-afbee79d2508 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:20.853780 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-310f9508-3417-4346-bba8-617e09f23443 req-3e87f2f8-5e81-4b50-85ec-afbee79d2508 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0488052 Dec 08 13:46:20.910198 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-310f9508-3417-4346-bba8-617e09f23443 req-29b27a31-e45b-4353-b7b6-4d33dff38061 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504830 Dec 08 13:46:22.035039 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5b7ab-dcc8-44d0-bb7b-62e5abbc37eb req-2433d1ca-a9e0-47c7-83f8-6fffcc731b99 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:22.036560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eaa5b7ab-dcc8-44d0-bb7b-62e5abbc37eb req-2433d1ca-a9e0-47c7-83f8-6fffcc731b99 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0501401 Dec 08 13:46:22.088258 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eaa5b7ab-dcc8-44d0-bb7b-62e5abbc37eb req-b32f1446-f616-408d-ad98-aa687ebb8051 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 Dec 08 13:46:23.206669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29241aaf-970a-4777-a8c8-342612b776fb req-f5ba1891-6a94-4386-9ba6-de52d1fea3e2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:23.208232 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29241aaf-970a-4777-a8c8-342612b776fb req-f5ba1891-6a94-4386-9ba6-de52d1fea3e2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0520046 Dec 08 13:46:23.264316 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-29241aaf-970a-4777-a8c8-342612b776fb req-2b4d32a1-fa1c-4564-925a-3fab18bd10b7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490956 Dec 08 13:46:24.385154 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0652b2c-57a1-4d67-a6e4-b42765ea44c8 req-ab9bcaa8-3704-4a48-9675-5b4f68490120 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:24.386798 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e0652b2c-57a1-4d67-a6e4-b42765ea44c8 req-ab9bcaa8-3704-4a48-9675-5b4f68490120 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0537581 Dec 08 13:46:24.438568 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e0652b2c-57a1-4d67-a6e4-b42765ea44c8 req-77e342ac-d9a9-4e5a-acda-47c4f4cda4fc tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453055 Dec 08 13:46:25.556472 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839e022-d601-4c09-a9cc-f40944d6b826 req-d6680906-d651-47ae-b5ba-1933f8d82d31 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:25.557990 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5839e022-d601-4c09-a9cc-f40944d6b826 req-d6680906-d651-47ae-b5ba-1933f8d82d31 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0498340 Dec 08 13:46:25.615159 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5839e022-d601-4c09-a9cc-f40944d6b826 req-33f8b826-f177-440c-b335-9edaee787fa3 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503955 Dec 08 13:46:26.732935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a35f19-92c1-4f2d-9795-17a8ab16345e req-b91e0528-539f-44db-84d0-5f4b2d9cb83a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:26.734431 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1a35f19-92c1-4f2d-9795-17a8ab16345e req-b91e0528-539f-44db-84d0-5f4b2d9cb83a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0503545 Dec 08 13:46:26.789335 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e1a35f19-92c1-4f2d-9795-17a8ab16345e req-ec2327b4-7f12-49b3-86f9-b8967940ca12 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489273 Dec 08 13:46:27.909746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663ea8c-6518-4960-bdaf-e4277b40d897 req-a97cef9b-49f8-4ff8-8e9a-1674c42d64e8 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:27.912847 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e663ea8c-6518-4960-bdaf-e4277b40d897 req-a97cef9b-49f8-4ff8-8e9a-1674c42d64e8 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0560946 Dec 08 13:46:27.963926 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e663ea8c-6518-4960-bdaf-e4277b40d897 req-08006e43-9008-4dad-afce-cb3d00640501 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456922 Dec 08 13:46:29.087011 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da86546-3715-4ed7-ba85-28e80cfcfcd3 req-681a2c58-6597-433d-9435-4c7450d0d4bf tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:29.088660 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2da86546-3715-4ed7-ba85-28e80cfcfcd3 req-681a2c58-6597-433d-9435-4c7450d0d4bf tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0523355 Dec 08 13:46:29.139766 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2da86546-3715-4ed7-ba85-28e80cfcfcd3 req-e7ae6d52-4d81-4232-bdaa-ddfb964262fe tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Dec 08 13:46:30.262153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84062751-4083-44bb-ba61-f51a188eb6a3 req-a4843723-ff92-4d4b-85b3-d1a03da85643 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:30.263742 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-84062751-4083-44bb-ba61-f51a188eb6a3 req-a4843723-ff92-4d4b-85b3-d1a03da85643 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0548637 Dec 08 13:46:30.314961 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-84062751-4083-44bb-ba61-f51a188eb6a3 req-066a0ef2-f443-4c5a-a261-23f58ccc5374 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Dec 08 13:46:31.355204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-32a87843-e536-44be-9fff-79506d2581eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:31.356759 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-32a87843-e536-44be-9fff-79506d2581eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0436628 Dec 08 13:46:31.485992 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4979a-f6c4-44fb-ad7e-387f60cd6e3b req-4c8c9c85-ec17-4277-9608-040a18b6ae6e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:31.487500 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-80f4979a-f6c4-44fb-ad7e-387f60cd6e3b req-4c8c9c85-ec17-4277-9608-040a18b6ae6e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.1017716 Dec 08 13:46:31.513474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-c2c304f3-306f-43f6-887c-2009ce558c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:31.514887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-c2c304f3-306f-43f6-887c-2009ce558c05 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.1378236 Dec 08 13:46:31.582855 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-80f4979a-f6c4-44fb-ad7e-387f60cd6e3b req-b211aa1a-7838-4c5a-b8ed-e148dc3cff80 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893750 Dec 08 13:46:31.604090 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-ac2858d2-9acd-4a21-b786-c44a50c33c27 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 999 time: 0.0767813 Dec 08 13:46:31.656489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-cbf37dc7-dcc6-4797-8817-204a1350f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:31.656840 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-cbf37dc7-dcc6-4797-8817-204a1350f5d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0438938 Dec 08 13:46:31.703527 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-d66d43e7-efd2-4b00-8797-15e82b714b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:31.705081 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-d66d43e7-efd2-4b00-8797-15e82b714b27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402932 Dec 08 13:46:31.797025 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-55e63696-722b-4859-a486-835a61194802 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838234 Dec 08 13:46:31.885870 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7d36e01-0b3f-4fb9-ada4-4406ede93e1f req-b8d9bda2-a683-48a3-bace-da157859747b service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806317 Dec 08 13:46:32.231859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03edad-b014-4f07-a44f-e5dbc602b4ce req-13c76ba2-2b09-4ba4-a035-6629c0f98811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:32.233339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9b03edad-b014-4f07-a44f-e5dbc602b4ce req-13c76ba2-2b09-4ba4-a035-6629c0f98811 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0436282 Dec 08 13:46:32.280269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9b03edad-b014-4f07-a44f-e5dbc602b4ce req-a00fe755-2276-404f-bf88-71ca1f94456a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382259 Dec 08 13:46:32.694862 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9b7a4-88a0-42bc-8aee-5aa20e75b23e req-7601cca7-acfb-4dff-a43b-310aec5640a9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:32.696344 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee9b7a4-88a0-42bc-8aee-5aa20e75b23e req-7601cca7-acfb-4dff-a43b-310aec5640a9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0484414 Dec 08 13:46:32.745086 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-dee9b7a4-88a0-42bc-8aee-5aa20e75b23e req-bea22872-c3c8-4087-bbdf-b2cabf5ed370 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Dec 08 13:46:33.857890 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e298f3-6488-46f9-9153-25e5670ea080 req-8bc6efb5-1c0a-4946-88eb-7fbabdd3811b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:33.859307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55e298f3-6488-46f9-9153-25e5670ea080 req-8bc6efb5-1c0a-4946-88eb-7fbabdd3811b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 943 time: 0.0477951 Dec 08 13:46:33.910849 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55e298f3-6488-46f9-9153-25e5670ea080 req-9336d1b0-8501-4ca5-b4d7-81beed2422c1 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455911 Dec 08 13:46:34.427870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device c85066ac-f267-4cfc-a802-dc4b0b20a6ae details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:46:34.529150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:46:34.540107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'port_id': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'mac_address': 'fa:16:3e:77:1f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:46:34.575745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:34.588860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85066ac-f267-4cfc-a802-dc4b0b20a6ae {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:46:34.609291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:46:34.944688 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:34.992701 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=9']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:46:35.029706 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e8958-6a03-4862-8864-9c1b2d95920a req-70eeb967-6f1b-485a-ab04-50d506ff4da2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:35.031256 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec3e8958-6a03-4862-8864-9c1b2d95920a req-70eeb967-6f1b-485a-ab04-50d506ff4da2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 944 time: 0.0502853 Dec 08 13:46:35.080396 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ec3e8958-6a03-4862-8864-9c1b2d95920a req-04dae21a-32a5-49e4-a084-bb3146fde163 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 Dec 08 13:46:35.169191 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['c85066ac-f267-4cfc-a802-dc4b0b20a6ae'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:46:36.192617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be750ec-d3a9-4a50-bed5-706c2ad2fdfb req-ee96d2d7-fd81-4b79-8c43-f8d01ad365ac tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:46:36.194079 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0be750ec-d3a9-4a50-bed5-706c2ad2fdfb req-ee96d2d7-fd81-4b79-8c43-f8d01ad365ac tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 944 time: 0.0479167 Dec 08 13:46:36.242970 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0be750ec-d3a9-4a50-bed5-706c2ad2fdfb req-e3322c6c-79f0-4014-b53e-4860d8766030 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Dec 08 13:46:36.445298 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device c85066ac-f267-4cfc-a802-dc4b0b20a6ae up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:46:36.494490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port c85066ac-f267-4cfc-a802-dc4b0b20a6ae triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:46:36.494893 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:36.566906 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:36.588477 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:46:36.590710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240342c0-db5d-45cd-92ba-0495a29b10fa" -d '{"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:46:36.602419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:46:36.626295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9bf424-0d46-4cee-83ed-49e72a30c736 x-openstack-request-id: req-ec9bf424-0d46-4cee-83ed-49e72a30c736 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:46:36.626598 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:46:36.626863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec9bf424-0d46-4cee-83ed-49e72a30c736 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:46:36.627271 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'code': 200} Dec 08 13:46:36.669545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:36.719759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=10']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:46:40.553570 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5b64a601-98ba-4e04-bb54-17c54cddec2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:40.606131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:42.926351 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c75-29c6-40bd-a6ab-42cedf25178f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:44.246936 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:45.372850 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:46.235121 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:46:54.465705 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:47:10.532508 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cc9e2ea5-dbd6-47c9-a508-8e51d88761ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:10.686055 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:12.897319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e7995ec7-a656-4d2b-a278-96c100617b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:14.240774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:15.371764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:16.239008 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:31.191751 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9293119e-7386-4835-ab83-e2259b6212a5 req-0b55b4e3-e464-46bf-ba2d-254ae30fab00 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424502 Dec 08 13:47:31.271947 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293119e-7386-4835-ab83-e2259b6212a5 req-8a191b20-7af9-4c88-b907-de81eb354cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:31.273397 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9293119e-7386-4835-ab83-e2259b6212a5 req-8a191b20-7af9-4c88-b907-de81eb354cc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0387795 Dec 08 13:47:31.374095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293119e-7386-4835-ab83-e2259b6212a5 req-2ee5eb76-7402-4b3d-8779-e5fbdd0e7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:31.375584 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9293119e-7386-4835-ab83-e2259b6212a5 req-2ee5eb76-7402-4b3d-8779-e5fbdd0e7005 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0837817 Dec 08 13:47:31.444144 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9293119e-7386-4835-ab83-e2259b6212a5 req-4326c6c4-f43d-492a-ad02-39d51f312b74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 1001 time: 0.0617189 Dec 08 13:47:31.463766 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:47:31.491595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293119e-7386-4835-ab83-e2259b6212a5 req-ac44b91b-cdc5-47df-9b3e-40e132576154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:31.493009 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9293119e-7386-4835-ab83-e2259b6212a5 req-ac44b91b-cdc5-47df-9b3e-40e132576154 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0425184 Dec 08 13:47:31.538111 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293119e-7386-4835-ab83-e2259b6212a5 req-a271d284-3737-4ee3-939e-09b5eac32ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:31.539565 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9293119e-7386-4835-ab83-e2259b6212a5 req-a271d284-3737-4ee3-939e-09b5eac32ce4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387795 Dec 08 13:47:31.631423 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9293119e-7386-4835-ab83-e2259b6212a5 req-ecff21a3-6e28-49be-8735-55bc5f6dd392 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836327 Dec 08 13:47:31.731134 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9293119e-7386-4835-ab83-e2259b6212a5 req-e89b4d73-07a7-4032-8fa9-a1118f945a0e service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930605 Dec 08 13:47:40.524844 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ac62db6d-70f0-4ec3-b7bf-9ad540cdb0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:40.638793 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:42.937201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-66656afc-4d8d-4c6d-a87e-ec71361c55c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:44.257350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:45.376203 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:46.021352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 38954) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:47:46.173179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Deleting port c69daed7-bc4b-4afe-9c6c-7613e352b437 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:47:46.173513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:46.249334 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:46.249658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:46.262121 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Calling delete_port for c69daed7-bc4b-4afe-9c6c-7613e352b437 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:47:46.274552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:46.480732 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:46.506924 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event deleted for resources: {'Port': ['ID=c69daed7-bc4b-4afe-9c6c-7613e352b437,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:46.533951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.534227 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.534598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.534939 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.535281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.535621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.535956 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.536288 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.536619 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.536959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.537543 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.537869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.538194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:46.577435 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:46.577766 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Floating IP 0b071743-7f4d-4b1b-a5a7-25487cb2dc03 disassociated (deleted). External IP: 172.26.7.202, port: c85066ac-f267-4cfc-a802-dc4b0b20a6ae. Dec 08 13:47:46.780880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Router 3b0a8712-e90b-4835-9cf8-ec960eeea60e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:47:46.881095 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:47:46.885639 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:46.890596 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] Sync routers for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:47:46.899412 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:47:46.900031 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:47:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:47:46.915215 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bdbae05f-fea6-4ce9-9665-c303b85e2029 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "DELETE /v2.0/floatingips/0b071743-7f4d-4b1b-a5a7-25487cb2dc03 HTTP/1.1" status: 204 len: 168 time: 0.8927286 Dec 08 13:47:46.915899 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:47:46.918846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44319bca-f22a-469a-8fc0-f72e5bfd663d" -d '{"events": [{"name": "network-changed", "server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:47:47.021112 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3e7518-cfbc-4b0e-8af3-e08e952e35e2 x-openstack-request-id: req-2a3e7518-cfbc-4b0e-8af3-e08e952e35e2 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:47:47.021534 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:47:47.022110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2a3e7518-cfbc-4b0e-8af3-e08e952e35e2 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:47:47.022241 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'status': 'completed', 'code': 200} Dec 08 13:47:47.084886 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-f7b11a79-6f41-4f3e-953a-0f878c92f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:47.086438 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-f7b11a79-6f41-4f3e-953a-0f878c92f93f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0419908 Dec 08 13:47:47.103970 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:47:47.182501 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-f3c98ff6-dcf1-4fd1-825b-633269dcc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:47.184264 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-f3c98ff6-dcf1-4fd1-825b-633269dcc641 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0888715 Dec 08 13:47:47.231622 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-9b6cc1b8-c928-424a-bce6-d9b50af9e9bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 200 len: 217 time: 0.0403767 Dec 08 13:47:47.287931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-1c187ff7-158a-4510-bc00-6ab77a6bba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:47.289433 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-1c187ff7-158a-4510-bc00-6ab77a6bba9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0502121 Dec 08 13:47:47.308747 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:47:47.335860 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] Checking router: 3b0a8712-e90b-4835-9cf8-ec960eeea60e for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:47:47.344774 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:47:47.345376 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:47:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:47:47.376042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-8aba4add-fed0-437a-96a5-58afdeb71514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:47.377545 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-8aba4add-fed0-437a-96a5-58afdeb71514 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802102 Dec 08 13:47:47.384960 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e778fd-007e-4944-a063-50ca18ee3fd5 req-78fe1476-4240-4ae9-b014-71c88b698812 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:47.386871 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b1e778fd-007e-4944-a063-50ca18ee3fd5 req-78fe1476-4240-4ae9-b014-71c88b698812 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 946 time: 0.0789325 Dec 08 13:47:47.450699 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:47:47.488481 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b1e778fd-007e-4944-a063-50ca18ee3fd5 req-add8da8a-4260-4063-a01d-2bdc82e8af30 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929856 Dec 08 13:47:47.504816 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-939cc9fe-8f42-4b74-a25f-ef99778fe823 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168826 Dec 08 13:47:47.599555 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-44319bca-f22a-469a-8fc0-f72e5bfd663d req-a6d498cc-2599-4255-9d21-6db543df6dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867043 Dec 08 13:47:47.649621 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:47:47.676172 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572985f-07e1-40f2-a825-24ac1db18c50 None None] The sync data for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv is: [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:47:47.878332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c8430-2f48-4071-ae6d-3b1ff61ab1b3 None None] New status for floating IP 0b071743-7f4d-4b1b-a5a7-25487cb2dc03: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:47:48.611486 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d75ed2-1e95-4254-aad7-d61c9fa0a1d7 req-522aef78-85ff-4710-9b38-42cbba1a0bcd tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:48.612991 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69d75ed2-1e95-4254-aad7-d61c9fa0a1d7 req-522aef78-85ff-4710-9b38-42cbba1a0bcd tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 946 time: 0.0501773 Dec 08 13:47:48.662934 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69d75ed2-1e95-4254-aad7-d61c9fa0a1d7 req-3a5bd45c-9d4f-4693-9e2d-52f640c088c7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f34a08a-36fe-4ce9-94ed-9f2630fed004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Dec 08 13:47:48.783397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fa404-08fd-4895-86cc-8fa809301441 req-437d9e8a-3e51-4e16-9278-610fbe6d250b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:47:48.784726 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-873fa404-08fd-4895-86cc-8fa809301441 req-437d9e8a-3e51-4e16-9278-610fbe6d250b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 946 time: 0.0503566 Dec 08 13:47:48.869481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-873fa404-08fd-4895-86cc-8fa809301441 req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Deleting port c85066ac-f267-4cfc-a802-dc4b0b20a6ae {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:47:48.869815 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-873fa404-08fd-4895-86cc-8fa809301441 req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:49.292581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-873fa404-08fd-4895-86cc-8fa809301441 req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] For port c85066ac-f267-4cfc-a802-dc4b0b20a6ae, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:47:49.292949 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-873fa404-08fd-4895-86cc-8fa809301441 req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:49.304869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-873fa404-08fd-4895-86cc-8fa809301441 req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Calling delete_port for c85066ac-f267-4cfc-a802-dc4b0b20a6ae owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:47:49.543822 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-873fa404-08fd-4895-86cc-8fa809301441 req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:49.571836 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event deleted for resources: {'Port': ['ID=c85066ac-f267-4cfc-a802-dc4b0b20a6ae,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:49.612780 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-873fa404-08fd-4895-86cc-8fa809301441 req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] No DVR routers for this DVR port c85066ac-f267-4cfc-a802-dc4b0b20a6ae on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:47:49.615360 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-873fa404-08fd-4895-86cc-8fa809301441 req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:49.618737 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-873fa404-08fd-4895-86cc-8fa809301441 req-87d71c1d-34a6-4616-8881-6bc68534725d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "DELETE /v2.0/ports/c85066ac-f267-4cfc-a802-dc4b0b20a6ae HTTP/1.1" status: 204 len: 173 time: 0.8282497 Dec 08 13:47:49.619179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-deleted', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:47:49.622147 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a898bfd1-7bac-49ad-b4fa-13b4b74a9d91" -d '{"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-deleted", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:47:49.657876 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570b5914-df6b-449e-95f2-ad51367a34eb x-openstack-request-id: req-570b5914-df6b-449e-95f2-ad51367a34eb {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:47:49.658175 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77eb6c28-a1bd-4789-97a6-e90c49e66ef2", "name": "network-vif-deleted", "tag": "c85066ac-f267-4cfc-a802-dc4b0b20a6ae", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:47:49.658432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-570b5914-df6b-449e-95f2-ad51367a34eb {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:47:49.658906 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77eb6c28-a1bd-4789-97a6-e90c49e66ef2', 'name': 'network-vif-deleted', 'tag': 'c85066ac-f267-4cfc-a802-dc4b0b20a6ae', 'status': 'completed', 'code': 200} Dec 08 13:47:49.756103 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-960ce03f-d5cf-407e-a877-e1a302535da7 req-37ffaaef-c4b9-4e3f-9327-125f6407c3ef tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=77eb6c28-a1bd-4789-97a6-e90c49e66ef2 HTTP/1.1" status: 200 len: 210 time: 0.0269094 Dec 08 13:47:50.811450 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38980) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:47:50.868399 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:50.893011 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.006121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.008765 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.009941 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "DELETE /v2.0/security-groups/2f34a08a-36fe-4ce9-94ed-9f2630fed004 HTTP/1.1" status: 204 len: 168 time: 0.1974828 Dec 08 13:47:51.019424 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f34a08a-36fe-4ce9-94ed-9f2630fed004,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:51.026898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.027261 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.027616 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.027976 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.028325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.028668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.029003 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.029339 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.029672 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.030007 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.030370 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.030733 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.031064 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3be0107-291b-4d9e-99c8-a70bac394f3d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:47:51.431741 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38988) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:47:51.436982 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-4d2062ff-3011-4970-990b-2170944d4966 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669942876', 'description': 'tempest-secgroup-smoke-669942876 description', 'project_id': '5f6a3099767a4bd487823442f4a1ea17'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:47:51.524815 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4d2062ff-3011-4970-990b-2170944d4966 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.589628 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4d2062ff-3011-4970-990b-2170944d4966 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.663389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4d2062ff-3011-4970-990b-2170944d4966 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.692510 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2062ff-3011-4970-990b-2170944d4966 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8feb41f5-ec47-4891-8cd1-7d96cc647d27,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:51.773454 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4d2062ff-3011-4970-990b-2170944d4966 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.774717 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-4d2062ff-3011-4970-990b-2170944d4966 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3419347 Dec 08 13:47:51.777522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38990) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:47:51.782349 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-5a5c05cd-56f8-4ee0-9cc5-299f1ce2a2f4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '8feb41f5-ec47-4891-8cd1-7d96cc647d27', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:47:51.867598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a5c05cd-56f8-4ee0-9cc5-299f1ce2a2f4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.923824 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a5c05cd-56f8-4ee0-9cc5-299f1ce2a2f4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.981767 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a5c05cd-56f8-4ee0-9cc5-299f1ce2a2f4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:51.998414 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c05cd-56f8-4ee0-9cc5-299f1ce2a2f4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346bdf4a-442c-4270-b5ad-30e211805ee1,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:52.069502 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a5c05cd-56f8-4ee0-9cc5-299f1ce2a2f4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.070728 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5a5c05cd-56f8-4ee0-9cc5-299f1ce2a2f4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2917297 Dec 08 13:47:52.073347 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38992) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:47:52.078146 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-d1359123-a3cb-44c8-896d-bbd42747bcda tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '8feb41f5-ec47-4891-8cd1-7d96cc647d27', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:47:52.175178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1359123-a3cb-44c8-896d-bbd42747bcda tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.228914 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1359123-a3cb-44c8-896d-bbd42747bcda tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.285980 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1359123-a3cb-44c8-896d-bbd42747bcda tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.303825 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1359123-a3cb-44c8-896d-bbd42747bcda tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b897ed1f-0414-422d-b2ab-6ca85eff96bc,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:52.366770 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1359123-a3cb-44c8-896d-bbd42747bcda tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.367973 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d1359123-a3cb-44c8-896d-bbd42747bcda tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2937059 Dec 08 13:47:52.370600 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38994) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:47:52.375429 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-049d28eb-9f4b-4d39-8768-25ba483acf59 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '8feb41f5-ec47-4891-8cd1-7d96cc647d27', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:47:52.461917 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-049d28eb-9f4b-4d39-8768-25ba483acf59 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.517285 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-049d28eb-9f4b-4d39-8768-25ba483acf59 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.582900 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-049d28eb-9f4b-4d39-8768-25ba483acf59 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.599678 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d28eb-9f4b-4d39-8768-25ba483acf59 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9466d8-067e-4035-ba83-441659432273,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:52.642121 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-049d28eb-9f4b-4d39-8768-25ba483acf59 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.643369 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-049d28eb-9f4b-4d39-8768-25ba483acf59 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2718093 Dec 08 13:47:52.646167 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38996) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:47:52.650419 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-b5926266-d2bb-47ee-b357-358a74bb7509 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '8feb41f5-ec47-4891-8cd1-7d96cc647d27', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:47:52.735286 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5926266-d2bb-47ee-b357-358a74bb7509 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.794105 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5926266-d2bb-47ee-b357-358a74bb7509 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.868375 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5926266-d2bb-47ee-b357-358a74bb7509 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.888650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5926266-d2bb-47ee-b357-358a74bb7509 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a3edf9-855b-4b40-88b9-8b160c7d4c7f,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:52.923062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device c85066ac-f267-4cfc-a802-dc4b0b20a6ae no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:47:52.943234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: c85066ac-f267-4cfc-a802-dc4b0b20a6ae {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:47:52.943577 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device c85066ac-f267-4cfc-a802-dc4b0b20a6ae not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:47:52.950745 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b5926266-d2bb-47ee-b357-358a74bb7509 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:52.951974 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-b5926266-d2bb-47ee-b357-358a74bb7509 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048532 Dec 08 13:47:52.954768 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 38998) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:47:52.959246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-890359fa-74f1-42a8-9899-2105ca9dd219 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '8feb41f5-ec47-4891-8cd1-7d96cc647d27', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:47:53.047923 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-890359fa-74f1-42a8-9899-2105ca9dd219 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Project 5f6a3099767a4bd487823442f4a1ea17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:47:53.053209 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-890359fa-74f1-42a8-9899-2105ca9dd219 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:53.113725 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-890359fa-74f1-42a8-9899-2105ca9dd219 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:53.194190 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-890359fa-74f1-42a8-9899-2105ca9dd219 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:53.211699 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890359fa-74f1-42a8-9899-2105ca9dd219 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27908b3-e0d4-46cc-afa4-9b6133722dd9,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:53.299136 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-890359fa-74f1-42a8-9899-2105ca9dd219 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:53.300292 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-890359fa-74f1-42a8-9899-2105ca9dd219 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445687 Dec 08 13:47:53.302948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 39000) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:47:53.307343 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-f4c95340-a980-4912-a16b-b367be045143 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'security_group_rule': {'security_group_id': '8feb41f5-ec47-4891-8cd1-7d96cc647d27', 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:47:53.389067 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.securitygroups_db [None req-f4c95340-a980-4912-a16b-b367be045143 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Project 5f6a3099767a4bd487823442f4a1ea17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:47:53.395962 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4c95340-a980-4912-a16b-b367be045143 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:53.455226 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4c95340-a980-4912-a16b-b367be045143 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:53.524356 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4c95340-a980-4912-a16b-b367be045143 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:53.542031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c95340-a980-4912-a16b-b367be045143 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce39897-1aaa-4d64-9cc6-a31c989e5ca7,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:47:53.647857 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f4c95340-a980-4912-a16b-b367be045143 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:47:53.649078 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f4c95340-a980-4912-a16b-b367be045143 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451412 Dec 08 13:48:08.462565 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:48:10.537015 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ec41f91-bd84-474f-8476-3a91569ecf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:10.605786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:12.977196 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4704ce6d-f4cb-4f98-80d1-eeb81df34712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:14.291583 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:15.622175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:16.257567 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:19.755565 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-79541b03-0c25-4416-a6e1-ccaa77e852cb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669942876&fields=id&tenant_id=5f6a3099767a4bd487823442f4a1ea17 HTTP/1.1" status: 200 len: 267 time: 0.0444725 Dec 08 13:48:19.861908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-90737562-0807-420e-8106-27d0ee144d81 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:19.863304 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-90737562-0807-420e-8106-27d0ee144d81 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 809 time: 0.1011217 Dec 08 13:48:19.878104 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-dcca30e3-555a-4e7b-9ad5-6b95eb57f90e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/quotas/5f6a3099767a4bd487823442f4a1ea17 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Dec 08 13:48:19.926932 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-46bb552a-eb53-441b-bfc3-6bde282c2fb8 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436399 Dec 08 13:48:20.092118 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-f43a8898-7a9e-4e3f-b23c-0e24714c5ab0 service neutron] 10.222.0.76 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538081 Dec 08 13:48:20.186895 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-bd2328e7-1fae-4f81-b142-dcc244d432ee service neutron] 10.222.0.76 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880823 Dec 08 13:48:20.739559 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c20ac2c1-d364-4d8f-803f-8932dedaa5f1 req-1eba298f-d644-4050-84d7-c00f3fed9f30 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 210 time: 0.0274992 Dec 08 13:48:21.831199 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5c4768c3-8783-4856-9992-ff6ba5350722 req-3ce37bff-51ee-4bd6-8b9f-b2a012aa2392 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 210 time: 0.0254402 Dec 08 13:48:22.925867 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2e338e72-4a60-4e81-9a1e-2c7884138a5c req-e6fa67cc-4659-4493-9c41-c1e3ced7f16d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 210 time: 0.0274203 Dec 08 13:48:23.431812 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-07744c8e-494f-4782-9b67-e90b3dac037f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:23.433269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-07744c8e-494f-4782-9b67-e90b3dac037f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 809 time: 0.1060774 Dec 08 13:48:23.497196 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-04c4f78a-9836-464a-97ec-4aa17bcd9ea0 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f6a3099767a4bd487823442f4a1ea17 HTTP/1.1" status: 200 len: 379 time: 0.0534997 Dec 08 13:48:23.510653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'port': {'device_id': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'admin_state_up': True, 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'security_groups': ['8feb41f5-ec47-4891-8cd1-7d96cc647d27']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:48:23.695850 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Made reservation on behalf of 5f6a3099767a4bd487823442f4a1ea17 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:48:23.701137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:23.849314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Allocated IP 172.20.0.12 (6a6efcfb-5506-4865-93f1-c4dd03ff573f/eaca8b20-2ab5-42fa-aee5-8b9f97bdb764/7f8a64af-8fde-4a64-9d34-013b8c8674c5) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:48:23.989153 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:24.032979 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ef398ecd-e3a4-4028-a7bb-ef8c79e7be90 req-30999dc2-cb80-4263-8602-f7c0bca36e7f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 210 time: 0.0354805 Dec 08 13:48:24.104166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:24.148512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:48:24.151500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:48:24.162710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:48:24.169201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'Port': ['ID=7f8a64af-8fde-4a64-9d34-013b8c8674c5,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:48:24.217386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:24.218080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:24.288947 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-577cc91f-3e67-4330-a32b-5d784dd04c56 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7821810 Dec 08 13:48:24.302086 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Request body: {'port': {'device_id': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:48:24.358966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:24.411644 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-463725fc-27d0-4ae5-a74c-5b7bc9f7e730 None None] Provisioning complete for port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:48:24.412479 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-463725fc-27d0-4ae5-a74c-5b7bc9f7e730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:24.450386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-463725fc-27d0-4ae5-a74c-5b7bc9f7e730 None None] Port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:48:24.625483 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8a64af-8fde-4a64-9d34-013b8c8674c5 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:48:24.632860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:24.644437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Transition to ACTIVE for port object 7f8a64af-8fde-4a64-9d34-013b8c8674c5 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:48:24.708508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:24.776370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8a64af-8fde-4a64-9d34-013b8c8674c5,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:48:24.834222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Attempting to bind port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:48:24.834601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Attempting to bind port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:48:24.834943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Attempting to bind port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 on network 6a6efcfb-5506-4865-93f1-c4dd03ff573f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:48:24.839846 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 on network 6a6efcfb-5506-4865-93f1-c4dd03ff573f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:48:24.840183 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Attempting to bind port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 on network 6a6efcfb-5506-4865-93f1-c4dd03ff573f {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:48:24.845446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:48:24.845793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Checking segment: {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:48:24.846187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Bound using segment: {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:48:24.847202 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Bound port: 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c677e8f8-4cb1-4d56-902d-17283e7add79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:48:24.847571 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:24.916081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:48:24.920231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:48:25.035680 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:25.070207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:25.070869 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:25.072513 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 1094 time: 0.7755907 Dec 08 13:48:25.075658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:48:25.078443 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf90c74b-aa4f-42a6-ac11-371771d7cb14" -d '{"events": [{"name": "network-changed", "server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:48:25.107332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca69eee-f4c9-49dc-9d44-fddde74966e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8a64af-8fde-4a64-9d34-013b8c8674c5,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:48:25.126652 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b1c15-6ff9-4a83-9879-d9e32a3ddfe1 x-openstack-request-id: req-828b1c15-6ff9-4a83-9879-d9e32a3ddfe1 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:48:25.126955 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:48:25.127214 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-828b1c15-6ff9-4a83-9879-d9e32a3ddfe1 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:48:25.127797 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'status': 'completed', 'code': 200} Dec 08 13:48:25.214469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db5d26-927f-4925-a1f8-cb5eb12522b9 req-b9d60dfc-57ab-43ad-93d2-8d77b6f16955 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:25.216061 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08db5d26-927f-4925-a1f8-cb5eb12522b9 req-b9d60dfc-57ab-43ad-93d2-8d77b6f16955 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0845950 Dec 08 13:48:25.232860 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c74b-aa4f-42a6-ac11-371771d7cb14 req-6770c029-f97c-4983-85d8-f9a53836055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:25.234338 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bf90c74b-aa4f-42a6-ac11-371771d7cb14 req-6770c029-f97c-4983-85d8-f9a53836055c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1097 time: 0.0701287 Dec 08 13:48:25.332015 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08db5d26-927f-4925-a1f8-cb5eb12522b9 req-db912040-b2d1-4eb6-adc4-0c6eadac08f0 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071599 Dec 08 13:48:25.365512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c74b-aa4f-42a6-ac11-371771d7cb14 req-4072c84a-8cd0-4db7-949c-d3018f2bacd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:25.366959 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bf90c74b-aa4f-42a6-ac11-371771d7cb14 req-4072c84a-8cd0-4db7-949c-d3018f2bacd1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f6a3099767a4bd487823442f4a1ea17&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1213872 Dec 08 13:48:25.471691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c74b-aa4f-42a6-ac11-371771d7cb14 req-0d7d2bf2-5fa6-45ca-8e7e-0ebe49d15065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:25.473185 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-bf90c74b-aa4f-42a6-ac11-371771d7cb14 req-0d7d2bf2-5fa6-45ca-8e7e-0ebe49d15065 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996413 Dec 08 13:48:25.550813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-60001113-b9bc-4291-a621-fd3380ec0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:25.552456 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-60001113-b9bc-4291-a621-fd3380ec0d70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1097 time: 0.0430264 Dec 08 13:48:25.599543 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-65612ef2-0a3e-49d1-857e-f76c495d41ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 217 time: 0.0384724 Dec 08 13:48:25.649770 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-b1113d79-7f0d-439b-be52-0496b7cca652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:25.651256 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-b1113d79-7f0d-439b-be52-0496b7cca652 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0445669 Dec 08 13:48:25.698563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-5bfdafff-9830-4fa8-9e3c-c5ab14fa6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:25.700069 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-5bfdafff-9830-4fa8-9e3c-c5ab14fa6bff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407207 Dec 08 13:48:25.810088 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-a8efb988-9f6c-4e40-9710-ee63d2f5eede service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010191 Dec 08 13:48:25.904551 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-04d71bfe-b434-4faf-bd5b-82e219764f6c req-f9556ad9-235a-4c97-838c-04316d924840 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864093 Dec 08 13:48:26.463201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65044d30-662d-41cb-9cbf-e4256cbea660 req-58a3dc15-674a-4242-acbc-a10a48ec8aca tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:26.465402 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-65044d30-662d-41cb-9cbf-e4256cbea660 req-58a3dc15-674a-4242-acbc-a10a48ec8aca tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0645707 Dec 08 13:48:26.519926 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-65044d30-662d-41cb-9cbf-e4256cbea660 req-d6f8a8d1-0fbb-47da-913b-1904b6a8252a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485682 Dec 08 13:48:27.639012 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e540fd-1868-4238-b157-d62e86553b48 req-4acd7ab4-9551-4f40-ae5d-0361323f9027 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:27.640599 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47e540fd-1868-4238-b157-d62e86553b48 req-4acd7ab4-9551-4f40-ae5d-0361323f9027 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0510404 Dec 08 13:48:27.692237 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47e540fd-1868-4238-b157-d62e86553b48 req-81698047-8661-4221-aefe-8b469db90841 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449777 Dec 08 13:48:28.808280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17498-e2f8-42d8-a396-b210d266944c req-f18f1c23-6d6f-4a56-9d27-548efe7f0684 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:28.810704 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33f17498-e2f8-42d8-a396-b210d266944c req-f18f1c23-6d6f-4a56-9d27-548efe7f0684 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0506468 Dec 08 13:48:28.859361 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-33f17498-e2f8-42d8-a396-b210d266944c req-5d65d0e5-ad4a-43a6-8336-e29c01f008ec tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 Dec 08 13:48:29.975361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2add304-72fe-4244-9234-b0b8571b37ee req-31e34a3c-6d3b-407a-8f8e-78898b9d4b22 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:29.976830 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a2add304-72fe-4244-9234-b0b8571b37ee req-31e34a3c-6d3b-407a-8f8e-78898b9d4b22 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0523651 Dec 08 13:48:30.025478 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a2add304-72fe-4244-9234-b0b8571b37ee req-7973b1b7-41b4-43ed-bd69-ca8fc716b00d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427318 Dec 08 13:48:31.144820 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e305791-85b3-4049-92db-c0a0ee9b9f4a req-07b21666-935f-404f-bc56-eda7579fcce0 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:31.146306 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3e305791-85b3-4049-92db-c0a0ee9b9f4a req-07b21666-935f-404f-bc56-eda7579fcce0 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0531385 Dec 08 13:48:31.195274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3e305791-85b3-4049-92db-c0a0ee9b9f4a req-a867d1cd-cc3f-49d4-9845-eccb633784d3 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 Dec 08 13:48:32.309559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13446aca-f5ff-444c-b157-812c9afce6e1 req-b72fd5ea-6977-42ac-bb60-7ce37fba50d0 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:32.311055 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-13446aca-f5ff-444c-b157-812c9afce6e1 req-b72fd5ea-6977-42ac-bb60-7ce37fba50d0 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0520787 Dec 08 13:48:32.358681 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-13446aca-f5ff-444c-b157-812c9afce6e1 req-e6bba108-4531-49f7-a1a0-e121779cbeb7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410790 Dec 08 13:48:33.471032 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d96dd5-a3e0-48d5-b0ef-0dd65f9eb9b2 req-056cdc2a-1b80-4bc6-bf00-9d44ab4f8b5a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:33.472504 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47d96dd5-a3e0-48d5-b0ef-0dd65f9eb9b2 req-056cdc2a-1b80-4bc6-bf00-9d44ab4f8b5a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0480602 Dec 08 13:48:33.520940 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-47d96dd5-a3e0-48d5-b0ef-0dd65f9eb9b2 req-47c77bb4-1e56-4344-974f-f94b26451ec5 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425878 Dec 08 13:48:34.632479 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b9858-55fe-4225-b46c-b05f6638f282 req-5b0f3315-b0d3-48f6-afa3-23b3d0e01a5e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:34.633977 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a48b9858-55fe-4225-b46c-b05f6638f282 req-5b0f3315-b0d3-48f6-afa3-23b3d0e01a5e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0476558 Dec 08 13:48:34.686554 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a48b9858-55fe-4225-b46c-b05f6638f282 req-52e4ca8f-0a7f-4484-88d1-526a9cba445b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467408 Dec 08 13:48:35.799255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7927d67-5dd5-43bf-a4f4-2ce28c898aa0 req-ee59d13b-34c2-4f2e-b8ad-bfc5e756ac4f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:35.800779 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7927d67-5dd5-43bf-a4f4-2ce28c898aa0 req-ee59d13b-34c2-4f2e-b8ad-bfc5e756ac4f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0479431 Dec 08 13:48:35.848287 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7927d67-5dd5-43bf-a4f4-2ce28c898aa0 req-5621ee4e-5fff-4eeb-9faf-4932d6f41de7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405574 Dec 08 13:48:36.961101 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4708d0-de12-43cf-b52e-d14a9fe0f0a5 req-9c5c60e5-512e-453a-9b50-aac73c3c11e1 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:36.962567 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a4708d0-de12-43cf-b52e-d14a9fe0f0a5 req-9c5c60e5-512e-453a-9b50-aac73c3c11e1 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0493629 Dec 08 13:48:37.010996 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9a4708d0-de12-43cf-b52e-d14a9fe0f0a5 req-b84477b8-01d4-4e6e-a509-8ac61102eac7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Dec 08 13:48:37.046163 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 7f8a64af-8fde-4a64-9d34-013b8c8674c5 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:48:37.141556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:48:37.152511 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'port_id': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'mac_address': 'fa:16:3e:f8:45:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:48:37.189269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:37.205483 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8a64af-8fde-4a64-9d34-013b8c8674c5 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:48:37.225141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:48:37.291318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:37.339816 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=7f8a64af-8fde-4a64-9d34-013b8c8674c5,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:48:37.346798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.347156 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.347992 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.348343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.348680 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.349019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.349369 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.349810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.350350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.350949 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.351541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.352127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.352710 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:48:37.545667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['7f8a64af-8fde-4a64-9d34-013b8c8674c5'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:48:38.129184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e46e98-0318-4d9e-b80d-3f1c08a11cc5 req-b66892b0-073f-4003-be0e-c96bf861df0e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:38.130685 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8e46e98-0318-4d9e-b80d-3f1c08a11cc5 req-b66892b0-073f-4003-be0e-c96bf861df0e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 945 time: 0.0521419 Dec 08 13:48:38.178713 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b8e46e98-0318-4d9e-b80d-3f1c08a11cc5 req-be29d4e6-a227-47af-aaeb-6e81dfc506af tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420966 Dec 08 13:48:39.061635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 7f8a64af-8fde-4a64-9d34-013b8c8674c5 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:48:39.169955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:48:39.173943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:48:39.175985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:39.257171 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:39.279463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:48:39.281712 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92042512-22a2-4353-a60e-ccc7c24a1cbb" -d '{"events": [{"server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "name": "network-vif-plugged", "status": "completed", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:48:39.296502 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:48:39.298271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c605a2-fbb5-4dcb-b07b-4439e71f0eee req-000216e8-6a56-48f8-ab2b-bc4909d921b4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:39.299842 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d0c605a2-fbb5-4dcb-b07b-4439e71f0eee req-000216e8-6a56-48f8-ab2b-bc4909d921b4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 945 time: 0.0502310 Dec 08 13:48:39.349414 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d0c605a2-fbb5-4dcb-b07b-4439e71f0eee req-d3c12ba2-3262-43b1-93b3-37a7ebdf6dd9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435300 Dec 08 13:48:39.365782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:39.388600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15046a5-c96a-4c68-8a12-aa17abc448ac x-openstack-request-id: req-d15046a5-c96a-4c68-8a12-aa17abc448ac {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:48:39.388903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "name": "network-vif-plugged", "status": "completed", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:48:39.389284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d15046a5-c96a-4c68-8a12-aa17abc448ac {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:48:39.389683 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'code': 200} Dec 08 13:48:39.416727 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=7f8a64af-8fde-4a64-9d34-013b8c8674c5,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:48:39.631146 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f94c48-3877-482c-a21a-1ca63fff9bd5 req-bd4ba5eb-97cd-413a-84fc-9fb6ad7929de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:39.632540 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08f94c48-3877-482c-a21a-1ca63fff9bd5 req-bd4ba5eb-97cd-413a-84fc-9fb6ad7929de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1099 time: 0.0389049 Dec 08 13:48:39.681855 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-08f94c48-3877-482c-a21a-1ca63fff9bd5 req-454860a1-6ad1-4059-91d9-8f59ea424d65 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Dec 08 13:48:40.511504 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba8849-b8b9-48b0-8280-e4635a291e25 req-5c2651d9-7fb3-4bbd-8f78-84b59884efb1 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:40.512910 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5fba8849-b8b9-48b0-8280-e4635a291e25 req-5c2651d9-7fb3-4bbd-8f78-84b59884efb1 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0489388 Dec 08 13:48:40.521269 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9a5cff0e-2c0c-4ed5-afb1-dc268cfb2d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:40.563511 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5fba8849-b8b9-48b0-8280-e4635a291e25 req-f1c04cc1-c505-4dd4-be50-ef3fcb7269a1 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 Dec 08 13:48:40.634317 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:41.679130 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191f615-bc7b-4bb0-864c-174b82796cea req-4c074c67-81a3-4d47-9a8c-caca611c43b8 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:41.680608 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a191f615-bc7b-4bb0-864c-174b82796cea req-4c074c67-81a3-4d47-9a8c-caca611c43b8 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0490253 Dec 08 13:48:41.729339 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a191f615-bc7b-4bb0-864c-174b82796cea req-2d2dcaa3-cf36-46d8-bae8-2fc7aec12eab tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424721 Dec 08 13:48:41.853538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d6286-fce0-4a32-92ca-b4d81bc14b12 req-ebaf2451-84c9-4ea8-8e85-e67ca6982506 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:41.854928 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f19d6286-fce0-4a32-92ca-b4d81bc14b12 req-ebaf2451-84c9-4ea8-8e85-e67ca6982506 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0507765 Dec 08 13:48:41.902314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f19d6286-fce0-4a32-92ca-b4d81bc14b12 req-b13e2b72-0001-4e94-95f9-33f3a2af248e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 Dec 08 13:48:41.923810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39234) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:48:41.961317 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b86d2ef-4212-4cda-825d-fef402af37b6 tempest-TestShelveInstance-478880788 tempest-TestShelveInstance-478880788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:41.962865 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7b86d2ef-4212-4cda-825d-fef402af37b6 tempest-TestShelveInstance-478880788 tempest-TestShelveInstance-478880788-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1094 time: 0.0379941 Dec 08 13:48:41.965473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39236) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:48:41.969797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:48:42.067647 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:42.165810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:42.264613 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Allocated IP 172.26.7.41 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/d220aff4-4c15-40c8-beec-0ab107a3d929) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:48:42.373271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:42.468491 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:42.502357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:48:42.505859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:48:42.508632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:48:42.544459 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'Port': ['ID=d220aff4-4c15-40c8-beec-0ab107a3d929,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:48:42.868816 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:42.913336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1530f780-c303-4d8e-aa55-1ea9b72169d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:42.977276 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:43.123665 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:43.204186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:43.277909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event updated for resources: {'Port': ['ID=d220aff4-4c15-40c8-beec-0ab107a3d929,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:48:43.286117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:43.388269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Floating IP 03146676-49f4-479c-a65f-51176b9d0ced associated. External IP: 172.26.7.41, port: 7f8a64af-8fde-4a64-9d34-013b8c8674c5. Dec 08 13:48:43.930331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Router 3b0a8712-e90b-4835-9cf8-ec960eeea60e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:48:44.035749 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:48:44.047810 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] Sync routers for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:48:44.057174 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:48:44.067392 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:48:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:48:44.127902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:44.155927 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-638c06ab-fc6a-42a8-af5e-b172c5aef7ae tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1891620 Dec 08 13:48:44.156280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:48:44.158510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ac08c3-b4b7-4349-85c8-99f8f6511017" -d '{"events": [{"name": "network-changed", "server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:48:44.162857 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:48:44.193974 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c924a2-c20e-43c7-a6c2-e614e9c74895 x-openstack-request-id: req-d8c924a2-c20e-43c7-a6c2-e614e9c74895 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:48:44.194273 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:48:44.194530 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d8c924a2-c20e-43c7-a6c2-e614e9c74895 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:48:44.194967 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'status': 'completed', 'code': 200} Dec 08 13:48:44.234205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:44.258471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-869edf21-9822-48fe-a311-f2e9809c7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:44.259637 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-869edf21-9822-48fe-a311-f2e9809c7552 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1099 time: 0.0410745 Dec 08 13:48:44.353595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-a93b78f4-bb1a-4675-9eaf-899ed1962853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:44.355118 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-a93b78f4-bb1a-4675-9eaf-899ed1962853 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0878031 Dec 08 13:48:44.391914 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '03146676-49f4-479c-a65f-51176b9d0ced', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'floating_ip_address': '172.26.7.41', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'port_id': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'mac_address': 'fa:16:3e:f8:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:48:42Z', 'updated_at': '2021-12-08T13:48:42Z', 'revision_number': 0, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:48:44.420787 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] Checking router: 3b0a8712-e90b-4835-9cf8-ec960eeea60e for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:48:44.421525 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-0f7d7b45-637c-45ad-ba18-b9a24f059ff4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 999 time: 0.0573363 Dec 08 13:48:44.429541 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:48:44.430153 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:48:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:48:44.470843 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-d32bd673-ee6a-4b9d-beda-b3248bc5c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:44.472302 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-d32bd673-ee6a-4b9d-beda-b3248bc5c245 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0433481 Dec 08 13:48:44.520581 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-d13317ed-f9b3-4cfe-b9a0-867cc8632a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:48:44.522055 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-d13317ed-f9b3-4cfe-b9a0-867cc8632a9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431676 Dec 08 13:48:44.534889 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:48:44.612631 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-ef960d14-ee22-4fcc-af9f-acd6ed4cac02 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835714 Dec 08 13:48:44.706483 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f7ac08c3-b4b7-4349-85c8-99f8f6511017 req-74f701ff-08eb-45bc-a7f7-2a4ed0078b92 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869739 Dec 08 13:48:44.762553 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '03146676-49f4-479c-a65f-51176b9d0ced', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'floating_ip_address': '172.26.7.41', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'port_id': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'mac_address': 'fa:16:3e:f8:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:48:42Z', 'updated_at': '2021-12-08T13:48:42Z', 'revision_number': 0, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:48:44.792433 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace858c-fe38-46b3-ab60-d24b4fe6ff5b None None] The sync data for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv is: [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '03146676-49f4-479c-a65f-51176b9d0ced', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'floating_ip_address': '172.26.7.41', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'port_id': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'mac_address': 'fa:16:3e:f8:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:48:42Z', 'updated_at': '2021-12-08T13:48:42Z', 'revision_number': 0, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:48:44.969371 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27f1a78-6fa6-49c0-ab33-20cbf6351d2b None None] New status for floating IP 03146676-49f4-479c-a65f-51176b9d0ced: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:48:45.371329 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:48:45.461096 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:48:46.268043 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:10.536817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e7467d8d-200a-44b0-8e21-a8b7aaaac283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:10.748187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:12.929648 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c09d412c-4d93-4aa3-8dc6-07b90a6b4df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:14.251106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:15.433713 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:16.226360 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:22.459892 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:49:34.236333 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-7ae15a2e-0bfc-447f-a7c0-87cd4c612cee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881226 Dec 08 13:49:34.316091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-f1df901f-f37b-415c-a980-46649b469c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:49:34.317568 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-f1df901f-f37b-415c-a980-46649b469c5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1099 time: 0.0405900 Dec 08 13:49:34.424537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-40a0cf0c-ce36-4adb-b7b5-e6eefc50395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:49:34.425924 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-40a0cf0c-ce36-4adb-b7b5-e6eefc50395f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0887039 Dec 08 13:49:34.490656 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-1cb0f3ee-f4e1-4ec4-b3f0-77d0217bb659 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 1001 time: 0.0576842 Dec 08 13:49:34.543703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-939f4e65-70cb-4ef3-99ef-7dbf5e5cb559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:49:34.545137 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-939f4e65-70cb-4ef3-99ef-7dbf5e5cb559 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0481703 Dec 08 13:49:34.590657 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-7529955f-7613-44f9-bce2-db8397c58909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:49:34.592158 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-7529955f-7613-44f9-bce2-db8397c58909 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396626 Dec 08 13:49:34.692919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-82bac190-1bf9-4ec9-9a43-210736de561b service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935550 Dec 08 13:49:34.785906 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b7301fd3-d27a-47d7-a795-9d19c7d8030f req-ded9c24d-c481-4a55-94df-45f3108593c1 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860307 Dec 08 13:49:40.523421 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-18a5d0ae-4486-47ff-bc52-a3153b2fd762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:40.656195 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:42.953206 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8a6c1cf-62b2-4971-9549-5ac6912ac7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:44.278776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:45.381878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:46.272571 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:49:59.458825 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:50:10.512765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2251295f-ac2d-4a76-a1a1-422c080cab75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:10.735919 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:12.900147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b22bd8b6-05d2-456a-a1b6-4f634a4486ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:14.306591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:15.391899 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:16.244036 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:36.203116 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-c455967e-85d1-41f1-b9f6-878033643660 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438418 Dec 08 13:50:36.284319 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-da323800-9cb5-43ff-91b3-f35fed47dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:50:36.285803 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-da323800-9cb5-43ff-91b3-f35fed47dece service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1099 time: 0.0393090 Dec 08 13:50:36.391810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-861472c2-14ca-437d-9303-2093385d9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:50:36.393273 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-861472c2-14ca-437d-9303-2093385d9672 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0885108 Dec 08 13:50:36.458399 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:50:36.459820 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-85e82cdc-9039-4744-a183-dd186022ef5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 1001 time: 0.0576372 Dec 08 13:50:36.511496 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-68e6f5cd-1e43-4bc3-9db3-f5d99fd28c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:50:36.512911 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-68e6f5cd-1e43-4bc3-9db3-f5d99fd28c82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0467606 Dec 08 13:50:36.557029 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-ac572583-72d6-421a-b1de-ddd2bf1f6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:50:36.559152 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-ac572583-72d6-421a-b1de-ddd2bf1f6ec4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396984 Dec 08 13:50:36.649969 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-eb487e0c-0d0c-4127-b2b6-e0baa583a4d4 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835116 Dec 08 13:50:36.739439 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-16e0f32c-3c2d-4b87-a796-302135ff1dc4 req-93a32d13-61d6-4f3d-9e7b-ab6a972e8200 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823333 Dec 08 13:50:40.535200 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ea97ee3a-90fd-49ae-81aa-8eb9bbc98bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:40.620966 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:42.901390 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ca5046e9-f4bb-4f93-aa36-cf90ec874cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:44.278180 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:45.420212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:50:46.237991 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:10.574968 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-6fda0696-6879-4fe8-942c-108abb8e8821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:10.665325 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:10.924480 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffd382-3918-4e99-9cad-16cbad5689b1 req-2fdc6f2f-6433-4593-b901-9b809f2887dc tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:10.925877 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c1ffd382-3918-4e99-9cad-16cbad5689b1 req-2fdc6f2f-6433-4593-b901-9b809f2887dc tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.1148980 Dec 08 13:51:10.979880 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c1ffd382-3918-4e99-9cad-16cbad5689b1 req-83d7f841-8786-4b4b-910c-dc35bae2ec66 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480018 Dec 08 13:51:12.149944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c63c5e-41d3-41eb-be86-1bd9562d386a req-650d9edf-46bc-41b2-a001-6acab3b88f81 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:12.151425 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4c63c5e-41d3-41eb-be86-1bd9562d386a req-650d9edf-46bc-41b2-a001-6acab3b88f81 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0910599 Dec 08 13:51:12.200447 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c4c63c5e-41d3-41eb-be86-1bd9562d386a req-ffb6d48f-059b-40c5-b852-623d95829b21 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Dec 08 13:51:12.889328 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7e12f016-9123-476c-a85d-e212ad62b919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:13.327177 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb5549-6dd2-4127-8a5e-6c5be0a76942 req-80c49d3b-f20d-44ef-b576-618ad872eccb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:13.328651 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d2eb5549-6dd2-4127-8a5e-6c5be0a76942 req-80c49d3b-f20d-44ef-b576-618ad872eccb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0485277 Dec 08 13:51:13.376724 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d2eb5549-6dd2-4127-8a5e-6c5be0a76942 req-a9f0dc19-9433-41be-8d2a-7b61c03f8165 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414929 Dec 08 13:51:13.458148 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:51:14.265444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:14.493686 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad381baf-5709-442c-8a5b-2b008661768b req-c6c93672-3344-45db-8f66-5e42bbd51400 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:14.495172 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad381baf-5709-442c-8a5b-2b008661768b req-c6c93672-3344-45db-8f66-5e42bbd51400 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0520306 Dec 08 13:51:14.543482 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ad381baf-5709-442c-8a5b-2b008661768b req-6c735d98-c0a0-4901-8a64-6b1370989246 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Dec 08 13:51:15.414794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:15.656853 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bb3eb-aacb-4301-ac18-67b2c0705cce req-774c2811-1254-4e76-836e-3c35a2d4b86f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:15.658396 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d4bb3eb-aacb-4301-ac18-67b2c0705cce req-774c2811-1254-4e76-836e-3c35a2d4b86f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0502355 Dec 08 13:51:15.709902 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d4bb3eb-aacb-4301-ac18-67b2c0705cce req-e8caa1bb-2c3d-4c99-8f27-a86fd6df37d1 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449002 Dec 08 13:51:16.220683 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:16.824515 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267a656-8ab9-4978-87fe-bca8b0920bb5 req-dc40e2d9-c889-485d-b4d9-3d1f7660a0f7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:16.826025 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a267a656-8ab9-4978-87fe-bca8b0920bb5 req-dc40e2d9-c889-485d-b4d9-3d1f7660a0f7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0486746 Dec 08 13:51:16.877543 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a267a656-8ab9-4978-87fe-bca8b0920bb5 req-793d2678-471f-4948-935a-31a958526bfb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456491 Dec 08 13:51:17.993482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109edf1e-0b70-4967-b475-e82980bca19a req-8764b148-82b0-43a1-acee-56aa85cb5540 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:17.994981 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-109edf1e-0b70-4967-b475-e82980bca19a req-8764b148-82b0-43a1-acee-56aa85cb5540 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0484943 Dec 08 13:51:18.044256 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-109edf1e-0b70-4967-b475-e82980bca19a req-3b726624-4ff1-4d01-b247-d75160be94ac tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Dec 08 13:51:19.155963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97174a11-8bd5-420e-8547-6ab4de1bfccd req-7931d583-6d6f-4e57-8450-1d0407e89202 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:19.157413 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97174a11-8bd5-420e-8547-6ab4de1bfccd req-7931d583-6d6f-4e57-8450-1d0407e89202 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0475924 Dec 08 13:51:19.204679 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97174a11-8bd5-420e-8547-6ab4de1bfccd req-c1e578fc-7bae-4cc5-a5ea-97951721a74c tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405109 Dec 08 13:51:20.328395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ef56-d913-4f11-949a-1dbfe640c23f req-6c959526-b036-4b1c-b448-f1c2655c6b76 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:20.329900 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6a5ef56-d913-4f11-949a-1dbfe640c23f req-6c959526-b036-4b1c-b448-f1c2655c6b76 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0583799 Dec 08 13:51:20.384381 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c6a5ef56-d913-4f11-949a-1dbfe640c23f req-23577b44-b354-4e7d-8ba4-278a7670b880 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478568 Dec 08 13:51:21.076252 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-a77896c7-c2db-4799-bcf7-b3ce864a8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:21.077714 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-a77896c7-c2db-4799-bcf7-b3ce864a8cb2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1099 time: 0.0397773 Dec 08 13:51:21.168278 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-7aa5212f-1725-452f-a37e-cd0f30062403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:21.169716 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-7aa5212f-1725-452f-a37e-cd0f30062403 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0851917 Dec 08 13:51:21.232980 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-0d9a1fe1-a4bb-4b84-89c1-4dbbb9829a81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 1001 time: 0.0557497 Dec 08 13:51:21.279775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-ed83aa01-c957-411e-a9a3-b1a598e82897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:21.281164 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-ed83aa01-c957-411e-a9a3-b1a598e82897 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0412393 Dec 08 13:51:21.329520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-8945a256-12c5-48a2-8836-b3a52243b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:21.330914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-8945a256-12c5-48a2-8836-b3a52243b63c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431099 Dec 08 13:51:21.419362 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-bd0940d1-1857-4944-8623-fcc0b3f22d7e service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817420 Dec 08 13:51:21.541748 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-75b98f0b-b222-4826-a7a3-ac958ce86fdb req-694f5a39-af07-4f4b-bde0-35c4c65df362 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147711 Dec 08 13:51:21.550037 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4acad-110d-4a7d-9588-bfd08e81413b req-c2486c39-fbfd-4551-a269-8a50810e70ee tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:21.551512 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55b4acad-110d-4a7d-9588-bfd08e81413b req-c2486c39-fbfd-4551-a269-8a50810e70ee tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0964301 Dec 08 13:51:21.601220 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-55b4acad-110d-4a7d-9588-bfd08e81413b req-ba31afda-8be7-4a45-9ecc-31e3a82c82d5 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Dec 08 13:51:22.718738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e34e9a-c283-44f1-a064-3416c00e5a06 req-eccf835d-6c3c-418b-b365-89904fb908ac tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:22.720229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14e34e9a-c283-44f1-a064-3416c00e5a06 req-eccf835d-6c3c-418b-b365-89904fb908ac tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0523155 Dec 08 13:51:22.768487 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-14e34e9a-c283-44f1-a064-3416c00e5a06 req-7c0e4293-55d4-4ed6-a014-e558d263882f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419321 Dec 08 13:51:23.883885 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1d771-0d99-42e0-b146-8cdf6d73263b req-510749fe-17e4-48dd-b596-0e6736bd4aeb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:23.885416 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0b1d771-0d99-42e0-b146-8cdf6d73263b req-510749fe-17e4-48dd-b596-0e6736bd4aeb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0491791 Dec 08 13:51:23.934313 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b0b1d771-0d99-42e0-b146-8cdf6d73263b req-49f21d2a-a516-43a1-a607-5113e6f6ead7 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428605 Dec 08 13:51:25.050522 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91ac70-66bb-4361-8ab2-75c176f26d98 req-fb7a97e5-374c-4424-8c38-b270c0c0d865 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:25.052064 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b91ac70-66bb-4361-8ab2-75c176f26d98 req-fb7a97e5-374c-4424-8c38-b270c0c0d865 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0489237 Dec 08 13:51:25.105049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7b91ac70-66bb-4361-8ab2-75c176f26d98 req-0a3a3caf-a0bf-4579-93eb-b4f1ee503d99 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468938 Dec 08 13:51:25.952546 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 7f8a64af-8fde-4a64-9d34-013b8c8674c5 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:51:26.027934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:26.049866 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:51:26.052586 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5addf9-5705-4fdb-bcb6-18215b8bf0a0" -d '{"events": [{"server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "name": "network-vif-unplugged", "status": "completed", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:51:26.067177 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:51:26.083858 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c40343-ce98-4298-a43f-dc2c5657941d x-openstack-request-id: req-37c40343-ce98-4298-a43f-dc2c5657941d {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:51:26.084152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "name": "network-vif-unplugged", "status": "failed", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5", "code": 422}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:51:26.084412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37c40343-ce98-4298-a43f-dc2c5657941d {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:51:26.084828 dv-neutron-799625-5-hyperv neutron-server[103717]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'code': 422} returned with failed status Dec 08 13:51:26.145224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:26.192489 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=7f8a64af-8fde-4a64-9d34-013b8c8674c5,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:51:26.199580 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.199939 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.200295 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.200640 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.201131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.201527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.201940 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.202280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.202802 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.203161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.203568 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.203900 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.204239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:51:26.219110 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0ba2-a4de-44f9-93b1-f9609f5a7445 req-e3d9ce6a-1376-4049-91ad-c8cf6c790a98 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:26.220609 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-033f0ba2-a4de-44f9-93b1-f9609f5a7445 req-e3d9ce6a-1376-4049-91ad-c8cf6c790a98 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0494421 Dec 08 13:51:26.269217 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-033f0ba2-a4de-44f9-93b1-f9609f5a7445 req-0fcba1a1-6433-4d7d-b916-83fb759caca6 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426311 Dec 08 13:51:26.572875 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cd262-dc53-4af2-9d66-1063c3cfd289 req-2defc869-e80c-4e03-ba64-2cfa0d6b451b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:26.574493 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-561cd262-dc53-4af2-9d66-1063c3cfd289 req-2defc869-e80c-4e03-ba64-2cfa0d6b451b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0507898 Dec 08 13:51:26.616381 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-44f89546-370d-4526-9415-cf0580405d4c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819547 Dec 08 13:51:26.626615 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-57406b3e-ce27-420b-ab84-6074db646ad7 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:51:26.628122 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-57406b3e-ce27-420b-ab84-6074db646ad7 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057242 Dec 08 13:51:26.633791 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-561cd262-dc53-4af2-9d66-1063c3cfd289 req-3ffde055-44a4-495f-b094-f67f8cacdef3 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530591 Dec 08 13:51:27.760018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94959ed9-97f8-4f17-ab58-11981bd1117b req-13396be5-0ce3-4a73-8371-52013ad265cf tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:27.761564 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94959ed9-97f8-4f17-ab58-11981bd1117b req-13396be5-0ce3-4a73-8371-52013ad265cf tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0565743 Dec 08 13:51:27.812557 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94959ed9-97f8-4f17-ab58-11981bd1117b req-d28684f6-78d7-40f7-b4e3-044728bc66eb tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435429 Dec 08 13:51:28.926834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23572ec-0bce-4850-975d-ce53c61d0696 req-0c6d6c0e-a75d-45ba-a6b0-d4f1eb52d62a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:28.928229 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a23572ec-0bce-4850-975d-ce53c61d0696 req-0c6d6c0e-a75d-45ba-a6b0-d4f1eb52d62a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0492470 Dec 08 13:51:28.976672 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a23572ec-0bce-4850-975d-ce53c61d0696 req-d4a57bd3-05ec-4efc-95a3-12f4ef940399 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424225 Dec 08 13:51:30.092574 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f2545-0140-4418-b802-d87a89794891 req-65116563-bd81-4da2-bbe1-1a7408ff95a5 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:30.094049 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e29f2545-0140-4418-b802-d87a89794891 req-65116563-bd81-4da2-bbe1-1a7408ff95a5 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0483515 Dec 08 13:51:30.146456 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e29f2545-0140-4418-b802-d87a89794891 req-9c3f6232-5f99-4961-bbe5-31fc0fe65cfc tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462606 Dec 08 13:51:31.260810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26055764-f1b2-4a7a-9c06-5a3d99d6b518 req-bd1b570e-c5bf-4bd5-8f47-4167fce2458d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:31.262323 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-26055764-f1b2-4a7a-9c06-5a3d99d6b518 req-bd1b570e-c5bf-4bd5-8f47-4167fce2458d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0485535 Dec 08 13:51:31.312139 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-26055764-f1b2-4a7a-9c06-5a3d99d6b518 req-669dbc6e-8b9f-4685-a69a-c3ad51b83078 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438347 Dec 08 13:51:32.429689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fbf0d-ba03-480c-bde1-9ab2e018280a req-7b7b10ab-1ce3-48b6-afe0-16d1a483d91d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:32.431196 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-783fbf0d-ba03-480c-bde1-9ab2e018280a req-7b7b10ab-1ce3-48b6-afe0-16d1a483d91d tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0496914 Dec 08 13:51:32.479459 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-783fbf0d-ba03-480c-bde1-9ab2e018280a req-2db8c526-94cb-493a-bd4d-89e9e6b134b8 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Dec 08 13:51:33.597329 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffb8ab-baaa-40c8-9601-6a3e9a8e7ef0 req-9f8ae61d-961f-44a2-a33d-1c14e281b194 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:33.598859 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69ffb8ab-baaa-40c8-9601-6a3e9a8e7ef0 req-9f8ae61d-961f-44a2-a33d-1c14e281b194 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0533118 Dec 08 13:51:33.649207 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-69ffb8ab-baaa-40c8-9601-6a3e9a8e7ef0 req-b42db4c1-6932-4ce6-8d74-306f31dfecea tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444231 Dec 08 13:51:34.469391 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-7de508dd-6be3-41fe-8021-a7b745232cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:34.470862 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-7de508dd-6be3-41fe-8021-a7b745232cee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689&tenant_id=5f6a3099767a4bd487823442f4a1ea17 HTTP/1.1" status: 200 len: 1097 time: 0.0397499 Dec 08 13:51:34.530221 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-6597ca3c-ede2-4b7d-b63e-047edc27d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:34.531872 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-6597ca3c-ede2-4b7d-b63e-047edc27d876 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1097 time: 0.0402334 Dec 08 13:51:34.621944 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-e214d676-d34b-408d-98af-753f150ae3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:34.623403 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-e214d676-d34b-408d-98af-753f150ae3d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0841348 Dec 08 13:51:34.690528 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-058ee3c9-e0d4-4f9f-9f8a-31427a409c88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 999 time: 0.0594685 Dec 08 13:51:34.766275 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-e8ab3491-4db0-4420-9934-1ae4b4824075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:34.767684 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-e8ab3491-4db0-4420-9934-1ae4b4824075 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0700464 Dec 08 13:51:34.808062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776ac0-76fd-438d-ab18-a0f63b021a60 req-e41649d3-8589-4bc3-b4cf-c137e10de906 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:34.809495 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49776ac0-76fd-438d-ab18-a0f63b021a60 req-e41649d3-8589-4bc3-b4cf-c137e10de906 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0831454 Dec 08 13:51:34.835482 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-4121a27f-ce7b-4f54-8b4f-4e99123bb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:34.836887 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-4121a27f-ce7b-4f54-8b4f-4e99123bb01f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0622203 Dec 08 13:51:34.887003 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-49776ac0-76fd-438d-ab18-a0f63b021a60 req-aa2ae239-e4b7-46e8-9b28-9a9d54426b2b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698168 Dec 08 13:51:34.948262 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-5dab3f86-e06d-4008-b2d6-774cb3ca59db service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012058 Dec 08 13:51:35.039688 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f312f8f-e3b7-41a5-9ff3-bb321d69009b req-f3f4da1e-be40-4c4e-b095-112f07d8c731 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843289 Dec 08 13:51:36.000720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e6e02-c9bb-4b76-bdb6-864b3e2cc89a req-13d327ac-56e8-4d0a-ab91-373ea8077564 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:36.002168 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-834e6e02-c9bb-4b76-bdb6-864b3e2cc89a req-13d327ac-56e8-4d0a-ab91-373ea8077564 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0486479 Dec 08 13:51:36.051352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-834e6e02-c9bb-4b76-bdb6-864b3e2cc89a req-8099a9a0-4f3d-46e6-9696-cc82f9a81c32 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426302 Dec 08 13:51:37.165352 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374e119-3f3c-47d5-abfb-555e7bc3230e req-522e5a17-f57d-4071-adad-de6a61647997 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:37.166836 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3374e119-3f3c-47d5-abfb-555e7bc3230e req-522e5a17-f57d-4071-adad-de6a61647997 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0482824 Dec 08 13:51:37.214401 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-3374e119-3f3c-47d5-abfb-555e7bc3230e req-6da02793-652f-4c6f-935a-89f31c6f124b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417197 Dec 08 13:51:38.247004 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84660587-6040-4985-8d36-eea1710ffd2c req-91429c4a-8e2c-4094-97c3-4b52089f7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:38.248542 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-84660587-6040-4985-8d36-eea1710ffd2c req-91429c4a-8e2c-4094-97c3-4b52089f7130 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1097 time: 0.0571036 Dec 08 13:51:38.384756 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399213d9-8231-4cc3-bc21-b20ab1d90863 req-4e58813f-5159-47de-8b34-8c653cff6847 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:38.386217 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-399213d9-8231-4cc3-bc21-b20ab1d90863 req-4e58813f-5159-47de-8b34-8c653cff6847 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.1019783 Dec 08 13:51:38.388953 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84660587-6040-4985-8d36-eea1710ffd2c req-0977df79-df89-4515-bffa-6faf2e02dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:38.390272 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-84660587-6040-4985-8d36-eea1710ffd2c req-0977df79-df89-4515-bffa-6faf2e02dd41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.1230707 Dec 08 13:51:38.482078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-399213d9-8231-4cc3-bc21-b20ab1d90863 req-7fe2573d-07e9-4a22-8e15-5ab1fb189885 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898702 Dec 08 13:51:38.483893 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-84660587-6040-4985-8d36-eea1710ffd2c req-4548f008-7c7a-4da9-bd68-9d8a3168b715 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 999 time: 0.0861735 Dec 08 13:51:38.535870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84660587-6040-4985-8d36-eea1710ffd2c req-66e6bfb2-6de8-44fe-9829-6d7895c8f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:38.537683 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-84660587-6040-4985-8d36-eea1710ffd2c req-66e6bfb2-6de8-44fe-9829-6d7895c8f6ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0469408 Dec 08 13:51:38.582827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84660587-6040-4985-8d36-eea1710ffd2c req-5b95e999-dbc7-46b0-a9aa-51f5b5df9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:38.584252 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-84660587-6040-4985-8d36-eea1710ffd2c req-5b95e999-dbc7-46b0-a9aa-51f5b5df9a80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385704 Dec 08 13:51:38.671532 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-84660587-6040-4985-8d36-eea1710ffd2c req-9bfd31ef-5b47-4622-a972-1c65f929b6b5 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800676 Dec 08 13:51:38.761912 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-84660587-6040-4985-8d36-eea1710ffd2c req-da9133c6-1fc1-42c0-9827-4262f17536b2 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Dec 08 13:51:39.597178 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907583-de4f-4f55-b0fd-5ae58fa2d2f4 req-3c6d0d67-6a59-490c-9a08-03e57a22603f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:39.598671 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-25907583-de4f-4f55-b0fd-5ae58fa2d2f4 req-3c6d0d67-6a59-490c-9a08-03e57a22603f tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0492170 Dec 08 13:51:39.646270 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-25907583-de4f-4f55-b0fd-5ae58fa2d2f4 req-d652fb7f-6d2d-4138-8055-81d146cc06d6 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Dec 08 13:51:40.511817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-58b81b1d-cc46-40f4-91dd-0803555457c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:40.614744 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:40.764471 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbb4e2-7299-4771-85b4-15c6559ec0ef req-cc88b2f5-2889-464c-922e-aa06f362e7d2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:40.765951 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-27fbb4e2-7299-4771-85b4-15c6559ec0ef req-cc88b2f5-2889-464c-922e-aa06f362e7d2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0526292 Dec 08 13:51:40.814591 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-27fbb4e2-7299-4771-85b4-15c6559ec0ef req-7fc310d8-0960-4fd9-8252-a9f322c05982 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415545 Dec 08 13:51:41.928413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d55e76-077e-4157-81a3-7493e5a71bce req-3a68e799-fbc1-4b66-9f45-aebc2a1cd041 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:41.929998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-46d55e76-077e-4157-81a3-7493e5a71bce req-3a68e799-fbc1-4b66-9f45-aebc2a1cd041 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0487413 Dec 08 13:51:41.983463 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-46d55e76-077e-4157-81a3-7493e5a71bce req-b4f5800a-4cb3-4850-a280-68f46d113d45 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475523 Dec 08 13:51:42.912017 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d9dbf94-7bb3-4d7d-93df-08942c9775bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:43.095309 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82b8a-95c1-4fe8-b312-b067f0d28e0a req-63a02114-3dd7-4fd0-a3cd-7471a25d2048 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:43.096757 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6e82b8a-95c1-4fe8-b312-b067f0d28e0a req-63a02114-3dd7-4fd0-a3cd-7471a25d2048 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0473130 Dec 08 13:51:43.148402 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b6e82b8a-95c1-4fe8-b312-b067f0d28e0a req-13b2e4b4-c581-4d18-ad74-0725b8cafce2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453033 Dec 08 13:51:44.026084 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 7f8a64af-8fde-4a64-9d34-013b8c8674c5 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:51:44.121768 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:51:44.133114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'port_id': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'mac_address': 'fa:16:3e:f8:45:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:51:44.168061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:44.181507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8a64af-8fde-4a64-9d34-013b8c8674c5 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:51:44.206636 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:51:44.260598 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42439e-ccd4-48d0-8532-41d7b6852810 req-23507f6a-447c-4452-832d-97bc46a2a410 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:44.262053 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ab42439e-ccd4-48d0-8532-41d7b6852810 req-23507f6a-447c-4452-832d-97bc46a2a410 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 944 time: 0.0475020 Dec 08 13:51:44.266019 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:44.298540 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:44.312401 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ab42439e-ccd4-48d0-8532-41d7b6852810 req-5f6d38ca-6f8f-421a-9d0a-31b4c060aa2a tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442939 Dec 08 13:51:44.316878 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=7f8a64af-8fde-4a64-9d34-013b8c8674c5,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:51:44.499309 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['7f8a64af-8fde-4a64-9d34-013b8c8674c5'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:51:45.385969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:45.424877 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30b3a-1055-48df-8b91-dc838a1ebfcd req-90d2afe1-cca0-4e4c-8425-ee78d0ded3c5 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:45.426796 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eaa30b3a-1055-48df-8b91-dc838a1ebfcd req-90d2afe1-cca0-4e4c-8425-ee78d0ded3c5 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 945 time: 0.0485675 Dec 08 13:51:45.473765 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-eaa30b3a-1055-48df-8b91-dc838a1ebfcd req-31ee2814-6680-4cec-a5db-eb6fecf67d5c tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410221 Dec 08 13:51:46.032193 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 7f8a64af-8fde-4a64-9d34-013b8c8674c5 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:51:46.079090 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:51:46.079381 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:46.151402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:46.175762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:51:46.177969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb6fd9-e027-474f-809c-b5bc1658f9b5" -d '{"events": [{"server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "name": "network-vif-plugged", "status": "completed", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:51:46.340286 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0617b9-1daf-47a1-9599-103f43271158 x-openstack-request-id: req-5e0617b9-1daf-47a1-9599-103f43271158 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:51:46.340525 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "name": "network-vif-plugged", "status": "completed", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:51:46.340723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e0617b9-1daf-47a1-9599-103f43271158 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:51:46.341107 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'code': 200} Dec 08 13:51:46.344682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:51:46.408932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:46.455099 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=7f8a64af-8fde-4a64-9d34-013b8c8674c5,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:51:46.477792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:51:46.499733 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97bb94-7be8-4ba1-b5b4-b6e0b67a3c48 req-4a669f70-5cfb-417c-865f-509c90f42f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:46.501218 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f97bb94-7be8-4ba1-b5b4-b6e0b67a3c48 req-4a669f70-5cfb-417c-865f-509c90f42f30 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1099 time: 0.0432405 Dec 08 13:51:46.547269 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f97bb94-7be8-4ba1-b5b4-b6e0b67a3c48 req-4affc1dd-14e1-4bbf-96b9-af47bd46e44c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392225 Dec 08 13:51:46.596828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e8ac4-e033-422c-8e4c-e9a6a806ec9c req-84d68e26-29ee-4421-996b-a69fe914a820 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:46.596828 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-121e8ac4-e033-422c-8e4c-e9a6a806ec9c req-84d68e26-29ee-4421-996b-a69fe914a820 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0484972 Dec 08 13:51:46.653198 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-121e8ac4-e033-422c-8e4c-e9a6a806ec9c req-91604514-e99b-49a3-8f42-7d1418031bf8 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482440 Dec 08 13:51:47.767437 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9c8ae-b3e6-4a56-9773-d176abc2d908 req-6151d773-47c5-4831-9877-cd2a34cb9dd0 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:51:47.768897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f6a9c8ae-b3e6-4a56-9773-d176abc2d908 req-6151d773-47c5-4831-9877-cd2a34cb9dd0 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0467889 Dec 08 13:51:47.822560 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f6a9c8ae-b3e6-4a56-9773-d176abc2d908 req-5c2f9e98-f048-4248-b9f0-e14d3f3b35a4 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472145 Dec 08 13:51:50.457128 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:52:10.504526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d487ae05-23b4-4767-9c1c-0ea1c5705b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:10.642830 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:12.934661 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a7f8d756-f2e9-4583-91df-015e2be9a464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:14.282908 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:15.419927 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:16.275572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:27.456838 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:52:39.181851 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-99e6aa64-78d1-4559-b2d7-e5dc495d9038 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376968 Dec 08 13:52:39.263201 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-92efa309-cdbc-4a38-9d9a-13afed9ac7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:52:39.264661 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-92efa309-cdbc-4a38-9d9a-13afed9ac7fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1099 time: 0.0393519 Dec 08 13:52:39.369887 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-7ebc53fe-2653-49ab-be24-774f2e56e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:52:39.371438 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-7ebc53fe-2653-49ab-be24-774f2e56e983 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.0870614 Dec 08 13:52:39.440089 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-2ee167cd-9870-44d7-a137-79b2c7c0be61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 1001 time: 0.0601516 Dec 08 13:52:39.486819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-69860e4a-48b9-4e73-8115-630a263769b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:52:39.488200 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-69860e4a-48b9-4e73-8115-630a263769b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0415852 Dec 08 13:52:39.877550 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-4cf7f9e3-4e92-48e1-87f5-5885da15f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:52:39.879082 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-4cf7f9e3-4e92-48e1-87f5-5885da15f4e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3833332 Dec 08 13:52:39.970018 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-f511aa20-9588-438f-b588-e39b1a585ea9 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824938 Dec 08 13:52:40.061987 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-684af22d-d3cb-4d9d-91ec-43d32f7655ea req-7b186fc0-2eb2-4d90-8043-0ddad74e06ff service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852582 Dec 08 13:52:40.516325 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9e3d10d1-ff5a-4d54-ad14-6bdd3c43a801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:40.675629 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:42.939130 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb22d-6935-4cb2-8100-0aa6e28f55ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:44.293402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:45.383735 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:52:46.258938 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:04.455441 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:53:10.527345 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f14a8404-2c0d-43d0-9b91-c2f730897ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:10.647267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:12.921456 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d039405d-1248-4902-b455-747f44e81b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:14.275550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:15.400201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:16.246303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:24.319294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39406) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:24.476896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Deleting port d220aff4-4c15-40c8-beec-0ab107a3d929 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:24.477331 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:24.553290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:24.553617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:24.565537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Calling delete_port for d220aff4-4c15-40c8-beec-0ab107a3d929 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:24.784849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:24.814427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event deleted for resources: {'Port': ['ID=d220aff4-4c15-40c8-beec-0ab107a3d929,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:24.825810 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.826897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.826897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.826897 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.827238 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.827514 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.827845 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.828172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.828497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.828855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.829145 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.829465 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.829784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:24.882477 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:24.882829 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Floating IP 03146676-49f4-479c-a65f-51176b9d0ced disassociated (deleted). External IP: 172.26.7.41, port: 7f8a64af-8fde-4a64-9d34-013b8c8674c5. Dec 08 13:53:25.123517 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Router 3b0a8712-e90b-4835-9cf8-ec960eeea60e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:53:25.231918 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:53:25.236773 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:25.241676 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] Sync routers for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:53:25.251636 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:25.252234 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:25.262840 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-d5b63495-be5b-4663-831f-d9b2d21e3d16 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "DELETE /v2.0/floatingips/03146676-49f4-479c-a65f-51176b9d0ced HTTP/1.1" status: 204 len: 168 time: 0.9423583 Dec 08 13:53:25.263441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:53:25.266402 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12215782-0a8a-4d54-9610-213490e76c32" -d '{"events": [{"name": "network-changed", "server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:53:25.356943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbe415a-9514-4e75-93f5-bb14bf75b828 x-openstack-request-id: req-8cbe415a-9514-4e75-93f5-bb14bf75b828 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:53:25.357572 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:53:25.357572 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8cbe415a-9514-4e75-93f5-bb14bf75b828 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:53:25.357899 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'status': 'completed', 'code': 200} Dec 08 13:53:25.360265 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:25.429392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12215782-0a8a-4d54-9610-213490e76c32 req-215b5bcb-033d-4d49-b215-e2c61c2deca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:25.430972 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-12215782-0a8a-4d54-9610-213490e76c32 req-215b5bcb-033d-4d49-b215-e2c61c2deca1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f6a3099767a4bd487823442f4a1ea17&device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 1099 time: 0.0434632 Dec 08 13:53:25.542559 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12215782-0a8a-4d54-9610-213490e76c32 req-05f92d84-9168-44bb-b784-c639c3e5bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:25.544085 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-12215782-0a8a-4d54-9610-213490e76c32 req-05f92d84-9168-44bb-b784-c639c3e5bee4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 200 len: 910 time: 0.1039822 Dec 08 13:53:25.583547 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:25.586281 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-12215782-0a8a-4d54-9610-213490e76c32 req-23d4d504-e94e-4a46-9669-8dda0bed7943 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 200 len: 217 time: 0.0350978 Dec 08 13:53:25.610232 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] Checking router: 3b0a8712-e90b-4835-9cf8-ec960eeea60e for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:53:25.619296 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:25.620139 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:25.641441 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12215782-0a8a-4d54-9610-213490e76c32 req-9a9917c1-9a83-4348-9770-2f3ba3b3ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:25.642965 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-12215782-0a8a-4d54-9610-213490e76c32 req-9a9917c1-9a83-4348-9770-2f3ba3b3ffe0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 200 len: 848 time: 0.0499487 Dec 08 13:53:25.692173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12215782-0a8a-4d54-9610-213490e76c32 req-b40672b4-c48d-4726-b9c4-aefe8f2d58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:25.693961 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-12215782-0a8a-4d54-9610-213490e76c32 req-b40672b4-c48d-4726-b9c4-aefe8f2d58c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a6efcfb-5506-4865-93f1-c4dd03ff573f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436568 Dec 08 13:53:25.733484 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:25.788661 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-12215782-0a8a-4d54-9610-213490e76c32 req-d33538c7-4f54-47e9-bbee-53081e0b2302 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875678 Dec 08 13:53:25.894307 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-12215782-0a8a-4d54-9610-213490e76c32 req-f58dc142-7120-4e10-9d8c-f8da154c50f1 service neutron] 10.222.0.72 "GET /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861173 Dec 08 13:53:25.927282 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:25.957897 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef23787-18e1-4384-8012-3e04f329ee1f None None] The sync data for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv is: [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8', 'name': '', 'network_id': '6a6efcfb-5506-4865-93f1-c4dd03ff573f', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'mac_address': 'fa:16:3e:23:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:32Z', 'updated_at': '2021-12-08T13:43:37Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'subnets': [{'id': 'eaca8b20-2ab5-42fa-aee5-8b9f97bdb764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:53:26.186412 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de415d-9c7a-46f1-8bbf-64114066242f None None] New status for floating IP 03146676-49f4-479c-a65f-51176b9d0ced: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:53:26.728690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79c8a4-a314-44b5-8dc0-e5cffef2bb69 req-84483d52-ada2-4bbd-abe9-3660ce8637dd tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:26.730227 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fa79c8a4-a314-44b5-8dc0-e5cffef2bb69 req-84483d52-ada2-4bbd-abe9-3660ce8637dd tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0606363 Dec 08 13:53:26.789666 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fa79c8a4-a314-44b5-8dc0-e5cffef2bb69 req-53f4b820-e718-4933-91bc-071b457ebe17 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533583 Dec 08 13:53:27.910925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427b44f-a1e0-402c-a3b8-2d94b48adeb3 req-9741b1b5-08a8-4b63-9c6f-c30f2e54ff0b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:27.912398 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0427b44f-a1e0-402c-a3b8-2d94b48adeb3 req-9741b1b5-08a8-4b63-9c6f-c30f2e54ff0b tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0529652 Dec 08 13:53:27.961281 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0427b44f-a1e0-402c-a3b8-2d94b48adeb3 req-809232e0-b850-49a7-b41b-533c1859c4d9 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/security-groups?id=8feb41f5-ec47-4891-8cd1-7d96cc647d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427635 Dec 08 13:53:28.218290 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-4085f8f1-2001-4329-bf2e-a53c54722446 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:28.219681 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-4085f8f1-2001-4329-bf2e-a53c54722446 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 946 time: 0.0484307 Dec 08 13:53:28.309349 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Deleting port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:28.309688 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:28.399203 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] For port 7f8a64af-8fde-4a64-9d34-013b8c8674c5, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=7f8a64af-8fde-4a64-9d34-013b8c8674c5,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:28.399563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:28.412038 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Calling delete_port for 7f8a64af-8fde-4a64-9d34-013b8c8674c5 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:28.607404 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:28.635277 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event deleted for resources: {'Port': ['ID=7f8a64af-8fde-4a64-9d34-013b8c8674c5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:28.677902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] No DVR routers for this DVR port 7f8a64af-8fde-4a64-9d34-013b8c8674c5 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:53:28.680473 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:28.684494 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-34d8109b-a40a-48df-b2d3-6854846f8c68 req-3add1adc-baf8-437e-928e-ed55f42d510e tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.72 "DELETE /v2.0/ports/7f8a64af-8fde-4a64-9d34-013b8c8674c5 HTTP/1.1" status: 204 len: 173 time: 0.4578660 Dec 08 13:53:28.684910 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'name': 'network-vif-deleted', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:53:28.687282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccfd5de-9e3b-492a-b132-b3bab6013ea9" -d '{"events": [{"server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "name": "network-vif-deleted", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:53:28.722270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5152e87-e2c1-4482-9469-a5e29b129564 x-openstack-request-id: req-b5152e87-e2c1-4482-9469-a5e29b129564 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:53:28.722622 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2020dce-fc0c-456e-b470-ad6c97ba3689", "name": "network-vif-deleted", "tag": "7f8a64af-8fde-4a64-9d34-013b8c8674c5", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:53:28.722889 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5152e87-e2c1-4482-9469-a5e29b129564 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:53:28.723298 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2020dce-fc0c-456e-b470-ad6c97ba3689', 'name': 'network-vif-deleted', 'tag': '7f8a64af-8fde-4a64-9d34-013b8c8674c5', 'status': 'completed', 'code': 200} Dec 08 13:53:29.064388 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e566592-477a-4ab0-8cbd-0969fbb14434 req-72179102-63f4-4172-b85f-152e0b3645f3 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 210 time: 0.0323210 Dec 08 13:53:30.162424 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-37267b76-5c97-4326-b174-7c363ab3a25f req-2e7c0575-0a2b-4f4f-a2f7-c3bf3f09b189 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 210 time: 0.0272653 Dec 08 13:53:31.256157 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fb514300-0a7b-4947-ab09-f363d1f9b780 req-4f03064d-66fb-46bd-8423-788c90a573a2 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Dec 08 13:53:32.350908 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e4d82b6f-1fc6-4bba-a8db-424ca29d7295 req-ec142049-89d9-4b6a-aecd-e21dd688a637 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 210 time: 0.0257697 Dec 08 13:53:32.440330 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 7f8a64af-8fde-4a64-9d34-013b8c8674c5 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:53:32.463467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 7f8a64af-8fde-4a64-9d34-013b8c8674c5 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:53:32.464324 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 7f8a64af-8fde-4a64-9d34-013b8c8674c5 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:53:33.458404 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8709e4a-a443-4ed9-9d2a-f8e120cb0479 req-9d7e4df0-b733-44ae-8556-bddd1ee05887 tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2020dce-fc0c-456e-b470-ad6c97ba3689 HTTP/1.1" status: 200 len: 210 time: 0.0268526 Dec 08 13:53:34.513841 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39450) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:34.570873 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3bde34fe-7205-4c6f-9b98-3699fd8c36ca tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:34.595046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3bde34fe-7205-4c6f-9b98-3699fd8c36ca tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:34.727330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3bde34fe-7205-4c6f-9b98-3699fd8c36ca tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:34.730958 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3bde34fe-7205-4c6f-9b98-3699fd8c36ca tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:34.732223 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3bde34fe-7205-4c6f-9b98-3699fd8c36ca tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] 10.222.0.76 "DELETE /v2.0/security-groups/8feb41f5-ec47-4891-8cd1-7d96cc647d27 HTTP/1.1" status: 204 len: 168 time: 0.2172468 Dec 08 13:53:34.742218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde34fe-7205-4c6f-9b98-3699fd8c36ca tempest-TestShelveInstance-1838551595 tempest-TestShelveInstance-1838551595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feb41f5-ec47-4891-8cd1-7d96cc647d27,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:34.862389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39454) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:35.355814 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:35.609823 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Deleting port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:35.610452 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:35.692155 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] For port 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:35.692520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:35.705445 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Calling delete_port for 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:35.960696 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:35.988162 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:36.165624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:36.380558 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Router 3b0a8712-e90b-4835-9cf8-ec960eeea60e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:53:36.489385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:53:36.497747 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-1435f888-ad6c-46e5-9b3c-e423c83a5851 admin admin] 10.222.0.76 "PUT /v2.0/routers/3b0a8712-e90b-4835-9cf8-ec960eeea60e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6318431 Dec 08 13:53:36.503362 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39460) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:36.503501 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] Sync routers for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:53:36.509178 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:36.509876 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:36.608231 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:36.615201 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:36.720768 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:36.794880 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:53:35Z', 'revision_number': 5, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port': {'id': '9240f3e7-9728-4b02-b315-7f0366bc644d', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:36.826774 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] Checking router: 3b0a8712-e90b-4835-9cf8-ec960eeea60e for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:53:36.835392 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] Routers {'3b0a8712-e90b-4835-9cf8-ec960eeea60e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:36.835997 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:36.837722 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Deleting port 9240f3e7-9728-4b02-b315-7f0366bc644d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:36.838072 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:36.919777 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] Set router 3b0a8712-e90b-4835-9cf8-ec960eeea60e gateway port host: None {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:36.922057 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] For port 9240f3e7-9728-4b02-b315-7f0366bc644d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=9240f3e7-9728-4b02-b315-7f0366bc644d,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:36.922427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:36.935314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Calling delete_port for 9240f3e7-9728-4b02-b315-7f0366bc644d owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:36.970222 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:53:36Z', 'revision_number': 6, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:36.998803 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62886dd-62b8-40ce-b3c6-726e872bad4d None None] The sync data for ids ['3b0a8712-e90b-4835-9cf8-ec960eeea60e'] in dv-neutron-799625-5-hyperv is: [{'id': '3b0a8712-e90b-4835-9cf8-ec960eeea60e', 'name': 'tempest-TestShelveInstance-2063831173-router', 'tenant_id': '5f6a3099767a4bd487823442f4a1ea17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:30Z', 'updated_at': '2021-12-08T13:53:36Z', 'revision_number': 6, 'project_id': '5f6a3099767a4bd487823442f4a1ea17', 'gw_port_host': None}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:53:37.510176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:37.535898 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Pushing event deleted for resources: {'Port': ['ID=9240f3e7-9728-4b02-b315-7f0366bc644d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:37.551244 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc40516-7cca-46ed-ab59-457b6be27db3 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:37.599249 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:37.692009 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:37.694050 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:37.800610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:37.801204 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b0a8712-e90b-4835-9cf8-ec960eeea60e {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:53:37.805786 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:37.807079 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-94f403cb-b2d0-42c8-a097-8306ea4fe13a admin admin] 10.222.0.76 "DELETE /v2.0/routers/3b0a8712-e90b-4835-9cf8-ec960eeea60e HTTP/1.1" status: 204 len: 168 time: 1.3079422 Dec 08 13:53:37.809698 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39462) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:37.857073 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89754de-cc92-4d1d-9f9c-ff9865b37457 admin admin] Deleting subnet eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:53:37.859135 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e89754de-cc92-4d1d-9f9c-ff9865b37457 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:37.894148 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e89754de-cc92-4d1d-9f9c-ff9865b37457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263468132'] for subnet, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:37.941488 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9240f3e7-9728-4b02-b315-7f0366bc644d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:53:37.961080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 9240f3e7-9728-4b02-b315-7f0366bc644d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:53:37.961438 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 9240f3e7-9728-4b02-b315-7f0366bc644d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:53:37.961865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:53:37.980261 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e89754de-cc92-4d1d-9f9c-ff9865b37457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:37.984876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:53:37.992718 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 62c7ad81-9b86-42c4-b38c-0dfbbcf57bc8 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:53:38.110365 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e89754de-cc92-4d1d-9f9c-ff9865b37457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260207169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260549240'] for subnet, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.135255 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89754de-cc92-4d1d-9f9c-ff9865b37457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaca8b20-2ab5-42fa-aee5-8b9f97bdb764,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:38.139533 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e89754de-cc92-4d1d-9f9c-ff9865b37457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.144741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e89754de-cc92-4d1d-9f9c-ff9865b37457 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/eaca8b20-2ab5-42fa-aee5-8b9f97bdb764 HTTP/1.1" status: 204 len: 168 time: 0.3321893 Dec 08 13:53:38.149209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39466) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:38.149352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cdd144-65fd-445e-a41b-214953a3e102 None None] Network 6a6efcfb-5506-4865-93f1-c4dd03ff573f requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:53:38.217392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.270212 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Deleting port 3404fdee-4425-4167-a731-abbe70682b0d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:38.270560 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.298075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] DHCP port deletion for 6a6efcfb-5506-4865-93f1-c4dd03ff573f request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:38.333521 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] For port 3404fdee-4425-4167-a731-abbe70682b0d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3404fdee-4425-4167-a731-abbe70682b0d,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:38.333801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.346561 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Calling delete_port for 3404fdee-4425-4167-a731-abbe70682b0d owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:38.348012 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Deleting port 3404fdee-4425-4167-a731-abbe70682b0d {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:38.348388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.410080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] For port 3404fdee-4425-4167-a731-abbe70682b0d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=3404fdee-4425-4167-a731-abbe70682b0d,segment=NetworkSegment(c677e8f8-4cb1-4d56-902d-17283e7add79),segment_id=c677e8f8-4cb1-4d56-902d-17283e7add79)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:38.411231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.424968 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Calling delete_port for 3404fdee-4425-4167-a731-abbe70682b0d owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:38.515982 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.521389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.544152 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] No DVR routers for this DVR port 3404fdee-4425-4167-a731-abbe70682b0d on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:53:38.547865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Pushing event deleted for resources: {'Port': ['ID=3404fdee-4425-4167-a731-abbe70682b0d,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:38.548208 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Pushing event deleted for resources: {'Port': ['ID=3404fdee-4425-4167-a731-abbe70682b0d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:38.550117 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] No DVR routers for this DVR port 3404fdee-4425-4167-a731-abbe70682b0d on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:53:38.561809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.561809 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.562523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.562523 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.562762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.563092 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.563776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.563776 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.564065 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.564394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.564803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.565061 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.565359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9206567-84bc-473a-9313-dffb31e1e5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:38.626448 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.646892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6efcfb-5506-4865-93f1-c4dd03ff573f']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:38.656013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c677e8f8-4cb1-4d56-902d-17283e7add79') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:38.656312 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c677e8f8-4cb1-4d56-902d-17283e7add79') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:38.665935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.678675 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.684946 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:53:38.685332 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:53:38.686971 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:53:38.789707 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.795587 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:38.798800 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6a6efcfb-5506-4865-93f1-c4dd03ff573f HTTP/1.1" status: 204 len: 168 time: 0.6523349 Dec 08 13:53:38.801673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39470) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:38.816880 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b7e19-8283-4595-94d5-f9fa70f15701 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6efcfb-5506-4865-93f1-c4dd03ff573f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:39.163493 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:39.404796 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Deleting port 8b31d63e-69d5-4859-b1f2-f85875570245 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:39.405052 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:39.481327 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] For port 8b31d63e-69d5-4859-b1f2-f85875570245, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=8b31d63e-69d5-4859-b1f2-f85875570245,segment=NetworkSegment(d355230a-6fdb-45ad-a923-4c9bac08b0e9),segment_id=d355230a-6fdb-45ad-a923-4c9bac08b0e9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:39.481686 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:39.493827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Calling delete_port for 8b31d63e-69d5-4859-b1f2-f85875570245 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:39.778555 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:39.813118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8b31d63e-69d5-4859-b1f2-f85875570245,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:39.981063 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:40.019034 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3404fdee-4425-4167-a731-abbe70682b0d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:53:40.039780 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 3404fdee-4425-4167-a731-abbe70682b0d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:53:40.040131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 3404fdee-4425-4167-a731-abbe70682b0d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:53:40.207098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Router 4c97f5f0-564e-4a78-866a-ecd0608d181f has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:53:40.313118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:53:40.318795 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-42ec84cc-952a-4623-b923-9d162b3f92dd admin admin] 10.222.0.76 "PUT /v2.0/routers/4c97f5f0-564e-4a78-866a-ecd0608d181f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5154567 Dec 08 13:53:40.320650 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39476) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:40.323823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] Sync routers for ids ['4c97f5f0-564e-4a78-866a-ecd0608d181f'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:53:40.334304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] Routers {'4c97f5f0-564e-4a78-866a-ecd0608d181f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:40.334962 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c97f5f0-564e-4a78-866a-ecd0608d181f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:40.422966 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:40.439695 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] Set router 4c97f5f0-564e-4a78-866a-ecd0608d181f gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:40.536444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:40.581205 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b9794ea5-1bb4-41ac-8f5a-46f3f846fab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:40.642767 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:53:39Z', 'revision_number': 5, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'gw_port': {'id': '541e64a4-17a0-4acd-b698-6258f550fdd0', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:40.649516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Deleting port 541e64a4-17a0-4acd-b698-6258f550fdd0 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:40.649858 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:40.671837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] Checking router: 4c97f5f0-564e-4a78-866a-ecd0608d181f for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:53:40.673783 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:40.684474 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] Routers {'4c97f5f0-564e-4a78-866a-ecd0608d181f'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:40.685088 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['4c97f5f0-564e-4a78-866a-ecd0608d181f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:40.732835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] For port 541e64a4-17a0-4acd-b698-6258f550fdd0, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=541e64a4-17a0-4acd-b698-6258f550fdd0,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:40.733199 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:40.745453 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Calling delete_port for 541e64a4-17a0-4acd-b698-6258f550fdd0 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:40.771261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] Set router 4c97f5f0-564e-4a78-866a-ecd0608d181f gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:40.846840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:53:40Z', 'revision_number': 6, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:40.890789 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc876032-a56a-47d5-8fa5-cb65308936d1 None None] The sync data for ids ['4c97f5f0-564e-4a78-866a-ecd0608d181f'] in dv-neutron-799625-5-hyperv is: [{'id': '4c97f5f0-564e-4a78-866a-ecd0608d181f', 'name': 'tempest-TestShelveInstance-567902164-router', 'tenant_id': '66e3d743c3814463ade5966ce0d2bd7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:43:36Z', 'updated_at': '2021-12-08T13:53:40Z', 'revision_number': 6, 'project_id': '66e3d743c3814463ade5966ce0d2bd7c', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:53:41.000022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.029169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=541e64a4-17a0-4acd-b698-6258f550fdd0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:41.043319 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1f0df-4ac4-44e7-ab2e-0ec5b3bfe22c None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:41.096703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.185369 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.187330 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.304192 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.304767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c97f5f0-564e-4a78-866a-ecd0608d181f {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:53:41.309008 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.310352 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-06989810-2404-4eee-b06e-ad7199b50dc2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4c97f5f0-564e-4a78-866a-ecd0608d181f HTTP/1.1" status: 204 len: 168 time: 0.9886234 Dec 08 13:53:41.312874 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 39478) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:41.361301 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Deleting subnet 1b950189-13f0-48c0-89d5-71aa8f475705 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:53:41.364365 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.397049 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.454217 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:53:41.470135 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.577553 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.607999 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b950189-13f0-48c0-89d5-71aa8f475705,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:41.610422 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.616166 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1b950189-13f0-48c0-89d5-71aa8f475705 HTTP/1.1" status: 204 len: 168 time: 0.3021975 Dec 08 13:53:41.616363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8a2af-2a69-4fb6-b2bd-73ccdddbb05c None None] Network 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:53:41.617712 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 39482) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:41.629735 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.630091 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.630441 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.630810 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.631153 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.631929 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.632261 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.632599 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.632933 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.633284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.633598 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.633926 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.634250 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a90290-bf99-46f1-b17b-5ce956b8a1d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:41.704868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.765499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Deleting port b55916f0-736c-4898-a575-3b4d90fdf9b3 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:41.765937 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.794172 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04993899-8fcc-44f5-a697-a15350c38467 None None] DHCP port deletion for 7eae8e88-8d7d-473f-9d4b-c582ef4ed877 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:41.833524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] For port b55916f0-736c-4898-a575-3b4d90fdf9b3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b55916f0-736c-4898-a575-3b4d90fdf9b3,segment=NetworkSegment(d355230a-6fdb-45ad-a923-4c9bac08b0e9),segment_id=d355230a-6fdb-45ad-a923-4c9bac08b0e9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:41.833898 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.840922 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-04993899-8fcc-44f5-a697-a15350c38467 None None] Deleting port b55916f0-736c-4898-a575-3b4d90fdf9b3 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:53:41.841304 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-04993899-8fcc-44f5-a697-a15350c38467 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.845695 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Calling delete_port for b55916f0-736c-4898-a575-3b4d90fdf9b3 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:41.914877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-04993899-8fcc-44f5-a697-a15350c38467 None None] For port b55916f0-736c-4898-a575-3b4d90fdf9b3, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=b55916f0-736c-4898-a575-3b4d90fdf9b3,segment=NetworkSegment(d355230a-6fdb-45ad-a923-4c9bac08b0e9),segment_id=d355230a-6fdb-45ad-a923-4c9bac08b0e9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:41.919107 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-04993899-8fcc-44f5-a697-a15350c38467 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:41.935603 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-04993899-8fcc-44f5-a697-a15350c38467 None None] Calling delete_port for b55916f0-736c-4898-a575-3b4d90fdf9b3 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:53:41.980754 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8b31d63e-69d5-4859-b1f2-f85875570245 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:53:41.984248 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.006476 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 8b31d63e-69d5-4859-b1f2-f85875570245 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:53:42.006851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 8b31d63e-69d5-4859-b1f2-f85875570245 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:53:42.007285 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 541e64a4-17a0-4acd-b698-6258f550fdd0 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:53:42.012219 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55916f0-736c-4898-a575-3b4d90fdf9b3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:42.014686 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] No DVR routers for this DVR port b55916f0-736c-4898-a575-3b4d90fdf9b3 on host dv-neutron-799625-5-hyperv {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:53:42.035782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 541e64a4-17a0-4acd-b698-6258f550fdd0 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:53:42.036134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 541e64a4-17a0-4acd-b698-6258f550fdd0 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:53:42.036557 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b55916f0-736c-4898-a575-3b4d90fdf9b3 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:53:42.061847 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: b55916f0-736c-4898-a575-3b4d90fdf9b3 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:53:42.062594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device b55916f0-736c-4898-a575-3b4d90fdf9b3 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:53:42.076747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-04993899-8fcc-44f5-a697-a15350c38467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.093032 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.102145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04993899-8fcc-44f5-a697-a15350c38467 None None] Pushing event deleted for resources: {'Port': ['ID=b55916f0-736c-4898-a575-3b4d90fdf9b3,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:42.114930 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04993899-8fcc-44f5-a697-a15350c38467 None None] No DVR routers for this DVR port b55916f0-736c-4898-a575-3b4d90fdf9b3 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:53:42.118246 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eae8e88-8d7d-473f-9d4b-c582ef4ed877']}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:42.126469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd355230a-6fdb-45ad-a923-4c9bac08b0e9') {'for_net_delete': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:42.126750 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.services.segments.db [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd355230a-6fdb-45ad-a923-4c9bac08b0e9') {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:42.136946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260502664'] for segment, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.150177 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.157050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:53:42.157440 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263995318'] for segment, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: Traceback (most recent call last): Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: timer() Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: cb(*args, **kw) Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: return func(*args, **kwargs) Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: self._notify() Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: self.callback(batched_events) Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: event.method(event) Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: return f(self, *a, **k) Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._get(url).json() Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: return self.request(url, 'GET', **kwargs) Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:53:42.159141 dv-neutron-799625-5-hyperv neutron-server[103716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:53:42.287308 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.292846 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.295879 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7eae8e88-8d7d-473f-9d4b-c582ef4ed877 HTTP/1.1" status: 204 len: 168 time: 0.6772158 Dec 08 13:53:42.306675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711e7fa-5b35-4ffe-86e8-8a06250e3396 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eae8e88-8d7d-473f-9d4b-c582ef4ed877,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:42.525191 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 39486) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:42.565147 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a54e5665-9b92-4eab-a818-178d530cdae3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f6a3099767a4bd487823442f4a1ea17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386789 Dec 08 13:53:42.567456 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 39488) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:42.612828 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7767d65a-a2eb-493b-8359-d595238a0c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.633590 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7767d65a-a2eb-493b-8359-d595238a0c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.755534 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7767d65a-a2eb-493b-8359-d595238a0c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.759337 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7767d65a-a2eb-493b-8359-d595238a0c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:42.760924 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-7767d65a-a2eb-493b-8359-d595238a0c50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa46b69b-5b47-4cf6-ae17-19d5c66a4997 HTTP/1.1" status: 204 len: 168 time: 0.1925762 Dec 08 13:53:42.769026 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767d65a-a2eb-493b-8359-d595238a0c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa46b69b-5b47-4cf6-ae17-19d5c66a4997,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:42.938327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-33a81143-46b9-486a-aac0-ab0c50bd8437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:43.398428 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39498) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:43.440766 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-97f036cf-f763-481b-8458-0e75280db18b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66e3d743c3814463ade5966ce0d2bd7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410988 Dec 08 13:53:43.443247 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39500) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:43.489091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30e9e9aa-ac70-496c-860d-37089d8678e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:43.509368 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30e9e9aa-ac70-496c-860d-37089d8678e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:43.629720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30e9e9aa-ac70-496c-860d-37089d8678e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:43.632316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-30e9e9aa-ac70-496c-860d-37089d8678e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:43.633479 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-30e9e9aa-ac70-496c-860d-37089d8678e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca38736a-4c3d-4b92-82e8-33b6193ab89c HTTP/1.1" status: 204 len: 168 time: 0.1893191 Dec 08 13:53:43.642545 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9e9aa-ac70-496c-860d-37089d8678e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca38736a-4c3d-4b92-82e8-33b6193ab89c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:44.298429 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:44.612611 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39526) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:44.706627 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1424611315-network', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:44.789705 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Made reservation on behalf of 25d5ea55852d4685b0e30e6458f20d58 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:53:44.792568 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:44.800959 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:44.875434 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:44.938232 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:44.962419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:53:44.972438 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c938419-0582-4c47-9da9-247887fd2cda,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:44.977084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:44.977425 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.segments_db [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Added segment a9a82b92-d0c8-4ec6-95aa-ef542d63f49f of type vlan for network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 Dec 08 13:53:45.018098 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.109718 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.110594 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:45.111187 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.169157 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] Pushing event updated for resources: {'Network': ['ID=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:45.178817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:53:45.204199 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5861af47-ce95-4591-91d4-9f1a095c531f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5904725 Dec 08 13:53:45.207389 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39530) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:45.212292 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Request body: {'subnet': {'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1424611315-subnet', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:45.292420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Made reservation on behalf of 25d5ea55852d4685b0e30e6458f20d58 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:53:45.294805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260549203'] for subnet, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.435733 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.509784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260207262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260549185'] for subnet, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.567785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a540c44d-918c-44cd-9a5f-83e5292a13f3,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:45.571995 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Checking segment: {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:53:45.572357 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Network hostable DHCP agents. Network: 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:53:45.623978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:53:45.675854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:45.680045 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:45.680748 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564595'] for subnet, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.687457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41027a9-5d67-4622-8dea-5631d5de5609 None None] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:53:45.741406 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-0418d57b-730a-4054-b170-a520ebd98ff5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5328496 Dec 08 13:53:45.744054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39534) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:45.748927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:45.841721 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.842819 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.911320 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:45.936013 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:53:45.936865 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.066752 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Allocated IP 172.20.0.2 (68488bf0-7c0d-450d-8eae-5fd80e5a8aa2/a540c44d-918c-44cd-9a5f-83e5292a13f3/69bfd9e8-4d36-428b-b66b-cfbccb977ddf) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:53:46.229150 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.298770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.327864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.372145 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:53:46.375068 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:46.380969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:53:46.388943 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Pushing event updated for resources: {'Port': ['ID=69bfd9e8-4d36-428b-b66b-cfbccb977ddf,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:46.441923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Attempting to bind port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:53:46.442682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Attempting to bind port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:53:46.442682 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Attempting to bind port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf on network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:53:46.449690 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:53:46.450098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Checking segment: {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:53:46.450487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.450916 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Bound using segment: {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:53:46.451472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Bound port: 69bfd9e8-4d36-428b-b66b-cfbccb977ddf, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:53:46.451873 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.459755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.513831 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] For port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:53:46.517035 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] For port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=69bfd9e8-4d36-428b-b66b-cfbccb977ddf,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:53:46.629499 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.694840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8f138-67e2-49d3-9cb5-a25c6207d9d1 None None] Pushing event updated for resources: {'Port': ['ID=69bfd9e8-4d36-428b-b66b-cfbccb977ddf,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:46.725730 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.745293 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:46.864806 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Allocated IP 172.26.7.82 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/fda95f87-8576-456a-ba58-70f1adfa167f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:53:46.975414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:47.080852 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:47.121855 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:53:47.128835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:47.133782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=fda95f87-8576-456a-ba58-70f1adfa167f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:47.136717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:53:47.149675 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33c542-6b8a-444e-b3e5-66657be5a27d None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:47.285957 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a15ac367-745d-4b19-bc50-dfccc28bc3cb None None] Provisioning complete for port fda95f87-8576-456a-ba58-70f1adfa167f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:47.286749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a15ac367-745d-4b19-bc50-dfccc28bc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:47.329902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-a15ac367-745d-4b19-bc50-dfccc28bc3cb None None] Port fda95f87-8576-456a-ba58-70f1adfa167f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:53:47.480381 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:47.590141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d31678-dfee-4024-a5ae-08eece5e1351 None None] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:53:47.671955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-07f06621-1452-4b07-9f66-92b32b365fe4 None None] Provisioning complete for port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:47.672332 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-07f06621-1452-4b07-9f66-92b32b365fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:47.679738 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:47.774618 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-07f06621-1452-4b07-9f66-92b32b365fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:47.811336 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-07f06621-1452-4b07-9f66-92b32b365fe4 None None] For port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=69bfd9e8-4d36-428b-b66b-cfbccb977ddf,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:47.892543 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-07f06621-1452-4b07-9f66-92b32b365fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:47.904616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:53:47.949703 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f06621-1452-4b07-9f66-92b32b365fe4 None None] Pushing event updated for resources: {'Port': ['ID=69bfd9e8-4d36-428b-b66b-cfbccb977ddf,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:47.991980 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 69bfd9e8-4d36-428b-b66b-cfbccb977ddf up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:53:48.029216 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:53:48.038898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e9fe93ca-3a42-4d69-bdfb-77aad673b3f1 None None] Provisioning complete for port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:48.039273 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e9fe93ca-3a42-4d69-bdfb-77aad673b3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.039416 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Sync routers for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:53:48.049109 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:48.049709 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:48.082134 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:48.082502 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.083512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] Publish callbacks [] for router, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.090034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 39536) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:48.095835 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-ff504c83-8c5a-42ef-b060-56456d398ca5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3399906 Dec 08 13:53:48.160289 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:48.334282 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:47Z', 'revision_number': 3, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:48.363318 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Checking router: 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:53:48.363675 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Updating router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 port fda95f87-8576-456a-ba58-70f1adfa167f binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:53:48.388223 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.502293 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.630656 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.655496 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Allocated IP 172.20.0.1 (68488bf0-7c0d-450d-8eae-5fd80e5a8aa2/a540c44d-918c-44cd-9a5f-83e5292a13f3/a04955fb-35b0-4be1-a772-5c1464d89198) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:53:48.725658 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.755492 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.766405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc4e075-55c9-4eec-bb38-113cb7c21228 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:48.771136 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Pushing event updated for resources: {'Port': ['ID=fda95f87-8576-456a-ba58-70f1adfa167f,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:48.782045 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Attempting to bind port fda95f87-8576-456a-ba58-70f1adfa167f on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:53:48.782420 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Attempting to bind port fda95f87-8576-456a-ba58-70f1adfa167f by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:53:48.782837 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Attempting to bind port fda95f87-8576-456a-ba58-70f1adfa167f on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:53:48.792054 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:53:48.792432 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:53:48.792830 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.793213 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:53:48.793674 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Bound port: fda95f87-8576-456a-ba58-70f1adfa167f, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:53:48.794077 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.796229 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.796573 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.796912 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.797246 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.797575 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.797900 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.798226 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.798551 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.798897 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.799220 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.799541 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.799861 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.800177 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:53:48.847310 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.853381 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] For port fda95f87-8576-456a-ba58-70f1adfa167f, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:53:48.857132 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] For port fda95f87-8576-456a-ba58-70f1adfa167f, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fda95f87-8576-456a-ba58-70f1adfa167f,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:53:48.888477 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:53:48.890684 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-dd12b893-0b84-45a7-8dce-c26970616b22 None None] Provisioning complete for port fda95f87-8576-456a-ba58-70f1adfa167f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:48.891059 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dd12b893-0b84-45a7-8dce-c26970616b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.892840 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:48.898449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:53:48.909949 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.920846 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Pushing event updated for resources: {'Port': ['ID=a04955fb-35b0-4be1-a772-5c1464d89198,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:48.933201 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-dd12b893-0b84-45a7-8dce-c26970616b22 None None] Port fda95f87-8576-456a-ba58-70f1adfa167f cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:53:48.948915 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:48.963078 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ce7d9-3cde-46e3-b436-5add71bf6279 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:48.974109 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:48.974811 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:48.980926 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47f8c4-c007-4333-b0ae-41872d7c6196 None None] Pushing event updated for resources: {'Port': ['ID=fda95f87-8576-456a-ba58-70f1adfa167f,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:49.066501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-63027838-2dc0-497b-a087-c7b114263b30 None None] Provisioning complete for port fda95f87-8576-456a-ba58-70f1adfa167f triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:49.067051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63027838-2dc0-497b-a087-c7b114263b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:49.151762 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63027838-2dc0-497b-a087-c7b114263b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:49.174352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-63027838-2dc0-497b-a087-c7b114263b30 None None] For port fda95f87-8576-456a-ba58-70f1adfa167f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fda95f87-8576-456a-ba58-70f1adfa167f,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:49.175961 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:49.199071 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:49.241501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-63027838-2dc0-497b-a087-c7b114263b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:49.291367 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63027838-2dc0-497b-a087-c7b114263b30 None None] Pushing event updated for resources: {'Port': ['ID=fda95f87-8576-456a-ba58-70f1adfa167f,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:49.336449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:49.361054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1ce64fd1-9fc8-480f-b3db-bf718c41b74c None None] Provisioning complete for port a04955fb-35b0-4be1-a772-5c1464d89198 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:49.361426 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ce64fd1-9fc8-480f-b3db-bf718c41b74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:49.374549 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:47Z', 'revision_number': 3, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:49.395877 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263993950'] for port, after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:49.397284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-1ce64fd1-9fc8-480f-b3db-bf718c41b74c None None] Port a04955fb-35b0-4be1-a772-5c1464d89198 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:53:49.404778 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29cc5a-16fe-4f94-a5cd-7333ace83438 None None] The sync data for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv is: [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:47Z', 'revision_number': 3, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:53:49.469716 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Pushing event updated for resources: {'Port': ['ID=a04955fb-35b0-4be1-a772-5c1464d89198,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:49.472179 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:49.563627 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:53:49.565519 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:49.703691 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:53:49.821723 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:53:49.827840 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-fcfa934d-e09b-4ffe-ab2b-62fa0bc0a458 admin admin] 10.222.0.76 "PUT /v2.0/routers/1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366219 Dec 08 13:53:49.924211 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-34b79a38-7353-4e7f-9132-763de7cc351d None None] Provisioning complete for port a04955fb-35b0-4be1-a772-5c1464d89198 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:49.925169 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-34b79a38-7353-4e7f-9132-763de7cc351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:49.980291 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-34b79a38-7353-4e7f-9132-763de7cc351d None None] Port a04955fb-35b0-4be1-a772-5c1464d89198 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:53:50.058303 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 69bfd9e8-4d36-428b-b66b-cfbccb977ddf up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:53:50.115085 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:50.115672 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.202501 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device fda95f87-8576-456a-ba58-70f1adfa167f up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:53:50.257596 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port fda95f87-8576-456a-ba58-70f1adfa167f triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:50.257975 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.545889 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 39552) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:50.550939 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1097545645-network', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde'}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:50.635143 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Made reservation on behalf of 26217d5fe3484bb899f9f0e81235ecde for: {'network': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:53:50.637995 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for network, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.646540 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.727198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.795614 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.823491 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 13:53:50.828984 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a61684-9e02-4ecb-9a39-c538b3e403a0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:50.840469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.840469 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.db.segments_db [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Added segment b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8 of type vlan for network b8784ef9-8269-45eb-abfe-6bc115d8c83c Dec 08 13:53:50.879232 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787370106067'] for network, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.954330 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557'] for network, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.955366 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:50.955948 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:50.971759 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Sync routers for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:53:50.985780 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:50.986404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:51.014802 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b8784ef9-8269-45eb-abfe-6bc115d8c83c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:51.025148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Network b8784ef9-8269-45eb-abfe-6bc115d8c83c details requested by agent ovs-agent-dv-neutron-799625-5-hyperv with host dv-neutron-799625-5-hyperv {{(pid=103717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 13:53:51.048797 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-1147a462-c264-43f5-b4d8-84e147cf93c3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5016477 Dec 08 13:53:51.051437 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 39554) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:51.056902 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Request body: {'subnet': {'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1097545645-subnet', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'ip_version': 4}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:51.139415 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Made reservation on behalf of 26217d5fe3484bb899f9f0e81235ecde for: {'subnet': 1} {{(pid=103716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:53:51.141799 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263367439'] for subnet, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.144077 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:51.351141 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 2, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:51.376890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Checking router: 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:53:51.377266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Updating router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 port a04955fb-35b0-4be1-a772-5c1464d89198 binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:53:51.395845 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263994059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263367453'] for subnet, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.401280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.455812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898be050-36e4-4c8b-94e1-943378163a46,revision_number=0']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:51.463013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Checking segment: {'id': 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:53:51.463413 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Network hostable DHCP agents. Network: b8784ef9-8269-45eb-abfe-6bc115d8c83c, hostable agents: ['905add9d-c6b0-413f-93d0-6fc0a1ddede4'], hosted agents: [] {{(pid=103716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 13:53:51.538384 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Network b8784ef9-8269-45eb-abfe-6bc115d8c83c is scheduled to be hosted by DHCP agent 905add9d-c6b0-413f-93d0-6fc0a1ddede4 with binding_index 1 {{(pid=103716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 13:53:51.612618 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-799625-5-hyperv, b8784ef9-8269-45eb-abfe-6bc115d8c83c) {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:51.616972 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:53:51.618031 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.627343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6ad0f6-37f0-4158-afd7-c20f1a56ab89 None None] Network b8784ef9-8269-45eb-abfe-6bc115d8c83c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:53:51.701584 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-15c5edbf-41a7-47ab-a160-88550952a310 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6489868 Dec 08 13:53:51.704199 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 39556) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:51.708497 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.v2.base [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}} {{(pid=103716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:51.719722 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.761659 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp561e666e-8a4c-52c7-b4be-835fa2105248-b8784ef9-8269-45eb-abfe-6bc115d8c83c', 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c', 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'fixed_ips': [{'subnet_id': '898be050-36e4-4c8b-94e1-943378163a46'}]}} from dv-neutron-799625-5-hyperv. {{(pid=103717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 13:53:51.762507 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.774751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.801731 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-991204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4113'] for router, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.802827 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-989812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4122'] for router, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.859449 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.886194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e3158-3feb-492b-8bf4-ace9d0243faf None None] Pushing event updated for resources: {'Port': ['ID=a04955fb-35b0-4be1-a772-5c1464d89198,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:51.977350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Attempting to bind port a04955fb-35b0-4be1-a772-5c1464d89198 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:53:51.978062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Attempting to bind port a04955fb-35b0-4be1-a772-5c1464d89198 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:53:51.978062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Attempting to bind port a04955fb-35b0-4be1-a772-5c1464d89198 on network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:53:51.988982 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:53:51.989343 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Checking segment: {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:53:51.989747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.990143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Bound using segment: {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:53:51.990657 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Bound port: a04955fb-35b0-4be1-a772-5c1464d89198, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:53:51.991048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:51.997394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.db_base_plugin_common [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Allocated IP 172.20.0.2 (b8784ef9-8269-45eb-abfe-6bc115d8c83c/898be050-36e4-4c8b-94e1-943378163a46/d298965e-41b5-4052-abb5-684aa0817472) {{(pid=103717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:53:52.130955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] For port a04955fb-35b0-4be1-a772-5c1464d89198, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:53:52.160388 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] For port a04955fb-35b0-4be1-a772-5c1464d89198, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a04955fb-35b0-4be1-a772-5c1464d89198,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:53:52.163541 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-91011916-2616-4524-876e-f4188ac31f8a None None] Provisioning complete for port a04955fb-35b0-4be1-a772-5c1464d89198 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:52.163914 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-91011916-2616-4524-876e-f4188ac31f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.229350 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.242737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-91011916-2616-4524-876e-f4188ac31f8a None None] Port a04955fb-35b0-4be1-a772-5c1464d89198 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:53:52.296920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Publish callbacks [] for port, precommit_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.311758 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e3158-3feb-492b-8bf4-ace9d0243faf None None] Pushing event updated for resources: {'Port': ['ID=a04955fb-35b0-4be1-a772-5c1464d89198,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:52.316744 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:52.317347 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:52.363902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152'] for port, after_create {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.373515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.596572 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Network b8784ef9-8269-45eb-abfe-6bc115d8c83c is already hosted by enough agents. {{(pid=103717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:53:52.608808 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.scheduler.base_scheduler [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Resources bound (agent type, host, resource id): {{(pid=103717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:52.619217 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Received port after_create {{(pid=103717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:53:52.625094 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.634782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:52.636892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Pushing event updated for resources: {'Port': ['ID=d298965e-41b5-4052-abb5-684aa0817472,revision_number=1']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:52.647586 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.668859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-1d744b22-2e6a-48d2-9a3b-543797d990e6 None None] Provisioning complete for port a04955fb-35b0-4be1-a772-5c1464d89198 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:52.668859 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1d744b22-2e6a-48d2-9a3b-543797d990e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.752567 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Allocated IP 172.26.7.152 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/f03ee984-e731-4244-aa80-a3f930316aa8) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:53:52.779504 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Attempting to bind port d298965e-41b5-4052-abb5-684aa0817472 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:53:52.779884 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Attempting to bind port d298965e-41b5-4052-abb5-684aa0817472 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:53:52.780256 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Attempting to bind port d298965e-41b5-4052-abb5-684aa0817472 on network b8784ef9-8269-45eb-abfe-6bc115d8c83c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:53:52.799624 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:53:52.800000 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Checking segment: {'id': 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:53:52.800404 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.800801 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Bound using segment: {'id': 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:53:52.801271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Bound port: d298965e-41b5-4052-abb5-684aa0817472, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:53:52.801656 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.858371 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.944392 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.945234 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1d744b22-2e6a-48d2-9a3b-543797d990e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:52.983459 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:53:52.985375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] For port d298965e-41b5-4052-abb5-684aa0817472, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:53:52.986235 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:52.988946 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:53:53.004032 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07784cdf-5498-477e-b3bb-3ca0b01e87e9 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:53.013944 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] For port d298965e-41b5-4052-abb5-684aa0817472, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d298965e-41b5-4052-abb5-684aa0817472,segment=NetworkSegment(b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8),segment_id=b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:53:53.021236 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f03ee984-e731-4244-aa80-a3f930316aa8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:53.028934 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-1d744b22-2e6a-48d2-9a3b-543797d990e6 None None] For port a04955fb-35b0-4be1-a772-5c1464d89198, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a04955fb-35b0-4be1-a772-5c1464d89198,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:53.052825 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:53.079375 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8401227-debd-4767-a2b8-a2c4d6f7a7f8 None None] The sync data for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv is: [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:53:53.087318 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:53.132162 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1d744b22-2e6a-48d2-9a3b-543797d990e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:53.171937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceeb68d-271a-45b1-835b-82106ccdc01c None None] Pushing event updated for resources: {'Port': ['ID=d298965e-41b5-4052-abb5-684aa0817472,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:53.238466 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d744b22-2e6a-48d2-9a3b-543797d990e6 None None] Pushing event updated for resources: {'Port': ['ID=a04955fb-35b0-4be1-a772-5c1464d89198,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:53.271066 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-54b39fc8-c9d7-4f8d-98da-de5d50105140 None None] Provisioning complete for port f03ee984-e731-4244-aa80-a3f930316aa8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:53.271444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-54b39fc8-c9d7-4f8d-98da-de5d50105140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:53.310734 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-54b39fc8-c9d7-4f8d-98da-de5d50105140 None None] Port f03ee984-e731-4244-aa80-a3f930316aa8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:53:53.365868 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:53.590010 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-989821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582130'] for router, after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:53.801288 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Router 853ee0d5-e8e3-4853-9f09-818ed463559e is scheduled to L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 with binding_index 1 {{(pid=103716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 13:53:53.939683 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:53:53.956506 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Sync routers for ids ['853ee0d5-e8e3-4853-9f09-818ed463559e'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:53:53.972285 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Routers {'853ee0d5-e8e3-4853-9f09-818ed463559e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:53.973800 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['853ee0d5-e8e3-4853-9f09-818ed463559e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:54.020522 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.021893 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a7bad3ec-c76f-4248-8276-21b8d6b553f2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3166847 Dec 08 13:53:54.024939 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39558) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:54.073245 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d298965e-41b5-4052-abb5-684aa0817472 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:53:54.119771 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Set router 853ee0d5-e8e3-4853-9f09-818ed463559e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:54.135080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port d298965e-41b5-4052-abb5-684aa0817472 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:54.136353 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.240070 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.285683 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] For port d298965e-41b5-4052-abb5-684aa0817472, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d298965e-41b5-4052-abb5-684aa0817472,segment=NetworkSegment(b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8),segment_id=b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:54.338250 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.339415 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a04955fb-35b0-4be1-a772-5c1464d89198 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:53:54.364819 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:51Z', 'updated_at': '2021-12-08T13:53:53Z', 'revision_number': 3, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'gw_port': {'id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:52Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:54.399159 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Checking router: 853ee0d5-e8e3-4853-9f09-818ed463559e for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:53:54.399929 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Updating router 853ee0d5-e8e3-4853-9f09-818ed463559e port f03ee984-e731-4244-aa80-a3f930316aa8 binding host dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:53:54.421810 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af15f2-5ddf-4462-b70d-27a1f3d2ebf3 None None] Network b8784ef9-8269-45eb-abfe-6bc115d8c83c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:53:54.441613 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.449928 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Pushing event updated for resources: {'Port': ['ID=d298965e-41b5-4052-abb5-684aa0817472,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:54.508526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-490e4f00-73e8-407b-89eb-7abcd37e3bd8 None None] Provisioning complete for port d298965e-41b5-4052-abb5-684aa0817472 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:54.508903 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-490e4f00-73e8-407b-89eb-7abcd37e3bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.547185 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port a04955fb-35b0-4be1-a772-5c1464d89198 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:54.547898 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.565022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.734951 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Allocated IP 172.20.0.1 (b8784ef9-8269-45eb-abfe-6bc115d8c83c/898be050-36e4-4c8b-94e1-943378163a46/732fcfff-87d2-4021-875e-daff017e303d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:53:54.754200 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Publish callbacks [] for port, precommit_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.828583 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.847403 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.870472 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d52e7-ca2b-4337-9c20-3bba590da4bf None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:54.884471 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Attempting to bind port f03ee984-e731-4244-aa80-a3f930316aa8 on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:53:54.884829 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Attempting to bind port f03ee984-e731-4244-aa80-a3f930316aa8 by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:53:54.885785 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Attempting to bind port f03ee984-e731-4244-aa80-a3f930316aa8 on network 66792072-d655-4ae1-9f40-fb4f07073bea {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:53:54.887797 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0184859-a140-47d3-8420-029d7a0b9490 None None] Pushing event updated for resources: {'Port': ['ID=f03ee984-e731-4244-aa80-a3f930316aa8,revision_number=2']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:54.893413 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:53:54.893793 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Checking segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:53:54.894246 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.894604 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Bound using segment: {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'} {{(pid=103718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:53:54.895092 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.managers [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Bound port: f03ee984-e731-4244-aa80-a3f930316aa8, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fcb0fd-4844-4804-82ec-7cfb040b67b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea'}}] {{(pid=103718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:53:54.895473 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.914889 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8cf64589-8e04-44a0-8135-f8e2d3161de7 None None] Provisioning complete for port f03ee984-e731-4244-aa80-a3f930316aa8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:54.915457 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8cf64589-8e04-44a0-8135-f8e2d3161de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.949293 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-8cf64589-8e04-44a0-8135-f8e2d3161de7 None None] Port f03ee984-e731-4244-aa80-a3f930316aa8 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:53:54.950859 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] For port f03ee984-e731-4244-aa80-a3f930316aa8, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:53:54.954061 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.plugins.ml2.db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] For port f03ee984-e731-4244-aa80-a3f930316aa8, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f03ee984-e731-4244-aa80-a3f930316aa8,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:53:54.955962 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.959157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-8cf64589-8e04-44a0-8135-f8e2d3161de7 None None] Provisioning complete for port d298965e-41b5-4052-abb5-684aa0817472 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:54.959529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8cf64589-8e04-44a0-8135-f8e2d3161de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:54.992474 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Network b8784ef9-8269-45eb-abfe-6bc115d8c83c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:53:54.997409 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:55.003607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:53:55.026541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Pushing event updated for resources: {'Port': ['ID=732fcfff-87d2-4021-875e-daff017e303d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:55.030512 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron_lib.callbacks.manager [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.052355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573989'] for router_interface, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.079478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c103e2cc-7f2e-4443-ab4c-8b15d4867d04 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:53:55.083401 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Routers {'853ee0d5-e8e3-4853-9f09-818ed463559e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:55.084372 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['853ee0d5-e8e3-4853-9f09-818ed463559e'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:55.180786 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-a302a54a-6109-4459-8541-d1956864fad2 None None] Provisioning complete for port f03ee984-e731-4244-aa80-a3f930316aa8 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:55.181310 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a302a54a-6109-4459-8541-d1956864fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.196420 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0184859-a140-47d3-8420-029d7a0b9490 None None] Pushing event updated for resources: {'Port': ['ID=f03ee984-e731-4244-aa80-a3f930316aa8,revision_number=3']} {{(pid=103718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:55.210384 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] Set router 853ee0d5-e8e3-4853-9f09-818ed463559e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:55.271645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a302a54a-6109-4459-8541-d1956864fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.278827 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.295080 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-a302a54a-6109-4459-8541-d1956864fad2 None None] For port f03ee984-e731-4244-aa80-a3f930316aa8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f03ee984-e731-4244-aa80-a3f930316aa8,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:55.361282 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a302a54a-6109-4459-8541-d1956864fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.394347 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:51Z', 'updated_at': '2021-12-08T13:53:53Z', 'revision_number': 3, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'gw_port': {'id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:52Z', 'updated_at': '2021-12-08T13:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:55.411052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302a54a-6109-4459-8541-d1956864fad2 None None] Pushing event updated for resources: {'Port': ['ID=f03ee984-e731-4244-aa80-a3f930316aa8,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:55.428036 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cdbde-bd30-4d72-9e61-8206c22ad453 None None] The sync data for ids ['853ee0d5-e8e3-4853-9f09-818ed463559e'] in dv-neutron-799625-5-hyperv is: [{'id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:51Z', 'updated_at': '2021-12-08T13:53:53Z', 'revision_number': 3, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'gw_port': {'id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:52Z', 'updated_at': '2021-12-08T13:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:53:55.460218 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.484425 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-3ebf7200-45bc-46aa-a7eb-2bd4a423a3e5 None None] Provisioning complete for port 732fcfff-87d2-4021-875e-daff017e303d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:55.484425 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3ebf7200-45bc-46aa-a7eb-2bd4a423a3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.515455 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.522671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf7200-45bc-46aa-a7eb-2bd4a423a3e5 None None] Port 732fcfff-87d2-4021-875e-daff017e303d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:53:55.589206 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574129'] for router_interface, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.591911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Pushing event updated for resources: {'Port': ['ID=732fcfff-87d2-4021-875e-daff017e303d,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:55.705333 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Network b8784ef9-8269-45eb-abfe-6bc115d8c83c is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:53:55.706911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:53:55.834973 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Router 853ee0d5-e8e3-4853-9f09-818ed463559e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:53:55.946876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-2998b018-3e28-4843-abd4-a2a1f666379b None None] Provisioning complete for port 732fcfff-87d2-4021-875e-daff017e303d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:55.946876 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2998b018-3e28-4843-abd4-a2a1f666379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:55.978782 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:53:55.990159 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-bd55f50f-d86b-4f6b-8b49-6766b0f86653 admin admin] 10.222.0.76 "PUT /v2.0/routers/853ee0d5-e8e3-4853-9f09-818ed463559e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9642315 Dec 08 13:53:56.007689 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-2998b018-3e28-4843-abd4-a2a1f666379b None None] Port 732fcfff-87d2-4021-875e-daff017e303d cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:53:56.081419 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f03ee984-e731-4244-aa80-a3f930316aa8 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:53:56.133129 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port f03ee984-e731-4244-aa80-a3f930316aa8 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:56.133512 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:56.232410 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d298965e-41b5-4052-abb5-684aa0817472 up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:53:56.283271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port d298965e-41b5-4052-abb5-684aa0817472 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:56.283820 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.055667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Sync routers for ids ['853ee0d5-e8e3-4853-9f09-818ed463559e'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:53:57.066260 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Routers {'853ee0d5-e8e3-4853-9f09-818ed463559e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:57.067007 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['853ee0d5-e8e3-4853-9f09-818ed463559e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:57.099659 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39566) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:57.104942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-654857a4-b8da-4911-8806-4c94ff7ba0e9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-510342938', 'description': 'tempest-secgroup-smoke-510342938 description', 'project_id': '25d5ea55852d4685b0e30e6458f20d58'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:57.174797 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Set router 853ee0d5-e8e3-4853-9f09-818ed463559e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:57.184447 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-654857a4-b8da-4911-8806-4c94ff7ba0e9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.250150 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-654857a4-b8da-4911-8806-4c94ff7ba0e9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.332658 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-654857a4-b8da-4911-8806-4c94ff7ba0e9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.366599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654857a4-b8da-4911-8806-4c94ff7ba0e9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e11c07c-704b-477a-9183-c39a31949c8f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:57.421048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-654857a4-b8da-4911-8806-4c94ff7ba0e9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.422432 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-654857a4-b8da-4911-8806-4c94ff7ba0e9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3217149 Dec 08 13:53:57.425350 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39568) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:57.429978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b1ce90dd-d8c5-4b2c-9eaf-64b9cad4ccbb tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'security_group_rule': {'security_group_id': '2e11c07c-704b-477a-9183-c39a31949c8f', 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:57.520016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1ce90dd-d8c5-4b2c-9eaf-64b9cad4ccbb tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.528387 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:51Z', 'updated_at': '2021-12-08T13:53:55Z', 'revision_number': 4, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'gw_port': {'id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:52Z', 'updated_at': '2021-12-08T13:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '732fcfff-87d2-4021-875e-daff017e303d', 'name': '', 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'mac_address': 'fa:16:3e:e8:fb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '898be050-36e4-4c8b-94e1-943378163a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:54Z', 'updated_at': '2021-12-08T13:53:55Z', 'revision_number': 2, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'subnets': [{'id': '898be050-36e4-4c8b-94e1-943378163a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:57.556471 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Checking router: 853ee0d5-e8e3-4853-9f09-818ed463559e for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:53:57.556837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Updating router 853ee0d5-e8e3-4853-9f09-818ed463559e port 732fcfff-87d2-4021-875e-daff017e303d binding host dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 13:53:57.575653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1ce90dd-d8c5-4b2c-9eaf-64b9cad4ccbb tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.581492 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.658014 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1ce90dd-d8c5-4b2c-9eaf-64b9cad4ccbb tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.677720 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce90dd-d8c5-4b2c-9eaf-64b9cad4ccbb tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f696f0d-3e08-46c7-9ea7-bd9beb7b06ef,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:57.740013 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1ce90dd-d8c5-4b2c-9eaf-64b9cad4ccbb tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.741265 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b1ce90dd-d8c5-4b2c-9eaf-64b9cad4ccbb tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3148699 Dec 08 13:53:57.744181 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39570) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:57.748666 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e40ff350-d0ff-4b19-8090-c79d76acbee6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'security_group_rule': {'security_group_id': '2e11c07c-704b-477a-9183-c39a31949c8f', 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:57.846152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.851607 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e40ff350-d0ff-4b19-8090-c79d76acbee6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.910044 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e40ff350-d0ff-4b19-8090-c79d76acbee6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.938166 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.989632 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e40ff350-d0ff-4b19-8090-c79d76acbee6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:57.995963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f585363-9445-47c2-8f07-2c1bb3b88d57 None None] Pushing event updated for resources: {'Port': ['ID=732fcfff-87d2-4021-875e-daff017e303d,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:58.011033 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ff350-d0ff-4b19-8090-c79d76acbee6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7fc367-e63f-4551-b123-33ca28934067,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:58.048677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Attempting to bind port 732fcfff-87d2-4021-875e-daff017e303d on host dv-neutron-799625-5-hyperv for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:53:58.049276 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Attempting to bind port 732fcfff-87d2-4021-875e-daff017e303d by drivers openvswitch,hyperv on host dv-neutron-799625-5-hyperv at level 0 using segments [{'id': 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:53:58.049649 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Attempting to bind port 732fcfff-87d2-4021-875e-daff017e303d on network b8784ef9-8269-45eb-abfe-6bc115d8c83c {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:53:58.055239 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Checking agent: {'id': 'a763672f-5fed-4fff-8023-62e296f1618f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-799625-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 12, 55, 46), 'started_at': datetime.datetime(2021, 12, 8, 12, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-799625-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:53:58.055771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Checking segment: {'id': 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:53:58.056124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.056654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Bound using segment: {'id': 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:53:58.057650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Bound port: 732fcfff-87d2-4021-875e-daff017e303d, host: dv-neutron-799625-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:53:58.058075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.066500 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e40ff350-d0ff-4b19-8090-c79d76acbee6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.071601 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-e40ff350-d0ff-4b19-8090-c79d76acbee6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3237319 Dec 08 13:53:58.072035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39572) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:58.079439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-41c1b68c-f861-4522-8b1e-88990606e759 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'security_group_rule': {'security_group_id': '2e11c07c-704b-477a-9183-c39a31949c8f', 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:58.137214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] For port 732fcfff-87d2-4021-875e-daff017e303d, host dv-neutron-799625-5-hyperv, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:53:58.140965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] For port 732fcfff-87d2-4021-875e-daff017e303d, host dv-neutron-799625-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=732fcfff-87d2-4021-875e-daff017e303d,segment=NetworkSegment(b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8),segment_id=b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:53:58.190367 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41c1b68c-f861-4522-8b1e-88990606e759 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.206448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.251986 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41c1b68c-f861-4522-8b1e-88990606e759 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.281354 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-eba6b314-3a31-410f-b7f1-69b2ad3ed56c None None] Provisioning complete for port 732fcfff-87d2-4021-875e-daff017e303d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:58.281724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eba6b314-3a31-410f-b7f1-69b2ad3ed56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.306409 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Routers {'853ee0d5-e8e3-4853-9f09-818ed463559e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:53:58.307114 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:53:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['853ee0d5-e8e3-4853-9f09-818ed463559e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:58.310867 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f585363-9445-47c2-8f07-2c1bb3b88d57 None None] Pushing event updated for resources: {'Port': ['ID=732fcfff-87d2-4021-875e-daff017e303d,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:58.332413 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41c1b68c-f861-4522-8b1e-88990606e759 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.349990 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1b68c-f861-4522-8b1e-88990606e759 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d17835-b3e4-46b7-9110-38b385334425,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:58.449520 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-41c1b68c-f861-4522-8b1e-88990606e759 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.451047 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-41c1b68c-f861-4522-8b1e-88990606e759 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3770821 Dec 08 13:53:58.453945 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39574) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:58.459655 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5799feed-b213-4333-bccd-d9fcd03d760e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'security_group_rule': {'security_group_id': '2e11c07c-704b-477a-9183-c39a31949c8f', 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:58.472920 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] Set router 853ee0d5-e8e3-4853-9f09-818ed463559e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:53:58.475811 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eba6b314-3a31-410f-b7f1-69b2ad3ed56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.549062 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5799feed-b213-4333-bccd-d9fcd03d760e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.573283 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-eba6b314-3a31-410f-b7f1-69b2ad3ed56c None None] For port 732fcfff-87d2-4021-875e-daff017e303d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=732fcfff-87d2-4021-875e-daff017e303d,segment=NetworkSegment(b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8),segment_id=b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:53:58.611538 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5799feed-b213-4333-bccd-d9fcd03d760e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.654251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-eba6b314-3a31-410f-b7f1-69b2ad3ed56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.681279 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5799feed-b213-4333-bccd-d9fcd03d760e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.698614 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799feed-b213-4333-bccd-d9fcd03d760e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6733714f-fb26-486d-8266-516be660e97b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:58.731968 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b314-3a31-410f-b7f1-69b2ad3ed56c None None] Pushing event updated for resources: {'Port': ['ID=732fcfff-87d2-4021-875e-daff017e303d,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:58.753654 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:51Z', 'updated_at': '2021-12-08T13:53:55Z', 'revision_number': 4, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'gw_port': {'id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:52Z', 'updated_at': '2021-12-08T13:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '732fcfff-87d2-4021-875e-daff017e303d', 'name': '', 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'mac_address': 'fa:16:3e:e8:fb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '898be050-36e4-4c8b-94e1-943378163a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:54Z', 'updated_at': '2021-12-08T13:53:58Z', 'revision_number': 4, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'subnets': [{'id': '898be050-36e4-4c8b-94e1-943378163a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:53:58.774871 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5799feed-b213-4333-bccd-d9fcd03d760e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.779145 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-5799feed-b213-4333-bccd-d9fcd03d760e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216505 Dec 08 13:53:58.779370 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39576) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:58.784016 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3726708-b79c-4d9b-bc46-b2fb5b9db5a4 None None] The sync data for ids ['853ee0d5-e8e3-4853-9f09-818ed463559e'] in dv-neutron-799625-5-hyperv is: [{'id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:51Z', 'updated_at': '2021-12-08T13:53:55Z', 'revision_number': 4, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'gw_port': {'id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:52Z', 'updated_at': '2021-12-08T13:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': '732fcfff-87d2-4021-875e-daff017e303d', 'name': '', 'network_id': 'b8784ef9-8269-45eb-abfe-6bc115d8c83c', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'mac_address': 'fa:16:3e:e8:fb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '898be050-36e4-4c8b-94e1-943378163a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:54Z', 'updated_at': '2021-12-08T13:53:58Z', 'revision_number': 4, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'subnets': [{'id': '898be050-36e4-4c8b-94e1-943378163a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:53:58.784257 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3259a046-8271-439b-983e-ae59a3b8f115 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'security_group_rule': {'security_group_id': '2e11c07c-704b-477a-9183-c39a31949c8f', 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:58.795870 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-d1d70015-f494-4311-80c9-c12c87f8e97d None None] Provisioning complete for port 732fcfff-87d2-4021-875e-daff017e303d triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:53:58.796212 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d1d70015-f494-4311-80c9-c12c87f8e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.887525 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-3259a046-8271-439b-983e-ae59a3b8f115 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Project 25d5ea55852d4685b0e30e6458f20d58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:53:58.894088 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3259a046-8271-439b-983e-ae59a3b8f115 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:58.979354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3259a046-8271-439b-983e-ae59a3b8f115 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:59.059026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3259a046-8271-439b-983e-ae59a3b8f115 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:59.075673 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259a046-8271-439b-983e-ae59a3b8f115 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73775fd6-6519-4be4-8c86-f281e1844f48,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:59.151507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3259a046-8271-439b-983e-ae59a3b8f115 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:59.152869 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-3259a046-8271-439b-983e-ae59a3b8f115 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3722370 Dec 08 13:53:59.155621 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39578) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:53:59.160310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a328302f-b31d-48d5-9db1-cbaf571a1f62 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'security_group_rule': {'security_group_id': '2e11c07c-704b-477a-9183-c39a31949c8f', 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:53:59.241001 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-a328302f-b31d-48d5-9db1-cbaf571a1f62 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Project 25d5ea55852d4685b0e30e6458f20d58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 13:53:59.249186 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a328302f-b31d-48d5-9db1-cbaf571a1f62 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:59.654915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a328302f-b31d-48d5-9db1-cbaf571a1f62 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:59.715137 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a328302f-b31d-48d5-9db1-cbaf571a1f62 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611857'] for security_group_rule, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:59.732798 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328302f-b31d-48d5-9db1-cbaf571a1f62 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2105937f-9af8-4413-8243-19f273cd0e7c,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:53:59.802942 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a328302f-b31d-48d5-9db1-cbaf571a1f62 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:53:59.804226 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-a328302f-b31d-48d5-9db1-cbaf571a1f62 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6476424 Dec 08 13:53:59.970881 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-53558f9b-76fc-43ad-8563-fc4c8c542c44 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510342938&fields=id&tenant_id=25d5ea55852d4685b0e30e6458f20d58 HTTP/1.1" status: 200 len: 267 time: 0.0470726 Dec 08 13:53:59.992619 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 732fcfff-87d2-4021-875e-daff017e303d up at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:54:00.042856 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Provisioning complete for port 732fcfff-87d2-4021-875e-daff017e303d triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:54:00.043237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:00.092123 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-9da53a38-5818-4f53-9d58-bd3bf2885cfd tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:00.094232 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-9da53a38-5818-4f53-9d58-bd3bf2885cfd tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 810 time: 0.1117363 Dec 08 13:54:00.109904 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-596a7044-51b1-471e-8ecc-488ef7905c7e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/quotas/25d5ea55852d4685b0e30e6458f20d58 HTTP/1.1" status: 200 len: 375 time: 0.0099137 Dec 08 13:54:00.164044 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-9660e037-74cc-425a-bc9f-1e6917b4da2a tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475280 Dec 08 13:54:00.275444 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-616b0bb2-50cc-4fbb-a237-5ee25664759f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:54:00.276485 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-616b0bb2-50cc-4fbb-a237-5ee25664759f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1011899 Dec 08 13:54:00.368906 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d40ed3ff-54e4-4496-b838-12986ae8462f service neutron] 10.222.0.76 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852222 Dec 08 13:54:00.459422 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-c1f6708d-1ef9-46a1-99ac-7069a39120e6 service neutron] 10.222.0.76 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837665 Dec 08 13:54:00.713899 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c5740474-8a6d-49e3-b7da-c5790df4240b req-ae801e17-ad4d-4040-82dd-14fde9b27bba tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 210 time: 0.0254796 Dec 08 13:54:01.790318 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-85e90e32-2954-4f0a-a5c9-3b7e6bdcd628 req-d3ef0bd7-6d35-49ac-a339-be73a1b25748 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 210 time: 0.0256491 Dec 08 13:54:02.910250 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f855cb89-044d-4af5-891b-6d27b54022d9 req-15f9d9a8-8d34-4cf5-84b6-2d707932994c tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 210 time: 0.0494099 Dec 08 13:54:02.988310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-700d38d9-054c-4b5b-947b-c08aa17351ff tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:02.989741 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-700d38d9-054c-4b5b-947b-c08aa17351ff tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 810 time: 0.1277370 Dec 08 13:54:03.053484 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-2862a698-0f1c-431e-9e82-587f45bbd59e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d5ea55852d4685b0e30e6458f20d58 HTTP/1.1" status: 200 len: 379 time: 0.0534375 Dec 08 13:54:03.062425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'port': {'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'admin_state_up': True, 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'security_groups': ['2e11c07c-704b-477a-9183-c39a31949c8f']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:54:03.241103 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Made reservation on behalf of 25d5ea55852d4685b0e30e6458f20d58 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:54:03.245307 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:03.373107 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Allocated IP 172.20.0.13 (68488bf0-7c0d-450d-8eae-5fd80e5a8aa2/a540c44d-918c-44cd-9a5f-83e5292a13f3/aae506d6-3644-47b8-9760-613097c740f1) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:54:03.506476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:03.594432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:03.639481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:54:03.642512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:54:03.645094 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:54:03.680503 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'Port': ['ID=aae506d6-3644-47b8-9760-613097c740f1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:54:03.706046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:03.706746 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:03.793299 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-d8079982-6567-49b0-a570-141563d90e4f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343462 Dec 08 13:54:03.805536 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Request body: {'port': {'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:54:03.841516 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-e7a6c854-0577-42a5-9e4a-649d3ff833dd None None] Provisioning complete for port aae506d6-3644-47b8-9760-613097c740f1 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:54:03.842071 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c854-0577-42a5-9e4a-649d3ff833dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:03.861018 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:03.876231 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6c854-0577-42a5-9e4a-649d3ff833dd None None] Port aae506d6-3644-47b8-9760-613097c740f1 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:54:04.077158 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ebd9a-2c5c-40fe-81c7-45cd2e7ca95c req-721b21ff-d01b-40c4-b2b1-c2275e9fbaaa tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:04.078513 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d66ebd9a-2c5c-40fe-81c7-45cd2e7ca95c req-721b21ff-d01b-40c4-b2b1-c2275e9fbaaa tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 932 time: 0.0999398 Dec 08 13:54:04.157505 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d66ebd9a-2c5c-40fe-81c7-45cd2e7ca95c req-86f7d52d-076c-47e7-a5a5-3e43eecb5b1a tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715806 Dec 08 13:54:04.196919 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae506d6-3644-47b8-9760-613097c740f1 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:54:04.204316 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:04.216268 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Transition to ACTIVE for port object aae506d6-3644-47b8-9760-613097c740f1 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:54:04.292911 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:04.347358 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Pushing event updated for resources: {'Port': ['ID=aae506d6-3644-47b8-9760-613097c740f1,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:54:04.419176 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Attempting to bind port aae506d6-3644-47b8-9760-613097c740f1 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:54:04.419512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Attempting to bind port aae506d6-3644-47b8-9760-613097c740f1 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:54:04.419847 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Attempting to bind port aae506d6-3644-47b8-9760-613097c740f1 on network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:54:04.424510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Port aae506d6-3644-47b8-9760-613097c740f1 on network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:54:04.424831 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Attempting to bind port aae506d6-3644-47b8-9760-613097c740f1 on network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:54:04.429849 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:54:04.430193 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Checking segment: {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:54:04.430599 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Bound using segment: {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:54:04.431035 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Bound port: aae506d6-3644-47b8-9760-613097c740f1, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:54:04.431395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:04.496653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:54:04.500425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=aae506d6-3644-47b8-9760-613097c740f1,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:54:04.591271 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:04.628226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:04.628754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:04.630490 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] 10.222.0.72 "PUT /v2.0/ports/aae506d6-3644-47b8-9760-613097c740f1 HTTP/1.1" status: 200 len: 1094 time: 0.8292551 Dec 08 13:54:04.632710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:54:04.636081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa6cc4c-9519-4df1-a492-ce88d5d3f664" -d '{"events": [{"name": "network-changed", "server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "tag": "aae506d6-3644-47b8-9760-613097c740f1"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:54:04.665784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293712dc-ea1d-4846-93f6-6a1c15c6ec64 service neutron] Pushing event updated for resources: {'Port': ['ID=aae506d6-3644-47b8-9760-613097c740f1,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:54:04.687102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62328d10-b8fa-4621-9ddb-550e3cd29a90 x-openstack-request-id: req-62328d10-b8fa-4621-9ddb-550e3cd29a90 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:54:04.687102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "tag": "aae506d6-3644-47b8-9760-613097c740f1", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:54:04.687102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62328d10-b8fa-4621-9ddb-550e3cd29a90 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:54:04.687646 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1', 'status': 'completed', 'code': 200} Dec 08 13:54:04.750510 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6cc4c-9519-4df1-a492-ce88d5d3f664 req-908f7817-16db-45d2-a8a6-46712251ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:04.752079 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4aa6cc4c-9519-4df1-a492-ce88d5d3f664 req-908f7817-16db-45d2-a8a6-46712251ede9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1097 time: 0.0431409 Dec 08 13:54:04.856644 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6cc4c-9519-4df1-a492-ce88d5d3f664 req-282c912c-37e2-44b5-adef-da57876d47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:04.858041 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4aa6cc4c-9519-4df1-a492-ce88d5d3f664 req-282c912c-37e2-44b5-adef-da57876d47fb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=25d5ea55852d4685b0e30e6458f20d58&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0980470 Dec 08 13:54:04.952925 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6cc4c-9519-4df1-a492-ce88d5d3f664 req-4898ebf9-ebe7-4bc9-a0ab-556ac221afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:04.954461 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4aa6cc4c-9519-4df1-a492-ce88d5d3f664 req-4898ebf9-ebe7-4bc9-a0ab-556ac221afa4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887473 Dec 08 13:54:05.030490 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-3e3f406c-a1c2-4685-a23f-d8408186b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:05.032060 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-3e3f406c-a1c2-4685-a23f-d8408186b3a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1097 time: 0.0412488 Dec 08 13:54:05.077718 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-b53aa6a5-6de4-4378-a405-0c84ae887a9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae506d6-3644-47b8-9760-613097c740f1 HTTP/1.1" status: 200 len: 217 time: 0.0377054 Dec 08 13:54:05.125605 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-fa69a6c8-a8f5-4446-a4d3-1cedea4a9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:05.126946 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-fa69a6c8-a8f5-4446-a4d3-1cedea4a9fa8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0426683 Dec 08 13:54:05.172049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-f8f59b78-d8e5-420f-bd86-cb2a39779d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:05.173487 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-f8f59b78-d8e5-420f-bd86-cb2a39779d35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388970 Dec 08 13:54:05.297107 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-344207c0-5e6f-488a-8d17-875192053531 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164711 Dec 08 13:54:05.305347 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d60fe-4d47-451c-93d2-abdf01d0c60e req-f8aca5c4-0c76-41c7-ae9e-83adb6b937bc tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:05.306751 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a31d60fe-4d47-451c-93d2-abdf01d0c60e req-f8aca5c4-0c76-41c7-ae9e-83adb6b937bc tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 944 time: 0.0662632 Dec 08 13:54:05.412769 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a31d60fe-4d47-451c-93d2-abdf01d0c60e req-ca93057e-f8b2-421a-b2b1-a9f5fc847fb2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975184 Dec 08 13:54:05.430281 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ea7c404e-2856-473b-a65a-c12bff2e9812 req-6c66aa0d-785f-4d2e-b1b0-2b3cec361b81 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220486 Dec 08 13:54:06.527225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f4a9-98cf-4ff8-af14-d0d0f9f5100a req-b2aab0f0-b2bd-4192-bdb2-647d83869cb5 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:06.528720 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a2a0f4a9-98cf-4ff8-af14-d0d0f9f5100a req-b2aab0f0-b2bd-4192-bdb2-647d83869cb5 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 944 time: 0.0484791 Dec 08 13:54:06.585492 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a2a0f4a9-98cf-4ff8-af14-d0d0f9f5100a req-3f5e68a8-abaa-4f64-aa6c-59ce1a10971a tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508039 Dec 08 13:54:07.702418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9838b-8a93-4234-a958-2e6f38291176 req-8ed0bdf9-9db3-48cd-9dc9-028fa078c695 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:07.703927 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d1c9838b-8a93-4234-a958-2e6f38291176 req-8ed0bdf9-9db3-48cd-9dc9-028fa078c695 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 944 time: 0.0528111 Dec 08 13:54:07.751973 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d1c9838b-8a93-4234-a958-2e6f38291176 req-30cd231b-7efd-40f6-90a1-aa43222e4858 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Dec 08 13:54:08.595610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device aae506d6-3644-47b8-9760-613097c740f1 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:54:08.692535 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=aae506d6-3644-47b8-9760-613097c740f1,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:54:08.703655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'aae506d6-3644-47b8-9760-613097c740f1', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:54:08.738877 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:08.752143 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae506d6-3644-47b8-9760-613097c740f1 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:54:08.770841 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=aae506d6-3644-47b8-9760-613097c740f1,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:54:08.840963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:08.866789 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fab1b-9807-4c98-9c67-7995e5e6197a req-69a37321-0e2b-46ab-960a-62da6fecb6aa tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:08.868324 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e3fab1b-9807-4c98-9c67-7995e5e6197a req-69a37321-0e2b-46ab-960a-62da6fecb6aa tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 944 time: 0.0490904 Dec 08 13:54:08.893782 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=aae506d6-3644-47b8-9760-613097c740f1,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:54:08.919850 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-0e3fab1b-9807-4c98-9c67-7995e5e6197a req-38036f7f-600c-46dd-8766-e770a51dde53 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446441 Dec 08 13:54:09.048952 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['aae506d6-3644-47b8-9760-613097c740f1'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:54:10.033080 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015585d-d4fa-4d9c-b57f-5623b29aacc6 req-74f73569-7239-4b50-9e47-2cc8cb1eb9d9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:10.034860 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1015585d-d4fa-4d9c-b57f-5623b29aacc6 req-74f73569-7239-4b50-9e47-2cc8cb1eb9d9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 945 time: 0.0480328 Dec 08 13:54:10.087356 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1015585d-d4fa-4d9c-b57f-5623b29aacc6 req-0cc23198-92b8-41ca-b67f-45a59ca106c5 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466321 Dec 08 13:54:10.525338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e537ac05-e777-4d1e-a029-cde1cf4c2412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:10.598106 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device aae506d6-3644-47b8-9760-613097c740f1 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:54:10.685550 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:10.709280 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port aae506d6-3644-47b8-9760-613097c740f1 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:54:10.714127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port aae506d6-3644-47b8-9760-613097c740f1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:54:10.714490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:10.789792 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:10.814453 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:54:10.816681 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a0dcc7-ec68-4416-82ac-2d79c4de5f15" -d '{"events": [{"server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "aae506d6-3644-47b8-9760-613097c740f1"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:54:10.829621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=aae506d6-3644-47b8-9760-613097c740f1,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:54:10.892414 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:10.917159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451d91ed-e4b8-450c-97f9-3ecff19f18d9 x-openstack-request-id: req-451d91ed-e4b8-450c-97f9-3ecff19f18d9 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:54:10.917485 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "aae506d6-3644-47b8-9760-613097c740f1", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:54:10.917773 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-451d91ed-e4b8-450c-97f9-3ecff19f18d9 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:54:10.918178 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1', 'code': 200} Dec 08 13:54:10.943393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=aae506d6-3644-47b8-9760-613097c740f1,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:54:11.228313 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3874c-89ff-462b-b86d-43333a6c0843 req-536d48d9-b6b4-4ab8-bcbd-dba1facfbd8e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:11.229838 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e2f3874c-89ff-462b-b86d-43333a6c0843 req-536d48d9-b6b4-4ab8-bcbd-dba1facfbd8e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 946 time: 0.0755084 Dec 08 13:54:11.236091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc25cd-a989-4064-9582-21b81389cf59 req-78b0aa54-08af-45f3-aff7-bd46febb2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:11.237474 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-80fc25cd-a989-4064-9582-21b81389cf59 req-78b0aa54-08af-45f3-aff7-bd46febb2c16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1099 time: 0.0553534 Dec 08 13:54:11.308703 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e2f3874c-89ff-462b-b86d-43333a6c0843 req-a190c151-6851-4155-9269-757023567414 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702925 Dec 08 13:54:11.312337 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-80fc25cd-a989-4064-9582-21b81389cf59 req-d8c595f7-e5d4-4bec-8cda-85656dce0bc2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616415 Dec 08 13:54:12.429243 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10da76-3db5-4c5d-bf29-bc05a88f6de6 req-12fe8e64-bb2f-4bca-b185-feea7f8d0d96 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:12.430755 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-af10da76-3db5-4c5d-bf29-bc05a88f6de6 req-12fe8e64-bb2f-4bca-b185-feea7f8d0d96 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 946 time: 0.0532749 Dec 08 13:54:12.479372 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-af10da76-3db5-4c5d-bf29-bc05a88f6de6 req-debc14da-8e8f-4171-b5d4-d25b79ca944a tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420043 Dec 08 13:54:12.920794 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1f91098d-7624-48ab-878b-ed9a9229382a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:13.591693 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49072a2-c06e-478b-906e-095c5ec10b22 req-1158f7c4-c1b5-45ac-ab36-9092fd9bc5fa tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:13.593140 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a49072a2-c06e-478b-906e-095c5ec10b22 req-1158f7c4-c1b5-45ac-ab36-9092fd9bc5fa tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 946 time: 0.0474353 Dec 08 13:54:13.641341 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a49072a2-c06e-478b-906e-095c5ec10b22 req-7dc07f0d-3483-417c-bf5f-e9f207e46540 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Dec 08 13:54:13.753179 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b16cfe-680e-43f5-a13f-961b8532a071 req-36ea1388-3e63-42c7-86a4-dfca20085101 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:13.754689 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-22b16cfe-680e-43f5-a13f-961b8532a071 req-36ea1388-3e63-42c7-86a4-dfca20085101 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 946 time: 0.0480797 Dec 08 13:54:13.806643 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-22b16cfe-680e-43f5-a13f-961b8532a071 req-f9716bde-3c46-44c2-bc7c-44271d65871c tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459480 Dec 08 13:54:13.827569 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39646) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:54:13.956324 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd48d6-0a2f-4040-a8af-d10bc15c01b0 tempest-TestSnapshotPattern-1401473721 tempest-TestSnapshotPattern-1401473721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:13.957852 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-7cbd48d6-0a2f-4040-a8af-d10bc15c01b0 tempest-TestSnapshotPattern-1401473721 tempest-TestSnapshotPattern-1401473721-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1094 time: 0.1293418 Dec 08 13:54:13.960767 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39652) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:54:13.965710 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:54:14.075184 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:14.168136 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:14.274684 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Allocated IP 172.26.7.238 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/8c005b6d-5afd-4b0c-ad69-0a4b4fc095ba) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:54:14.280871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:14.372118 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:14.458075 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:14.497318 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:54:14.501575 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:54:14.504172 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:54:14.529660 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'Port': ['ID=8c005b6d-5afd-4b0c-ad69-0a4b4fc095ba,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:54:14.856712 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:14.984508 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:15.133917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:15.194700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:15.272663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'Port': ['ID=8c005b6d-5afd-4b0c-ad69-0a4b4fc095ba,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:54:15.285690 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:15.381243 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Floating IP e38775fb-893b-42f1-a57e-b59233a5e908 associated. External IP: 172.26.7.238, port: aae506d6-3644-47b8-9760-613097c740f1. Dec 08 13:54:15.412490 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:15.587616 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:54:15.693717 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:54:15.703125 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] Sync routers for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:54:15.712813 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:54:15.714553 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:54:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:54:15.779928 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:15.809566 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-181cc439-05d0-4044-b7f3-79f19cbb123f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8475769 Dec 08 13:54:15.810142 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:54:15.812653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eee49b-91f4-4e72-be63-d34abbdbef20" -d '{"events": [{"name": "network-changed", "server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "tag": "aae506d6-3644-47b8-9760-613097c740f1"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:54:15.850185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c61fe5-eb53-4ea4-87ca-47eece1e7fe9 x-openstack-request-id: req-83c61fe5-eb53-4ea4-87ca-47eece1e7fe9 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:54:15.850481 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "tag": "aae506d6-3644-47b8-9760-613097c740f1", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:54:15.850777 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83c61fe5-eb53-4ea4-87ca-47eece1e7fe9 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:54:15.851191 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1', 'status': 'completed', 'code': 200} Dec 08 13:54:15.907293 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:54:15.915366 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-2221e931-ecf3-4626-8386-0c3f5a38c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:15.917406 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-2221e931-ecf3-4626-8386-0c3f5a38c5d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1099 time: 0.0440283 Dec 08 13:54:16.011769 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-4b49d638-8f56-4ecc-b2e6-564288f7b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:16.013246 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-4b49d638-8f56-4ecc-b2e6-564288f7b48c service neutron] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 911 time: 0.0884819 Dec 08 13:54:16.077000 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-780dd0ca-235c-47b5-8124-8e431c7123c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae506d6-3644-47b8-9760-613097c740f1 HTTP/1.1" status: 200 len: 1000 time: 0.0571120 Dec 08 13:54:16.130425 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-7f958eed-f8bd-412b-9244-dcd4d695199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:16.130673 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'e38775fb-893b-42f1-a57e-b59233a5e908', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:54:14Z', 'updated_at': '2021-12-08T13:54:14Z', 'revision_number': 0, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:54:16.131897 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-7f958eed-f8bd-412b-9244-dcd4d695199f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0483181 Dec 08 13:54:16.161185 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] Checking router: 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:54:16.170115 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:54:16.170774 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:54:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:54:16.180617 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-f2456ded-ae66-4425-a6c5-229fd42ffc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:16.182138 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-f2456ded-ae66-4425-a6c5-229fd42ffc37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414655 Dec 08 13:54:16.246451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:16.273158 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-bee33b5b-3372-4182-8c41-39c929e0da14 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839639 Dec 08 13:54:16.277140 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:54:16.367392 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-40eee49b-91f4-4e72-be63-d34abbdbef20 req-0ed4e708-9421-472d-be6a-90ab88eb67fb service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863726 Dec 08 13:54:16.495661 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'e38775fb-893b-42f1-a57e-b59233a5e908', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:54:14Z', 'updated_at': '2021-12-08T13:54:14Z', 'revision_number': 0, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:54:16.524576 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47ca396-42d3-4db7-8a62-bcfe01c7972d None None] The sync data for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv is: [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'e38775fb-893b-42f1-a57e-b59233a5e908', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:54:14Z', 'updated_at': '2021-12-08T13:54:14Z', 'revision_number': 0, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:54:16.719933 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec980f-2f98-4371-a73a-12e93e11540b None None] New status for floating IP e38775fb-893b-42f1-a57e-b59233a5e908: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:54:18.452535 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:54:40.553537 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-c4aae7cc-7e74-4b8a-b159-544344590001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:40.668902 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:41.256895 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-e28c147b-c93f-4eb2-a8d5-43c3d524a56f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863876 Dec 08 13:54:41.341049 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea924-ac4a-4911-bead-53b5384034c2 req-b5b70a63-f34c-44d8-9d07-a782662ae3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:41.342645 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-b5b70a63-f34c-44d8-9d07-a782662ae3c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1099 time: 0.0422869 Dec 08 13:54:41.443242 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea924-ac4a-4911-bead-53b5384034c2 req-a528dda4-0a5e-4484-8d99-0e189ebbfb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:41.444604 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-a528dda4-0a5e-4484-8d99-0e189ebbfb95 service neutron] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 911 time: 0.0825958 Dec 08 13:54:41.515089 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-b1ce4504-933b-4307-8cc0-6538fa44997c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae506d6-3644-47b8-9760-613097c740f1 HTTP/1.1" status: 200 len: 1002 time: 0.0632153 Dec 08 13:54:41.564829 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea924-ac4a-4911-bead-53b5384034c2 req-af30a290-d4c6-414c-a9a2-0c220e2279a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:41.566253 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-af30a290-d4c6-414c-a9a2-0c220e2279a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0439250 Dec 08 13:54:41.611083 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea924-ac4a-4911-bead-53b5384034c2 req-8a5a419e-3dc6-4dd9-b506-a90d9a83454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:54:41.612552 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-8a5a419e-3dc6-4dd9-b506-a90d9a83454e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393832 Dec 08 13:54:41.623917 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-3d16b0b6-da1c-424a-88e1-5478e7da60ef service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:54:41.624850 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-3d16b0b6-da1c-424a-88e1-5478e7da60ef service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048697 Dec 08 13:54:41.718771 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-65339b29-718f-4b2f-9868-1e5caed4e474 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859723 Dec 08 13:54:41.809397 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-97cea924-ac4a-4911-bead-53b5384034c2 req-9e80895e-b242-4082-9845-caecc507ec66 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814817 Dec 08 13:54:42.914326 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a49aeb6-3aa5-42e9-a913-8623e2e63379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:44.291148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:45.418039 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:46.252253 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:54:55.450616 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:55:10.525215 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-43aaf9ec-d9e1-40f3-84cc-aadda2d4d773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:10.673526 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:12.907770 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-b68c6ec9-8a02-424b-9f55-5111f7de8eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:14.306791 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:15.416597 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:16.250749 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:32.449424 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:55:40.524305 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-def69627-24c6-4826-b817-bf527281540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:40.677785 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:42.935263 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d9c58c6b-4313-449e-a52f-b9b2f30b3202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:43.196517 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-777298f1-7413-428b-9182-f36daef5d35e req-9ff0b645-b759-4654-9955-12289976a3ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441954 Dec 08 13:55:43.276921 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777298f1-7413-428b-9182-f36daef5d35e req-2d50fd66-3a43-4b8b-a622-056f0bd3448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:55:43.278391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-777298f1-7413-428b-9182-f36daef5d35e req-2d50fd66-3a43-4b8b-a622-056f0bd3448f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1099 time: 0.0402136 Dec 08 13:55:43.379883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777298f1-7413-428b-9182-f36daef5d35e req-8f0d2373-e71c-40b3-b3fe-3010fe478633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:55:43.381396 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-777298f1-7413-428b-9182-f36daef5d35e req-8f0d2373-e71c-40b3-b3fe-3010fe478633 service neutron] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 911 time: 0.0848684 Dec 08 13:55:43.462728 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-777298f1-7413-428b-9182-f36daef5d35e req-0e056621-1d35-4d2c-90fb-cd6acfb2bd7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae506d6-3644-47b8-9760-613097c740f1 HTTP/1.1" status: 200 len: 1002 time: 0.0734801 Dec 08 13:55:43.512081 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777298f1-7413-428b-9182-f36daef5d35e req-a4416868-c8a6-429e-a625-fbbbcf1dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:55:43.513513 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-777298f1-7413-428b-9182-f36daef5d35e req-a4416868-c8a6-429e-a625-fbbbcf1dc7ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0429287 Dec 08 13:55:43.559647 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777298f1-7413-428b-9182-f36daef5d35e req-73f074f6-1e70-460c-9159-947b46b5485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:55:43.561100 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-777298f1-7413-428b-9182-f36daef5d35e req-73f074f6-1e70-460c-9159-947b46b5485c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394309 Dec 08 13:55:43.652477 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-777298f1-7413-428b-9182-f36daef5d35e req-818e82d6-73f0-45b2-91d2-308f6ddd9a5a service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830519 Dec 08 13:55:43.748043 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-777298f1-7413-428b-9182-f36daef5d35e req-0cecd74e-2614-4026-99ec-b7cda44078e4 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884511 Dec 08 13:55:44.336010 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:45.455777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:55:46.249963 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:09.448274 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:56:10.529706 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f24b3cad-7206-4231-9059-c34db9a1021d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:10.684528 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:12.947052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-228f030e-57e2-4dff-baaa-2a917c412f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:13.183837 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device aae506d6-3644-47b8-9760-613097c740f1 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:56:13.423300 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=aae506d6-3644-47b8-9760-613097c740f1,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:56:13.433946 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': 'aae506d6-3644-47b8-9760-613097c740f1', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:56:13.469771 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:13.482266 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aae506d6-3644-47b8-9760-613097c740f1 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:56:13.501126 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=aae506d6-3644-47b8-9760-613097c740f1,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:56:13.575297 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:13.627312 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=aae506d6-3644-47b8-9760-613097c740f1,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:13.634764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.635124 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.635473 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.635818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.636155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.636487 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.636823 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.637157 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.637496 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.637827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.638155 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.638480 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.638833 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:13.672108 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['aae506d6-3644-47b8-9760-613097c740f1'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:56:14.336151 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:15.199112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device aae506d6-3644-47b8-9760-613097c740f1 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:56:15.250851 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port aae506d6-3644-47b8-9760-613097c740f1 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:56:15.251566 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:15.368923 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:15.401589 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:56:15.404064 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6308c5-7d17-421e-9fde-d686cf423d25" -d '{"events": [{"server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "aae506d6-3644-47b8-9760-613097c740f1"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:56:15.424448 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=aae506d6-3644-47b8-9760-613097c740f1,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:56:15.444146 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:15.456302 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653575e4-61a3-4760-b285-71371e91efaa x-openstack-request-id: req-653575e4-61a3-4760-b285-71371e91efaa {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:56:15.456616 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "aae506d6-3644-47b8-9760-613097c740f1", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:56:15.456910 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-653575e4-61a3-4760-b285-71371e91efaa {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:56:15.457321 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1', 'code': 200} Dec 08 13:56:15.501594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:15.562863 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=aae506d6-3644-47b8-9760-613097c740f1,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:16.261600 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:25.644614 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-3914e8a2-0c70-4e5e-811f-ef55dd9f2953 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510342938&fields=id&tenant_id=25d5ea55852d4685b0e30e6458f20d58 HTTP/1.1" status: 200 len: 267 time: 0.3787634 Dec 08 13:56:25.759935 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-49b80bdd-7b99-461d-be7a-c5bcc4588ec8 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:25.761804 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-49b80bdd-7b99-461d-be7a-c5bcc4588ec8 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 810 time: 0.1096101 Dec 08 13:56:25.776000 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d4942343-e4a5-4581-b691-774d3b0d242a tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/quotas/25d5ea55852d4685b0e30e6458f20d58 HTTP/1.1" status: 200 len: 375 time: 0.0087457 Dec 08 13:56:25.833256 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-86efb554-7150-43ad-80e8-f53aa036d3de tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522304 Dec 08 13:56:25.890128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-568b0d7e-e272-4f7d-bd67-3c24d604fe1a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 13:56:25.891159 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-568b0d7e-e272-4f7d-bd67-3c24d604fe1a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469172 Dec 08 13:56:25.978724 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-efd7d991-cadc-46f0-af51-780cde0bad21 service neutron] 10.222.0.76 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814965 Dec 08 13:56:26.083430 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-e0e5d4a6-7404-4626-852c-9a76e73721e1 service neutron] 10.222.0.76 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985699 Dec 08 13:56:26.372213 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-9926fcbe-93fa-4c81-b25b-f7e711e8a2bc req-2fd840ae-5957-4737-b02f-af6d2c4b48a5 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 210 time: 0.0768735 Dec 08 13:56:27.473011 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6e73b583-ce2f-4950-bab9-562937b1150d req-2ff73ffa-4c4f-48b6-a8a5-0d7722ed7bfd tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 210 time: 0.0295103 Dec 08 13:56:28.501541 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-1e82effb-1d06-4af5-9c04-f2a95dfbb97b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:28.502994 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-1e82effb-1d06-4af5-9c04-f2a95dfbb97b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 810 time: 0.1018693 Dec 08 13:56:28.579465 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-ae778eec-0f9f-4629-a996-dfff783cd7ca req-22fc1366-7532-4ea8-a52d-358eb7979911 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 210 time: 0.0363524 Dec 08 13:56:28.590162 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-3d24aff4-af4b-49d7-a64d-52ea4cd56746 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d5ea55852d4685b0e30e6458f20d58 HTTP/1.1" status: 200 len: 379 time: 0.0774345 Dec 08 13:56:28.599834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'port': {'device_id': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'admin_state_up': True, 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'security_groups': ['2e11c07c-704b-477a-9183-c39a31949c8f']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:56:28.769485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Made reservation on behalf of 25d5ea55852d4685b0e30e6458f20d58 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 13:56:28.773048 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:28.895354 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Allocated IP 172.20.0.10 (68488bf0-7c0d-450d-8eae-5fd80e5a8aa2/a540c44d-918c-44cd-9a5f-83e5292a13f3/91bba11b-9ab5-4a1a-af86-a831d9396455) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:56:29.036282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:29.118432 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:29.161397 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:56:29.164933 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:56:29.170839 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:56:29.178446 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'Port': ['ID=91bba11b-9ab5-4a1a-af86-a831d9396455,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:29.214068 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.214395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.214828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.215117 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.215495 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.215834 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.216235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.216567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.216900 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.217361 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.217549 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.217872 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.218196 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:56:29.271535 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:29.272976 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:29.299960 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device aae506d6-3644-47b8-9760-613097c740f1 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:56:29.395567 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d7ca223c-79f4-452d-91a0-66a26becadd2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7995422 Dec 08 13:56:29.445728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:29.492159 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:56:29.494642 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31486859-265f-4dbf-b3d0-bb25773d16d7" -d '{"events": [{"server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "aae506d6-3644-47b8-9760-613097c740f1"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:56:29.514408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=aae506d6-3644-47b8-9760-613097c740f1,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:56:29.520284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-f3f35565-0faa-476e-be02-b5135d41b6f9 None None] Provisioning complete for port 91bba11b-9ab5-4a1a-af86-a831d9396455 triggered by entity DHCP. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:56:29.520679 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f3f35565-0faa-476e-be02-b5135d41b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:29.547686 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1659472b-6597-4957-8603-1da4a7d59d64 x-openstack-request-id: req-1659472b-6597-4957-8603-1da4a7d59d64 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:56:29.547985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "aae506d6-3644-47b8-9760-613097c740f1", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:56:29.548439 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1659472b-6597-4957-8603-1da4a7d59d64 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:56:29.548844 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1', 'code': 200} Dec 08 13:56:29.560818 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-f3f35565-0faa-476e-be02-b5135d41b6f9 None None] Port 91bba11b-9ab5-4a1a-af86-a831d9396455 cannot update to ACTIVE because it is not bound. {{(pid=103717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 13:56:29.575745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:29.646127 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=aae506d6-3644-47b8-9760-613097c740f1,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:29.714548 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45556b-3b19-4c8a-aa0a-ce76faf419da req-4edbd494-5a8a-48f0-9ed0-f357c92fe3fc tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:29.716403 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5b45556b-3b19-4c8a-aa0a-ce76faf419da req-4edbd494-5a8a-48f0-9ed0-f357c92fe3fc tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0547738 Dec 08 13:56:29.779003 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5b45556b-3b19-4c8a-aa0a-ce76faf419da req-f278324e-cb42-4fd6-b09a-eaa77d523c5f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511856 Dec 08 13:56:30.901084 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f67e1c-f979-4984-935b-e6828459eb7a req-3543c5d5-c047-4d68-83f6-a88bfe16a973 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:30.902750 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e0f67e1c-f979-4984-935b-e6828459eb7a req-3543c5d5-c047-4d68-83f6-a88bfe16a973 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0481353 Dec 08 13:56:30.965919 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e0f67e1c-f979-4984-935b-e6828459eb7a req-fb569704-c56a-4cae-9e45-190c2c46e18d tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566161 Dec 08 13:56:32.089691 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0747-8c1c-457b-bf94-083b0fb5ef57 req-08d0b0ad-cdb6-4e58-8827-c376ba1c063b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:32.091201 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6aea0747-8c1c-457b-bf94-083b0fb5ef57 req-08d0b0ad-cdb6-4e58-8827-c376ba1c063b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0491662 Dec 08 13:56:32.140013 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6aea0747-8c1c-457b-bf94-083b0fb5ef57 req-6d300ac9-50f5-4719-863b-81ab2302159b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429819 Dec 08 13:56:33.253379 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f774f-d152-46cd-b55c-2582307b66a5 req-befa8f51-0945-470b-bc39-d2e844cc47f5 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:33.254889 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fb3f774f-d152-46cd-b55c-2582307b66a5 req-befa8f51-0945-470b-bc39-d2e844cc47f5 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0482183 Dec 08 13:56:33.303340 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fb3f774f-d152-46cd-b55c-2582307b66a5 req-339b27f6-5605-43eb-a231-6fb2c7bf67e0 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414133 Dec 08 13:56:34.422837 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03116672-03fa-4056-9768-0c7b94f39da2 req-c94f3526-d12b-4223-9bd0-6c0a826ab565 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:34.424367 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03116672-03fa-4056-9768-0c7b94f39da2 req-c94f3526-d12b-4223-9bd0-6c0a826ab565 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0523283 Dec 08 13:56:34.472994 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03116672-03fa-4056-9768-0c7b94f39da2 req-5c4deddb-85c7-45b9-9028-b565bdb37cd5 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426452 Dec 08 13:56:35.587532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ba4ed-ec72-44b8-9ed8-5a23eb96d508 req-be0e9ebe-14e3-4bd4-bf6c-0127fc9f96e7 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:35.588984 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-473ba4ed-ec72-44b8-9ed8-5a23eb96d508 req-be0e9ebe-14e3-4bd4-bf6c-0127fc9f96e7 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0473142 Dec 08 13:56:35.637298 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-473ba4ed-ec72-44b8-9ed8-5a23eb96d508 req-dd20c715-3b8e-45ef-b494-b70c276b8614 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 Dec 08 13:56:36.752489 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03120397-93d9-4b5b-9d82-962899a36d4f req-15692bde-3b16-454a-9497-7cc13e637583 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:36.753936 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03120397-93d9-4b5b-9d82-962899a36d4f req-15692bde-3b16-454a-9497-7cc13e637583 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0479450 Dec 08 13:56:36.817202 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-03120397-93d9-4b5b-9d82-962899a36d4f req-9ed84164-eb6e-4f05-a12c-ba7565901599 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572612 Dec 08 13:56:37.939298 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d5697-8826-4b15-95aa-db2a7b3135dc req-23f260d2-7fa4-4eff-a3fd-a122bc477778 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:37.940739 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-704d5697-8826-4b15-95aa-db2a7b3135dc req-23f260d2-7fa4-4eff-a3fd-a122bc477778 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0555108 Dec 08 13:56:38.003359 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-704d5697-8826-4b15-95aa-db2a7b3135dc req-aaed5b25-feea-446e-89e1-26b1229544d6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557246 Dec 08 13:56:39.133785 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ae3b6-1570-452a-8b76-817387c2c1d2 req-1a5a16d0-03db-42f1-9635-54c8680f3034 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:39.136014 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5f0ae3b6-1570-452a-8b76-817387c2c1d2 req-1a5a16d0-03db-42f1-9635-54c8680f3034 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0515447 Dec 08 13:56:39.185676 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5f0ae3b6-1570-452a-8b76-817387c2c1d2 req-102900b5-2451-43b8-bc61-8c14fd2b02b9 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442135 Dec 08 13:56:40.309741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208744e-798b-4e36-acb7-ce1475f9dfab req-ce31aff6-c434-419f-a2df-6ec6d16b0c6f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:40.311276 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d208744e-798b-4e36-acb7-ce1475f9dfab req-ce31aff6-c434-419f-a2df-6ec6d16b0c6f tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0527468 Dec 08 13:56:40.360110 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d208744e-798b-4e36-acb7-ce1475f9dfab req-3ee604a5-8fef-4ab5-801d-f5c948a4175d tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 Dec 08 13:56:40.547040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2787b1e-8e4c-4598-aa73-6df08a381147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:40.676764 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:41.473754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eeab3-c4ea-406b-80e2-39bd414f7362 req-f8f0b904-af83-4bd7-b5ce-207f704868d5 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:41.475954 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc1eeab3-c4ea-406b-80e2-39bd414f7362 req-f8f0b904-af83-4bd7-b5ce-207f704868d5 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 932 time: 0.0496116 Dec 08 13:56:41.524019 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-fc1eeab3-c4ea-406b-80e2-39bd414f7362 req-bddaf949-b8ab-4f3d-afa9-f51814e78dee tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421262 Dec 08 13:56:41.798160 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Request body: {'port': {'device_id': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7996'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:56:41.856165 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:42.110042 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bba11b-9ab5-4a1a-af86-a831d9396455 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:56:42.117497 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:42.129044 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Transition to ACTIVE for port object 91bba11b-9ab5-4a1a-af86-a831d9396455 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 13:56:42.197795 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:42.246649 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Pushing event updated for resources: {'Port': ['ID=91bba11b-9ab5-4a1a-af86-a831d9396455,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:42.324410 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Attempting to bind port 91bba11b-9ab5-4a1a-af86-a831d9396455 on host hv-neutron-7996 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 13:56:42.324752 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Attempting to bind port 91bba11b-9ab5-4a1a-af86-a831d9396455 by drivers openvswitch,hyperv on host hv-neutron-7996 at level 0 using segments [{'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 13:56:42.325091 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Attempting to bind port 91bba11b-9ab5-4a1a-af86-a831d9396455 on network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:56:42.329677 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Port 91bba11b-9ab5-4a1a-af86-a831d9396455 on network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7996 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 13:56:42.329998 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Attempting to bind port 91bba11b-9ab5-4a1a-af86-a831d9396455 on network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 13:56:42.335116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Checking agent: {'id': '3c36a9b5-fdde-4c89-a607-3071da6f10e4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'started_at': datetime.datetime(2021, 12, 8, 13, 1, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 13, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 13:56:42.335457 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Checking segment: {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 13:56:42.335863 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Bound using segment: {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 13:56:42.336287 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Bound port: 91bba11b-9ab5-4a1a-af86-a831d9396455, host: hv-neutron-7996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 13:56:42.336653 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:42.401773 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 13:56:42.404856 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=91bba11b-9ab5-4a1a-af86-a831d9396455,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 13:56:42.488943 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:42.531190 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:42.531931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:42.533456 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] 10.222.0.72 "PUT /v2.0/ports/91bba11b-9ab5-4a1a-af86-a831d9396455 HTTP/1.1" status: 200 len: 1094 time: 0.7403412 Dec 08 13:56:42.533909 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:56:42.536169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f71fc-7c34-4b4e-ae40-d0c1352f3fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:56:42.562615 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6366b6d-0c9a-4dba-9821-6d8e759a5740 service neutron] Pushing event updated for resources: {'Port': ['ID=91bba11b-9ab5-4a1a-af86-a831d9396455,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:42.581908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63512c7-8111-4d16-9f29-0515def9fc1f x-openstack-request-id: req-f63512c7-8111-4d16-9f29-0515def9fc1f {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:56:42.582753 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:56:42.583020 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f63512c7-8111-4d16-9f29-0515def9fc1f {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:56:42.583436 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'status': 'completed', 'code': 200} Dec 08 13:56:42.687563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a7f06-4f9b-4835-a4a9-a35ca79edffb req-678fc3a6-c349-403d-aeae-a89fee8df92d tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:42.689114 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e22a7f06-4f9b-4835-a4a9-a35ca79edffb req-678fc3a6-c349-403d-aeae-a89fee8df92d tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 944 time: 0.0841765 Dec 08 13:56:42.695669 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f71fc-7c34-4b4e-ae40-d0c1352f3fe5 req-91ece90f-ebbf-42ef-beab-735c7b3e5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:42.697165 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-607f71fc-7c34-4b4e-ae40-d0c1352f3fe5 req-91ece90f-ebbf-42ef-beab-735c7b3e5022 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0829394 Dec 08 13:56:42.770420 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-e22a7f06-4f9b-4835-a4a9-a35ca79edffb req-ea0cab77-3fba-4cb9-addb-b8bfb25ed8b8 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721798 Dec 08 13:56:42.837679 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f71fc-7c34-4b4e-ae40-d0c1352f3fe5 req-d7379170-ae19-497f-a61b-d168a26878f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:42.839096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-607f71fc-7c34-4b4e-ae40-d0c1352f3fe5 req-d7379170-ae19-497f-a61b-d168a26878f9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=25d5ea55852d4685b0e30e6458f20d58&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1271298 Dec 08 13:56:42.928408 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-ccad86c1-a241-455b-b62d-5ddf6f308b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:42.932281 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f71fc-7c34-4b4e-ae40-d0c1352f3fe5 req-6cc864a5-599e-4d1d-9714-340bd397b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:42.933745 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-607f71fc-7c34-4b4e-ae40-d0c1352f3fe5 req-6cc864a5-599e-4d1d-9714-340bd397b4d5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866437 Dec 08 13:56:43.015878 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-fe7d2a3f-8402-4a55-9587-99e89d49e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:43.017336 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-fe7d2a3f-8402-4a55-9587-99e89d49e23a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0447161 Dec 08 13:56:43.058905 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-838aeb21-157f-485a-a76c-8f78d5095d5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91bba11b-9ab5-4a1a-af86-a831d9396455 HTTP/1.1" status: 200 len: 217 time: 0.0338638 Dec 08 13:56:43.114512 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d92daca0-abcd-44b5-ab43-9c7b0ec6ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:43.116572 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-d92daca0-abcd-44b5-ab43-9c7b0ec6ac0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0421987 Dec 08 13:56:43.161280 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-2b13f4ce-c52b-4f4c-9f6a-030f27f51f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:43.162913 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-2b13f4ce-c52b-4f4c-9f6a-030f27f51f2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392034 Dec 08 13:56:43.255420 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-1cdfeb8a-d020-4820-b1d4-50eeee41205d service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844774 Dec 08 13:56:43.345936 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-8042c179-05b4-4a1f-a377-afe85f917b38 req-81241cf3-78e1-4a4f-a449-af5cdd64c291 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838017 Dec 08 13:56:43.890716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff1dde-d769-4e2c-9965-0033e185970d req-c56eaf46-3f49-41b5-9329-94d866593f33 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:43.892215 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-81ff1dde-d769-4e2c-9965-0033e185970d req-c56eaf46-3f49-41b5-9329-94d866593f33 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 944 time: 0.0505693 Dec 08 13:56:43.943653 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-81ff1dde-d769-4e2c-9965-0033e185970d req-0a97ddbd-b40a-47e1-9f5a-ff20a1551b8c tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445938 Dec 08 13:56:44.546147 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:45.062419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b3161-c71d-43db-9552-406006dff499 req-9004c4a7-9bf6-4aaa-b5ff-4a4ee3e01f27 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:45.063915 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-657b3161-c71d-43db-9552-406006dff499 req-9004c4a7-9bf6-4aaa-b5ff-4a4ee3e01f27 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 944 time: 0.0489562 Dec 08 13:56:45.111417 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-657b3161-c71d-43db-9552-406006dff499 req-193a1f4a-dcb2-4797-9885-0bf96b1b48fe tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Dec 08 13:56:45.180096 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-bbeb7ce3-e04d-474f-a8f4-f86c1774aa25 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451636 Dec 08 13:56:45.263078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-5788a63e-513f-4275-ac55-f1e9773b54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:45.264478 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-5788a63e-513f-4275-ac55-f1e9773b54c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1097 time: 0.0400145 Dec 08 13:56:45.371859 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-413addf7-ffeb-48dd-8421-18fafa452670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:45.373391 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-413addf7-ffeb-48dd-8421-18fafa452670 service neutron] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 911 time: 0.0893142 Dec 08 13:56:45.391521 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 91bba11b-9ab5-4a1a-af86-a831d9396455 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:56:45.440935 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-1d0140ea-c667-45f3-86b9-473f68062685 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae506d6-3644-47b8-9760-613097c740f1 HTTP/1.1" status: 200 len: 1000 time: 0.0604355 Dec 08 13:56:45.485238 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:45.489954 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=91bba11b-9ab5-4a1a-af86-a831d9396455,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:56:45.491134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-26248d52-ebad-4aea-9c9b-f5e7a8148014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:45.492595 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-26248d52-ebad-4aea-9c9b-f5e7a8148014 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0450449 Dec 08 13:56:45.500745 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'port_id': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'mac_address': 'fa:16:3e:78:e6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:56:45.545682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-0bc47708-5960-4eba-b2b6-1e043671fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:45.545682 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-0bc47708-5960-4eba-b2b6-1e043671fc17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455990 Dec 08 13:56:45.547655 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:45.562724 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bba11b-9ab5-4a1a-af86-a831d9396455 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:56:45.582362 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=91bba11b-9ab5-4a1a-af86-a831d9396455,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:56:45.636356 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-935fb32c-697c-4f01-9021-73ca5c2dbeeb service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835853 Dec 08 13:56:45.649047 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:45.700635 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=91bba11b-9ab5-4a1a-af86-a831d9396455,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:45.732175 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1975fb26-465e-41fb-9c01-f08ad619e448 req-2fbff750-eafe-42e0-a1a7-fb6777cd47ee service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883622 Dec 08 13:56:45.919098 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['91bba11b-9ab5-4a1a-af86-a831d9396455'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:56:46.236400 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52bbc-778e-492f-93e7-55298ae4cd96 req-c54c8921-482f-4825-8fd1-561990161f88 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:46.238030 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4fc52bbc-778e-492f-93e7-55298ae4cd96 req-c54c8921-482f-4825-8fd1-561990161f88 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 945 time: 0.0530891 Dec 08 13:56:46.266407 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:46.288095 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-4fc52bbc-778e-492f-93e7-55298ae4cd96 req-686814e6-f895-42b4-bfb4-7c15a8c6203a tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436087 Dec 08 13:56:46.446810 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:56:47.392144 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 91bba11b-9ab5-4a1a-af86-a831d9396455 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:56:47.405374 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1de1d-7c96-4d43-8148-4aab65e80dbd req-f152fab6-8b2a-4d4c-a8bf-558e99c6b1e8 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:47.406889 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-57c1de1d-7c96-4d43-8148-4aab65e80dbd req-f152fab6-8b2a-4d4c-a8bf-558e99c6b1e8 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 945 time: 0.0520177 Dec 08 13:56:47.462324 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-57c1de1d-7c96-4d43-8148-4aab65e80dbd req-6dee26d7-3eb4-4215-b0d8-9d6b9bc97585 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477769 Dec 08 13:56:47.483394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning for port 91bba11b-9ab5-4a1a-af86-a831d9396455 completed by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 13:56:47.487467 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 91bba11b-9ab5-4a1a-af86-a831d9396455 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:56:47.487840 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:47.564532 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:47.586149 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:56:47.588379 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5179f210-4f9e-436c-ab02-b71fe1a09c08" -d '{"events": [{"server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "name": "network-vif-plugged", "status": "completed", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:56:47.600402 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=91bba11b-9ab5-4a1a-af86-a831d9396455,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:56:47.625650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971bea73-6bfa-454f-b8ea-23b8ef780658 x-openstack-request-id: req-971bea73-6bfa-454f-b8ea-23b8ef780658 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:56:47.626073 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "name": "network-vif-plugged", "status": "completed", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:56:47.626365 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-971bea73-6bfa-454f-b8ea-23b8ef780658 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:56:47.626861 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'code': 200} Dec 08 13:56:47.655112 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:47.703140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=91bba11b-9ab5-4a1a-af86-a831d9396455,revision_number=5']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:47.906427 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045ea0a-4b60-4948-8445-4f82dda33bdb req-d0c58f2e-6e7b-456f-b536-8756ee4acb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:47.908120 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f045ea0a-4b60-4948-8445-4f82dda33bdb req-d0c58f2e-6e7b-456f-b536-8756ee4acb1b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 1099 time: 0.0406079 Dec 08 13:56:47.954471 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f045ea0a-4b60-4948-8445-4f82dda33bdb req-514c5c6a-7548-41b7-8688-8e2043012ea2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391757 Dec 08 13:56:48.579908 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93cbb5-b858-4813-85d4-1f8679f1aea4 req-80ccd086-0e3d-4b39-8ef6-88f5e3a670f4 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:48.581384 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7d93cbb5-b858-4813-85d4-1f8679f1aea4 req-80ccd086-0e3d-4b39-8ef6-88f5e3a670f4 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 946 time: 0.0509422 Dec 08 13:56:48.630460 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7d93cbb5-b858-4813-85d4-1f8679f1aea4 req-e3dcd937-55ce-458e-b014-655beb9cbf34 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Dec 08 13:56:49.752499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141116a-6cb3-43ad-b7bd-25606e737113 req-3a2b3dd1-3d69-4686-bcd8-037173a46668 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:49.753992 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2141116a-6cb3-43ad-b7bd-25606e737113 req-3a2b3dd1-3d69-4686-bcd8-037173a46668 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 946 time: 0.0523424 Dec 08 13:56:49.802286 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-2141116a-6cb3-43ad-b7bd-25606e737113 req-5839e495-d5a3-4c13-8db7-5a38b6d48e7a tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423970 Dec 08 13:56:49.919682 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c7bb-50bc-49aa-8ae8-f7fed27b1c6f req-e5d06305-b2c2-43d9-978b-abbf9c15ab87 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:49.921085 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c635c7bb-50bc-49aa-8ae8-f7fed27b1c6f req-e5d06305-b2c2-43d9-978b-abbf9c15ab87 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 946 time: 0.0532188 Dec 08 13:56:49.968562 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-c635c7bb-50bc-49aa-8ae8-f7fed27b1c6f req-dc9d56d4-0a44-444b-9d62-09cd06f4146a tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415993 Dec 08 13:56:49.990078 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39966) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:56:50.027741 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb64b1b1-aec6-4372-851f-974db44f55ff tempest-TestSnapshotPattern-1401473721 tempest-TestSnapshotPattern-1401473721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:50.029202 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-fb64b1b1-aec6-4372-851f-974db44f55ff tempest-TestSnapshotPattern-1401473721 tempest-TestSnapshotPattern-1401473721-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0380893 Dec 08 13:56:50.031882 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 39968) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:56:50.036222 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Request body: {'floatingip': {'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'port_id': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 13:56:50.117683 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for floatingip, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:50.214750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:50.317064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Allocated IP 172.26.7.16 (66792072-d655-4ae1-9f40-fb4f07073bea/40fe3296-51cf-41de-8a88-240042bad2cc/79eae314-6a93-4813-a6bc-1352cb80631b) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 13:56:50.415755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for port, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:50.501418 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787370135152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:50.539854 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Network 66792072-d655-4ae1-9f40-fb4f07073bea is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 13:56:50.544209 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 13:56:50.549626 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 13:56:50.575781 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'Port': ['ID=79eae314-6a93-4813-a6bc-1352cb80631b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:50.900419 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:51.048171 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:51.191566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for port, precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:51.237385 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260207115'] for port, after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:51.307376 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event updated for resources: {'Port': ['ID=79eae314-6a93-4813-a6bc-1352cb80631b,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:56:51.318689 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582060'] for floatingip, after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:51.417722 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Floating IP 4171f7a8-8f85-459d-bb49-1e1366c0f2e7 associated. External IP: 172.26.7.16, port: 91bba11b-9ab5-4a1a-af86-a831d9396455. Dec 08 13:56:51.620610 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:56:51.727270 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:56:51.737246 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] Sync routers for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:56:51.746168 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:56:51.746802 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:56:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:56:51.815896 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:56:51.852514 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:56:52.180274 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '4171f7a8-8f85-459d-bb49-1e1366c0f2e7', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.16', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:78:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:56:50Z', 'updated_at': '2021-12-08T13:56:50Z', 'revision_number': 0, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}, {'id': 'e38775fb-893b-42f1-a57e-b59233a5e908', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:54:14Z', 'updated_at': '2021-12-08T13:54:16Z', 'revision_number': 1, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:56:52.195867 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4e10784e-331a-41a8-a621-c9f39344e9a2 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1627259 Dec 08 13:56:52.196433 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:56:52.198755 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63490e9-d7be-47c8-bc15-76062350488f" -d '{"events": [{"name": "network-changed", "server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:56:52.206831 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] Checking router: 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:56:52.215360 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:56:52.215970 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:56:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:56:52.238297 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87411ead-5cb7-4843-a08d-da52ced2744e x-openstack-request-id: req-87411ead-5cb7-4843-a08d-da52ced2744e {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:56:52.238630 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:56:52.238902 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87411ead-5cb7-4843-a08d-da52ced2744e {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:56:52.239314 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'status': 'completed', 'code': 200} Dec 08 13:56:52.297970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63490e9-d7be-47c8-bc15-76062350488f req-e68b73a8-8e57-4019-8d85-fdcde04ae3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:52.299491 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d63490e9-d7be-47c8-bc15-76062350488f req-e68b73a8-8e57-4019-8d85-fdcde04ae3aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 1099 time: 0.0399420 Dec 08 13:56:52.321967 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:56:52.391499 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63490e9-d7be-47c8-bc15-76062350488f req-08a800e2-fba0-44c9-87a8-14f5f01768c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:52.393001 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d63490e9-d7be-47c8-bc15-76062350488f req-08a800e2-fba0-44c9-87a8-14f5f01768c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 911 time: 0.0866108 Dec 08 13:56:52.457199 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d63490e9-d7be-47c8-bc15-76062350488f req-86f0d1ab-e042-4353-ba92-442c73611f75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91bba11b-9ab5-4a1a-af86-a831d9396455 HTTP/1.1" status: 200 len: 999 time: 0.0576651 Dec 08 13:56:52.505870 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63490e9-d7be-47c8-bc15-76062350488f req-719477c6-06a4-41f9-93d3-e327fdc126de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:52.507849 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d63490e9-d7be-47c8-bc15-76062350488f req-719477c6-06a4-41f9-93d3-e327fdc126de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0441446 Dec 08 13:56:52.544190 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '4171f7a8-8f85-459d-bb49-1e1366c0f2e7', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.16', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:78:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:56:50Z', 'updated_at': '2021-12-08T13:56:50Z', 'revision_number': 0, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}, {'id': 'e38775fb-893b-42f1-a57e-b59233a5e908', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:54:14Z', 'updated_at': '2021-12-08T13:54:16Z', 'revision_number': 1, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:56:52.556797 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63490e9-d7be-47c8-bc15-76062350488f req-876854c5-94df-40bb-9a09-0accd78c9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:56:52.558327 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d63490e9-d7be-47c8-bc15-76062350488f req-876854c5-94df-40bb-9a09-0accd78c9a76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427890 Dec 08 13:56:52.570465 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa23580-c9e5-42b7-bde0-dd7dc16f3bf1 None None] The sync data for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv is: [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': '4171f7a8-8f85-459d-bb49-1e1366c0f2e7', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.16', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:78:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:56:50Z', 'updated_at': '2021-12-08T13:56:50Z', 'revision_number': 0, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}, {'id': 'e38775fb-893b-42f1-a57e-b59233a5e908', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:54:14Z', 'updated_at': '2021-12-08T13:54:16Z', 'revision_number': 1, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:56:52.656460 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d63490e9-d7be-47c8-bc15-76062350488f req-17a25e64-47d6-4691-9580-61d130dc1d74 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899813 Dec 08 13:56:52.752969 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-d63490e9-d7be-47c8-bc15-76062350488f req-f828efab-e18c-437e-b789-61e7a19224e3 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892115 Dec 08 13:56:52.766058 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee3755c-db1f-46f7-922f-9909536b61f0 None None] New status for floating IP 4171f7a8-8f85-459d-bb49-1e1366c0f2e7: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:57:10.534647 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3803ae6a-1451-4bc1-8db8-ae62eb277eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:10.671723 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:12.934011 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-af900520-b7b9-456e-9db0-f84890865d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:14.345887 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:15.431322 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:16.283198 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:23.445180 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:57:40.522437 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-892c0cdd-3dec-4fcd-bd9c-8cfb2058800c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:40.791338 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:42.933251 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-90ae9488-921a-4c59-a328-b57cc9768bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:44.299601 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:45.204450 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-51109bfe-e8cf-4b0c-903d-8d6fe90996a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383687 Dec 08 13:57:45.285314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-5efa43bd-6d74-41d5-bdb6-12c8c2646bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:57:45.286845 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-5efa43bd-6d74-41d5-bdb6-12c8c2646bee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1097 time: 0.0402009 Dec 08 13:57:45.391883 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-5da1b0e6-1e1b-49ea-a779-a5f06b339f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:57:45.393380 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-5da1b0e6-1e1b-49ea-a779-a5f06b339f3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 911 time: 0.0870566 Dec 08 13:57:45.442327 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:57:45.458639 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-4540dd0c-381c-426b-aa65-d8061b6ea5b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae506d6-3644-47b8-9760-613097c740f1 HTTP/1.1" status: 200 len: 1000 time: 0.0578289 Dec 08 13:57:45.510392 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-ac3c3e45-b05c-42ce-84dc-6fe15ae1be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:57:45.511860 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-ac3c3e45-b05c-42ce-84dc-6fe15ae1be6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0470583 Dec 08 13:57:45.555978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-017396aa-6203-4d92-8ed2-d681c28ee819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:57:45.557417 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-017396aa-6203-4d92-8ed2-d681c28ee819 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384660 Dec 08 13:57:45.645998 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-880ba70a-ebe2-44b9-80bc-b7ca207d2950 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804698 Dec 08 13:57:45.736598 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-f8497e4f-9acb-499a-8c65-8c6bae4d5a7e req-e72675b9-681a-4af6-ac32-9416af550fa0 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835578 Dec 08 13:57:46.254087 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:00.444236 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:58:10.504370 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-07626bcf-5b8c-40b7-ab75-5398af015d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:10.721610 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:12.938519 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d6305739-0a38-40b4-ae1d-04b514beea2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:14.310397 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:15.430529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:16.241137 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:21.724174 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 91bba11b-9ab5-4a1a-af86-a831d9396455 details requested by agent hyperv_hv-neutron-7996 with host hv-neutron-7996 {{(pid=103717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 13:58:21.816224 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=91bba11b-9ab5-4a1a-af86-a831d9396455,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:21.827576 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Returning: {'device': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'port_id': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'mac_address': 'fa:16:3e:78:e6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 13:58:21.866067 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:21.879176 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91bba11b-9ab5-4a1a-af86-a831d9396455 {{(pid=103717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 13:58:21.898737 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=91bba11b-9ab5-4a1a-af86-a831d9396455,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:22.001363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:22.050959 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=91bba11b-9ab5-4a1a-af86-a831d9396455,revision_number=6']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:22.058955 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.059313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.059665 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.060012 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.060352 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.060687 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.061023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.061359 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.061721 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.062054 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.062386 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.062747 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.063075 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:22.097892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] get_ports_and_sgs() called for port_ids ['91bba11b-9ab5-4a1a-af86-a831d9396455'] {{(pid=103717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 13:58:23.756161 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 91bba11b-9ab5-4a1a-af86-a831d9396455 up at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 13:58:23.809264 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.provisioning_blocks [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Provisioning complete for port 91bba11b-9ab5-4a1a-af86-a831d9396455 triggered by entity L2. {{(pid=103717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 13:58:23.809853 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039528'] for port, provisioning_complete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:23.893617 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:23.924985 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:58:23.927261 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f6d14c-fec9-42d1-9b1c-83129bee51fb" -d '{"events": [{"server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "name": "network-vif-plugged", "status": "completed", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:58:23.953131 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=91bba11b-9ab5-4a1a-af86-a831d9396455,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:23.975271 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b159db14-5b76-43ca-822e-83264679b8f3 x-openstack-request-id: req-b159db14-5b76-43ca-822e-83264679b8f3 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:58:23.975641 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "name": "network-vif-plugged", "status": "completed", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:58:23.975965 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b159db14-5b76-43ca-822e-83264679b8f3 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:58:23.976367 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'code': 200} Dec 08 13:58:24.037451 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:24.090469 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=91bba11b-9ab5-4a1a-af86-a831d9396455,revision_number=7']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:34.913442 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 40188) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:35.068174 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Deleting port 79eae314-6a93-4813-a6bc-1352cb80631b {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:35.068507 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:35.144093 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:35.144420 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:35.156414 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Calling delete_port for 79eae314-6a93-4813-a6bc-1352cb80631b owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:35.378476 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:35.406736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event deleted for resources: {'Port': ['ID=79eae314-6a93-4813-a6bc-1352cb80631b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:35.420884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.421234 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.421577 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.421915 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.422246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.422601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.422931 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.423253 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.423578 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.423903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.424225 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.424544 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.424866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:35.479556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:35.479896 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Floating IP 4171f7a8-8f85-459d-bb49-1e1366c0f2e7 disassociated (deleted). External IP: 172.26.7.16, port: 91bba11b-9ab5-4a1a-af86-a831d9396455. Dec 08 13:58:35.685793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:58:35.794380 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:58:35.798801 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:35.805642 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] Sync routers for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:58:35.814901 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:58:35.815513 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:58:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:35.825890 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-dc618726-4908-4fc4-ae12-ed3351b696b1 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "DELETE /v2.0/floatingips/4171f7a8-8f85-459d-bb49-1e1366c0f2e7 HTTP/1.1" status: 204 len: 168 time: 0.9108460 Dec 08 13:58:35.826487 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:58:35.828793 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c73ebf-457a-4b32-bd16-d27c50c78504" -d '{"events": [{"name": "network-changed", "server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:58:35.924111 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:58:35.926064 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5c7cde-79ca-4b7d-b8e0-50baa7d41a0b x-openstack-request-id: req-6f5c7cde-79ca-4b7d-b8e0-50baa7d41a0b {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:58:35.926595 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:58:35.926716 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f5c7cde-79ca-4b7d-b8e0-50baa7d41a0b {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:58:35.927274 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'status': 'completed', 'code': 200} Dec 08 13:58:35.992469 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-d0a2d6ec-abd1-4b7e-9602-ab7faf3cb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:35.994018 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-d0a2d6ec-abd1-4b7e-9602-ab7faf3cb505 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 1099 time: 0.0430162 Dec 08 13:58:36.102929 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-f8af0918-ee47-4fcf-83ba-864def8ffaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:36.104755 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-f8af0918-ee47-4fcf-83ba-864def8ffaa4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 911 time: 0.1035464 Dec 08 13:58:36.148952 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-6976bf15-cc78-4056-acd2-7d85dc75808e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91bba11b-9ab5-4a1a-af86-a831d9396455 HTTP/1.1" status: 200 len: 217 time: 0.0353403 Dec 08 13:58:36.150924 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'e38775fb-893b-42f1-a57e-b59233a5e908', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:54:14Z', 'updated_at': '2021-12-08T13:54:16Z', 'revision_number': 1, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:36.186309 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] Checking router: 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:58:36.196289 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:58:36.196967 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:58:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:36.201109 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-edb5f88d-7484-4fad-b463-19e4e74c73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:36.202742 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-edb5f88d-7484-4fad-b463-19e4e74c73ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0460856 Dec 08 13:58:36.286047 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-ea5a74ac-aee4-4faa-9adf-4796aae92847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:36.287567 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-ea5a74ac-aee4-4faa-9adf-4796aae92847 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752325 Dec 08 13:58:36.296314 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac069e0-2d86-4182-9a5b-66b7787470ff req-23fe114f-3455-403a-8b66-6e4b90331507 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:36.297696 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1ac069e0-2d86-4182-9a5b-66b7787470ff req-23fe114f-3455-403a-8b66-6e4b90331507 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 946 time: 0.0776045 Dec 08 13:58:36.303568 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:58:36.404727 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-1ac069e0-2d86-4182-9a5b-66b7787470ff req-0cafed88-c2e5-4005-9e34-db0a58ff7cff tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973797 Dec 08 13:58:36.430668 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-a4cdfc87-4f31-4939-9474-5781a9952845 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318762 Dec 08 13:58:36.525566 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-94c73ebf-457a-4b32-bd16-d27c50c78504 req-a93c8b28-3130-429a-840d-ecb54df1d730 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875604 Dec 08 13:58:36.610225 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'e38775fb-893b-42f1-a57e-b59233a5e908', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:54:14Z', 'updated_at': '2021-12-08T13:54:16Z', 'revision_number': 1, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:36.639470 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4917c-4b53-4383-9d61-3b110e55f5eb None None] The sync data for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv is: [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_floatingips': [{'id': 'e38775fb-893b-42f1-a57e-b59233a5e908', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'floating_ip_address': '172.26.7.238', 'floating_network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'router_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'port_id': 'aae506d6-3644-47b8-9760-613097c740f1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'mac_address': 'fa:16:3e:1f:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T13:54:14Z', 'updated_at': '2021-12-08T13:54:16Z', 'revision_number': 1, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:58:36.855595 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1080a-56a0-4d18-9708-30ffd906fc96 None None] New status for floating IP 4171f7a8-8f85-459d-bb49-1e1366c0f2e7: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:58:37.448063 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:58:37.527120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b3489-d265-4b2f-aa1d-12660a1b2c89 req-a668b7f8-0dc9-45b9-a40a-d8874444dd18 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:37.528586 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b08b3489-d265-4b2f-aa1d-12660a1b2c89 req-a668b7f8-0dc9-45b9-a40a-d8874444dd18 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 946 time: 0.0526383 Dec 08 13:58:37.577701 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-b08b3489-d265-4b2f-aa1d-12660a1b2c89 req-422e1827-dc75-404a-af56-96ffc5a1a952 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Dec 08 13:58:37.775993 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-7ed9f52f-e4f5-4b2e-9ff4-3c09f4fdc04c tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:37.777434 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-7ed9f52f-e4f5-4b2e-9ff4-3c09f4fdc04c tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 946 time: 0.0472801 Dec 08 13:58:37.780629 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 91bba11b-9ab5-4a1a-af86-a831d9396455 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:58:37.855435 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4078900'] for port, before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:37.865173 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Deleting port 91bba11b-9ab5-4a1a-af86-a831d9396455 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:37.865513 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:37.881418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455'}] {{(pid=103717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:58:37.883711 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0db9d9cc8eefc2d735697c6ca3087c4e872fbf4c65a0558a72f00bdd9315286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404f7fe6-c322-40ba-b68c-719f7da1b09e" -d '{"events": [{"server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455"}]}' {{(pid=103717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:58:37.896667 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=91bba11b-9ab5-4a1a-af86-a831d9396455,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:37.921148 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cca5cd-fef0-4c65-9691-2c713d939852 x-openstack-request-id: req-24cca5cd-fef0-4c65-9691-2c713d939852 {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:58:37.921445 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455", "code": 200}]} {{(pid=103717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:58:37.921709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24cca5cd-fef0-4c65-9691-2c713d939852 {{(pid=103717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:58:37.922130 dv-neutron-799625-5-hyperv neutron-server[103717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'code': 200} Dec 08 13:58:37.949798 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787370702987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787370135170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787370135188'] for port, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:37.959284 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] For port 91bba11b-9ab5-4a1a-af86-a831d9396455, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=91bba11b-9ab5-4a1a-af86-a831d9396455,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:37.959652 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:37.976903 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Calling delete_port for 91bba11b-9ab5-4a1a-af86-a831d9396455 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:37.996947 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Pushing event updated for resources: {'Port': ['ID=91bba11b-9ab5-4a1a-af86-a831d9396455,revision_number=8']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:38.171353 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:38.199170 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event deleted for resources: {'Port': ['ID=91bba11b-9ab5-4a1a-af86-a831d9396455,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:38.239813 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] No DVR routers for this DVR port 91bba11b-9ab5-4a1a-af86-a831d9396455 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:58:38.242386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:38.245834 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-a7de5444-ad20-4a1b-af4b-241e42ac97ad req-fdbdd86b-bf36-4f95-aaf0-ef5c0c414453 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "DELETE /v2.0/ports/91bba11b-9ab5-4a1a-af86-a831d9396455 HTTP/1.1" status: 204 len: 173 time: 0.4624209 Dec 08 13:58:38.246282 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'name': 'network-vif-deleted', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:58:38.248562 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b2296f-1be5-4001-a769-2c8b1ce69db5" -d '{"events": [{"server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "name": "network-vif-deleted", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:58:38.286051 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c4068a-0992-4d74-bdcd-af37330bf8a3 x-openstack-request-id: req-d0c4068a-0992-4d74-bdcd-af37330bf8a3 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:58:38.286386 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b23e2a-67e4-476d-8718-7cc2bfc57ea8", "name": "network-vif-deleted", "tag": "91bba11b-9ab5-4a1a-af86-a831d9396455", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:58:38.286692 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0c4068a-0992-4d74-bdcd-af37330bf8a3 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:58:38.287102 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b23e2a-67e4-476d-8718-7cc2bfc57ea8', 'name': 'network-vif-deleted', 'tag': '91bba11b-9ab5-4a1a-af86-a831d9396455', 'status': 'completed', 'code': 200} Dec 08 13:58:38.689139 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-5808e527-dc7f-4f42-854b-d78628c2202e req-48d9c852-d79e-4703-a0b9-49414d70fe41 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=49b23e2a-67e4-476d-8718-7cc2bfc57ea8 HTTP/1.1" status: 200 len: 210 time: 0.0300372 Dec 08 13:58:40.548478 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f1b743e8-0611-42a7-a03c-93b8557b6ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:40.731787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:40.853892 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 40252) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:41.006099 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Deleting port 8c005b6d-5afd-4b0c-ad69-0a4b4fc095ba {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:41.006565 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:41.079566 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:41.079895 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:41.091704 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Calling delete_port for 8c005b6d-5afd-4b0c-ad69-0a4b4fc095ba owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:41.315685 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:41.340824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event deleted for resources: {'Port': ['ID=8c005b6d-5afd-4b0c-ad69-0a4b4fc095ba,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:41.403821 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for floatingip, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:41.404159 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.db.l3_db [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Floating IP e38775fb-893b-42f1-a57e-b59233a5e908 disassociated (deleted). External IP: 172.26.7.238, port: aae506d6-3644-47b8-9760-613097c740f1. Dec 08 13:58:41.610016 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:58:41.717742 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:58:41.723120 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for floatingip, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:41.727845 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] Sync routers for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:58:41.737021 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:58:41.737630 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:58:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:41.750859 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4bb7b7c9-f244-4a48-bb8f-0c3277820b8b tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "DELETE /v2.0/floatingips/e38775fb-893b-42f1-a57e-b59233a5e908 HTTP/1.1" status: 204 len: 168 time: 0.8958347 Dec 08 13:58:41.751466 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:58:41.753744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762ff332-1287-40ea-8745-6df02041d7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "tag": "aae506d6-3644-47b8-9760-613097c740f1"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:58:41.792096 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7197768a-8b4e-4083-937a-25fb0604861d x-openstack-request-id: req-7197768a-8b4e-4083-937a-25fb0604861d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:58:41.792401 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "tag": "aae506d6-3644-47b8-9760-613097c740f1", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:58:41.792663 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7197768a-8b4e-4083-937a-25fb0604861d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:58:41.793097 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1', 'status': 'completed', 'code': 200} Dec 08 13:58:41.810827 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 91bba11b-9ab5-4a1a-af86-a831d9396455 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:58:41.832803 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: 91bba11b-9ab5-4a1a-af86-a831d9396455 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:58:41.833152 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device 91bba11b-9ab5-4a1a-af86-a831d9396455 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:58:41.848117 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:58:41.863235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ff332-1287-40ea-8745-6df02041d7a0 req-5172ee2c-3c1d-44f4-b2e6-0ad798435a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:41.864804 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-762ff332-1287-40ea-8745-6df02041d7a0 req-5172ee2c-3c1d-44f4-b2e6-0ad798435a82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25d5ea55852d4685b0e30e6458f20d58&device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 1097 time: 0.0451419 Dec 08 13:58:41.960405 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ff332-1287-40ea-8745-6df02041d7a0 req-0e29ad1f-251f-431d-b43d-80a30dd2fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:41.961913 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-762ff332-1287-40ea-8745-6df02041d7a0 req-0e29ad1f-251f-431d-b43d-80a30dd2fc3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 200 len: 911 time: 0.0882349 Dec 08 13:58:42.004880 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-762ff332-1287-40ea-8745-6df02041d7a0 req-05146f57-24aa-4908-a588-ecdf08856b5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae506d6-3644-47b8-9760-613097c740f1 HTTP/1.1" status: 200 len: 217 time: 0.0357025 Dec 08 13:58:42.046834 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:42.055948 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ff332-1287-40ea-8745-6df02041d7a0 req-440167e0-88e1-4d19-bbb3-0e0d38fd118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:42.057427 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-762ff332-1287-40ea-8745-6df02041d7a0 req-440167e0-88e1-4d19-bbb3-0e0d38fd118c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 200 len: 849 time: 0.0453038 Dec 08 13:58:42.079236 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] Checking router: 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:58:42.087769 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:58:42.088460 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:58:13Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:42.112291 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ff332-1287-40ea-8745-6df02041d7a0 req-598cb91d-cdde-4533-851d-6f8b7fb1f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:42.113735 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-762ff332-1287-40ea-8745-6df02041d7a0 req-598cb91d-cdde-4533-851d-6f8b7fb1f4cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486403 Dec 08 13:58:42.198789 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:58:42.245601 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2557fb-784f-4d1e-9fc0-29d5435d53ad req-d85d08ba-5270-4738-a63e-8b0a2c313756 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:42.247101 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d2557fb-784f-4d1e-9fc0-29d5435d53ad req-d85d08ba-5270-4738-a63e-8b0a2c313756 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 944 time: 0.0985436 Dec 08 13:58:42.252706 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-762ff332-1287-40ea-8745-6df02041d7a0 req-a2ac7a91-4a45-4c56-8737-d80e7c7c7dc6 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230121 Dec 08 13:58:42.350914 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-6d2557fb-784f-4d1e-9fc0-29d5435d53ad req-264f67fb-ae8d-41c2-b0fd-f55714de482e tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967362 Dec 08 13:58:42.383891 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-762ff332-1287-40ea-8745-6df02041d7a0 req-4c0d36b6-39ec-473b-b1a6-cb0517931814 service neutron] 10.222.0.72 "GET /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230230 Dec 08 13:58:42.392965 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:42.419129 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b903bc-ba6e-43d1-8f4b-0f3d8f7ade71 None None] The sync data for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv is: [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv', '_interfaces': [{'id': 'a04955fb-35b0-4be1-a772-5c1464d89198', 'name': '', 'network_id': '68488bf0-7c0d-450d-8eae-5fd80e5a8aa2', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'mac_address': 'fa:16:3e:66:35:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:48Z', 'updated_at': '2021-12-08T13:53:52Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'subnets': [{'id': 'a540c44d-918c-44cd-9a5f-83e5292a13f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:58:42.630062 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d788ce-261f-40bf-8838-10b8d81c24f8 None None] New status for floating IP e38775fb-893b-42f1-a57e-b59233a5e908: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 13:58:42.938175 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5d37-8873-4f73-a1af-7d19cb469eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:43.472226 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b5296-5ee0-4c87-aa1a-de11d3f551bf req-4ab17d15-ce69-4fbd-ad46-78f8cb323eba tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:43.473604 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f5b5296-5ee0-4c87-aa1a-de11d3f551bf req-4ab17d15-ce69-4fbd-ad46-78f8cb323eba tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 944 time: 0.0481582 Dec 08 13:58:43.530270 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-7f5b5296-5ee0-4c87-aa1a-de11d3f551bf req-fa27e61d-9cc7-4b15-9d02-1d511fd00370 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e11c07c-704b-477a-9183-c39a31949c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492930 Dec 08 13:58:43.730736 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-404ffa94-f0d7-4cf4-bb58-79079690acb6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 13:58:43.732078 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-404ffa94-f0d7-4cf4-bb58-79079690acb6 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 944 time: 0.0471556 Dec 08 13:58:43.827970 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Deleting port aae506d6-3644-47b8-9760-613097c740f1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:43.828304 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:43.919355 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] For port aae506d6-3644-47b8-9760-613097c740f1, host hv-neutron-7996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7996',level=0,port_id=aae506d6-3644-47b8-9760-613097c740f1,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:43.919729 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:43.931556 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Calling delete_port for aae506d6-3644-47b8-9760-613097c740f1 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:44.133294 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:44.309650 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:44.505022 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event deleted for resources: {'Port': ['ID=aae506d6-3644-47b8-9760-613097c740f1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:44.547373 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] No DVR routers for this DVR port aae506d6-3644-47b8-9760-613097c740f1 on host hv-neutron-7996 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:58:44.549775 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368010'] for port, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:44.553362 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-88ebf977-b370-405a-97d0-3ed06df9d3cb req-221d6a63-b12a-461b-a457-eea1fc3c94ac tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.72 "DELETE /v2.0/ports/aae506d6-3644-47b8-9760-613097c740f1 HTTP/1.1" status: 204 len: 173 time: 0.8150194 Dec 08 13:58:44.553828 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'name': 'network-vif-deleted', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 13:58:44.557235 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8b525542e4e289a4cb52bc035a6b9a37a790eeb30b300f6edef47eb4f8c3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9a195e-2c29-4132-87ca-500b47357d1f" -d '{"events": [{"server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "name": "network-vif-deleted", "tag": "aae506d6-3644-47b8-9760-613097c740f1"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 13:58:44.594338 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8e1f6e-b050-47b5-8b49-c43406f5a651 x-openstack-request-id: req-0b8e1f6e-b050-47b5-8b49-c43406f5a651 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 13:58:44.594667 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65f412f-1671-4daf-835f-d1368a04f1ef", "name": "network-vif-deleted", "tag": "aae506d6-3644-47b8-9760-613097c740f1", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 13:58:44.594927 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b8e1f6e-b050-47b5-8b49-c43406f5a651 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 13:58:44.595326 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65f412f-1671-4daf-835f-d1368a04f1ef', 'name': 'network-vif-deleted', 'tag': 'aae506d6-3644-47b8-9760-613097c740f1', 'status': 'completed', 'code': 200} Dec 08 13:58:44.625656 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [req-48188a57-307a-43d1-b25e-4fd2ebc487d2 req-251df364-17f5-40a2-89ff-12e2bc3beb87 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "GET /v2.0/ports?device_id=f65f412f-1671-4daf-835f-d1368a04f1ef HTTP/1.1" status: 200 len: 210 time: 0.0273738 Dec 08 13:58:45.440883 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:45.681579 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 40274) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:45.740037 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:45.765515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:45.875013 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:45.877675 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Publish callbacks [] for security_group, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:45.878897 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] 10.222.0.76 "DELETE /v2.0/security-groups/2e11c07c-704b-477a-9183-c39a31949c8f HTTP/1.1" status: 204 len: 168 time: 0.1962512 Dec 08 13:58:45.888645 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e11c07c-704b-477a-9183-c39a31949c8f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:45.897259 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.897652 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.898006 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.898352 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.898823 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.899211 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.899505 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.899843 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.900201 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.900538 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.900870 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.901198 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.901524 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c376d-d976-441b-88ff-9d9d4563e567 tempest-TestSnapshotPattern-518571750 tempest-TestSnapshotPattern-518571750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-799625-5-hyperv {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 13:58:45.975650 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 40282) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:46.234556 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:46.439122 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:46.678389 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Deleting port a04955fb-35b0-4be1-a772-5c1464d89198 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:46.678778 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:46.753953 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] For port a04955fb-35b0-4be1-a772-5c1464d89198, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=a04955fb-35b0-4be1-a772-5c1464d89198,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:46.754668 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:46.770679 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Calling delete_port for a04955fb-35b0-4be1-a772-5c1464d89198 owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:47.023029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:47.048308 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04955fb-35b0-4be1-a772-5c1464d89198,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:47.210474 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:47.425086 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:58:47.530212 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:58:47.535515 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-f3365837-7b30-4ff7-9e13-1f8931f09d26 admin admin] 10.222.0.76 "PUT /v2.0/routers/1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583026 Dec 08 13:58:47.538017 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 40290) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:47.539494 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] Sync routers for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:58:47.549245 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:58:47.549851 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:58:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:47.640542 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:47.655203 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:58:47.842296 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device aae506d6-3644-47b8-9760-613097c740f1 no longer exists at agent hyperv_hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:58:47.843259 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:58:46Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:47.863459 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] No Port match for: aae506d6-3644-47b8-9760-613097c740f1 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:58:47.863885 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Device aae506d6-3644-47b8-9760-613097c740f1 not bound to the agent host hv-neutron-7996 {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:58:47.870380 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] Checking router: 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 for host: dv-neutron-799625-5-hyperv {{(pid=103718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:58:47.878980 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] Routers {'1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:58:47.879589 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:58:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'], 'active': True} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:47.984369 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_dvr_db [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] Set router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 gateway port host: dv-neutron-799625-5-hyperv {{(pid=103718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:58:48.042237 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.167515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Deleting port fda95f87-8576-456a-ba58-70f1adfa167f {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:48.167515 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.247487 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.l3_hamode_db [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:58:46Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:48.253325 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] For port fda95f87-8576-456a-ba58-70f1adfa167f, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=fda95f87-8576-456a-ba58-70f1adfa167f,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:48.253674 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.270812 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Calling delete_port for fda95f87-8576-456a-ba58-70f1adfa167f owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:48.278834 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a670ceb-0cbf-4234-8900-95dd5dda94bb None None] The sync data for ids ['1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3'] in dv-neutron-799625-5-hyperv is: [{'id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'name': 'tempest-TestSnapshotPattern-1424611315-router', 'tenant_id': '25d5ea55852d4685b0e30e6458f20d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:45Z', 'updated_at': '2021-12-08T13:58:46Z', 'revision_number': 5, 'project_id': '25d5ea55852d4685b0e30e6458f20d58', 'gw_port': {'id': 'fda95f87-8576-456a-ba58-70f1adfa167f', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:46Z', 'updated_at': '2021-12-08T13:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}] {{(pid=103718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:58:48.504254 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.535462 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Pushing event deleted for resources: {'Port': ['ID=fda95f87-8576-456a-ba58-70f1adfa167f,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:48.550002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e0697-7d56-4912-a8e9-762b89181083 None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:58:48.594779 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.687050 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.689284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.812446 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.813081 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:58:48.817626 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.818920 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-d41dd9d5-9daf-4633-8c2d-f5ee1ec1db1e admin admin] 10.222.0.76 "DELETE /v2.0/routers/1230acd2-1bd2-4fa5-bdd4-e400c3af0ac3 HTTP/1.1" status: 204 len: 168 time: 1.2794099 Dec 08 13:58:48.823178 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 40292) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:48.868726 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-384b3af7-20e0-43f7-a4e2-485aa4faa57e admin admin] Deleting subnet a540c44d-918c-44cd-9a5f-83e5292a13f3 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:58:48.872104 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-384b3af7-20e0-43f7-a4e2-485aa4faa57e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.907808 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-384b3af7-20e0-43f7-a4e2-485aa4faa57e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:48.992266 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-384b3af7-20e0-43f7-a4e2-485aa4faa57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.109930 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-384b3af7-20e0-43f7-a4e2-485aa4faa57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.136284 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b3af7-20e0-43f7-a4e2-485aa4faa57e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a540c44d-918c-44cd-9a5f-83e5292a13f3,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:49.138321 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-384b3af7-20e0-43f7-a4e2-485aa4faa57e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.141529 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-384b3af7-20e0-43f7-a4e2-485aa4faa57e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a540c44d-918c-44cd-9a5f-83e5292a13f3 HTTP/1.1" status: 204 len: 168 time: 0.3184478 Dec 08 13:58:49.141871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c549f-c769-4dd7-8ae5-138444b78cd9 None None] Network 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:58:49.144415 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 40294) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:49.214703 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.269102 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Deleting port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:49.269439 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.304486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ddc2f-98d5-452f-b5c2-eaed5b3318da None None] DHCP port deletion for 68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:58:49.339884 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] For port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=69bfd9e8-4d36-428b-b66b-cfbccb977ddf,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:49.340246 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.352160 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-175ddc2f-98d5-452f-b5c2-eaed5b3318da None None] Deleting port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:49.352545 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-175ddc2f-98d5-452f-b5c2-eaed5b3318da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.352700 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Calling delete_port for 69bfd9e8-4d36-428b-b66b-cfbccb977ddf owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:49.418210 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-175ddc2f-98d5-452f-b5c2-eaed5b3318da None None] For port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=69bfd9e8-4d36-428b-b66b-cfbccb977ddf,segment=NetworkSegment(a9a82b92-d0c8-4ec6-95aa-ef542d63f49f),segment_id=a9a82b92-d0c8-4ec6-95aa-ef542d63f49f)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:49.418527 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-175ddc2f-98d5-452f-b5c2-eaed5b3318da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.436267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-175ddc2f-98d5-452f-b5c2-eaed5b3318da None None] Calling delete_port for 69bfd9e8-4d36-428b-b66b-cfbccb977ddf owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:49.520750 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.526774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-175ddc2f-98d5-452f-b5c2-eaed5b3318da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.547463 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=69bfd9e8-4d36-428b-b66b-cfbccb977ddf,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:49.551169 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] No DVR routers for this DVR port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:58:49.556045 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ddc2f-98d5-452f-b5c2-eaed5b3318da None None] Pushing event deleted for resources: {'Port': ['ID=69bfd9e8-4d36-428b-b66b-cfbccb977ddf,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:49.557872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ddc2f-98d5-452f-b5c2-eaed5b3318da None None] No DVR routers for this DVR port 69bfd9e8-4d36-428b-b66b-cfbccb977ddf on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:58:49.622963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.642449 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68488bf0-7c0d-450d-8eae-5fd80e5a8aa2']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:49.652185 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:49.652485 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a82b92-d0c8-4ec6-95aa-ef542d63f49f') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:49.662143 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.675054 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.680791 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:58:49.681168 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:58:49.682805 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:58:49.817978 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.823868 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:49.827135 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] 10.222.0.76 "DELETE /v2.0/networks/68488bf0-7c0d-450d-8eae-5fd80e5a8aa2 HTTP/1.1" status: 204 len: 168 time: 0.6816983 Dec 08 13:58:49.830292 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 40296) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:49.838264 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e3b17-213c-4362-b5c6-ba3ac7888bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=68488bf0-7c0d-450d-8eae-5fd80e5a8aa2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:50.095237 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 69bfd9e8-4d36-428b-b66b-cfbccb977ddf no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:58:50.115751 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 69bfd9e8-4d36-428b-b66b-cfbccb977ddf {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:58:50.116101 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 69bfd9e8-4d36-428b-b66b-cfbccb977ddf not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:58:50.117023 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device fda95f87-8576-456a-ba58-70f1adfa167f no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:58:50.137313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: fda95f87-8576-456a-ba58-70f1adfa167f {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:58:50.137671 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device fda95f87-8576-456a-ba58-70f1adfa167f not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:58:50.138099 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a04955fb-35b0-4be1-a772-5c1464d89198 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:58:50.156591 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: a04955fb-35b0-4be1-a772-5c1464d89198 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:58:50.157267 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device a04955fb-35b0-4be1-a772-5c1464d89198 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:58:50.180405 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574124'] for router_interface, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:50.417622 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Deleting port 732fcfff-87d2-4021-875e-daff017e303d {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:50.417850 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:50.497040 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] For port 732fcfff-87d2-4021-875e-daff017e303d, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=732fcfff-87d2-4021-875e-daff017e303d,segment=NetworkSegment(b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8),segment_id=b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:50.497416 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:50.509469 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Calling delete_port for 732fcfff-87d2-4021-875e-daff017e303d owned by network:router_interface {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:50.726754 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:50.753520 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Pushing event deleted for resources: {'Port': ['ID=732fcfff-87d2-4021-875e-daff017e303d,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:50.915834 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990012'] for router_interface, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:51.123175 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Router 853ee0d5-e8e3-4853-9f09-818ed463559e has already been hosted by L3 agent 36f9d411-ed2d-49e4-a0bb-1ed1d023f701 {{(pid=103716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 13:58:51.241438 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] Notify agent at l3_agent.dv-neutron-799625-5-hyperv the message routers_updated {{(pid=103716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 13:58:51.246499 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-0ab4646e-a3a8-486f-8d76-95f43d384255 admin admin] 10.222.0.76 "PUT /v2.0/routers/853ee0d5-e8e3-4853-9f09-818ed463559e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4151394 Dec 08 13:58:51.249057 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 40298) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:51.251728 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] Sync routers for ids ['853ee0d5-e8e3-4853-9f09-818ed463559e'] in dv-neutron-799625-5-hyperv {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 13:58:51.262932 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] Routers {'853ee0d5-e8e3-4853-9f09-818ed463559e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:58:51.263552 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:58:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['853ee0d5-e8e3-4853-9f09-818ed463559e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:51.354711 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks [] for router, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:51.367594 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] Set router 853ee0d5-e8e3-4853-9f09-818ed463559e gateway port host: dv-neutron-799625-5-hyperv {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:58:51.456557 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:51.551626 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'external_fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:51Z', 'updated_at': '2021-12-08T13:58:50Z', 'revision_number': 5, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'gw_port': {'id': 'f03ee984-e731-4244-aa80-a3f930316aa8', 'name': '', 'network_id': '66792072-d655-4ae1-9f40-fb4f07073bea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-799625-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T13:53:52Z', 'updated_at': '2021-12-08T13:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '40fe3296-51cf-41de-8a88-240042bad2cc', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-799625-5-hyperv'}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:51.563772 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Deleting port f03ee984-e731-4244-aa80-a3f930316aa8 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:51.564115 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:51.578693 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] Checking router: 853ee0d5-e8e3-4853-9f09-818ed463559e for host: dv-neutron-799625-5-hyperv {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 13:58:51.587584 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] Routers {'853ee0d5-e8e3-4853-9f09-818ed463559e'} bound to L3 agent in host dv-neutron-799625-5-hyperv {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 13:58:51.588677 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-799625-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T12:55:43Z,description=,heartbeat_timestamp=2021-12-08T13:58:43Z,host='dv-neutron-799625-5-hyperv',id=36f9d411-ed2d-49e4-a0bb-1ed1d023f701,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T12:55:43Z,topic='l3_agent')) {'router_ids': ['853ee0d5-e8e3-4853-9f09-818ed463559e'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:51.644138 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] For port f03ee984-e731-4244-aa80-a3f930316aa8, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=f03ee984-e731-4244-aa80-a3f930316aa8,segment=NetworkSegment(c8fcb0fd-4844-4804-82ec-7cfb040b67b9),segment_id=c8fcb0fd-4844-4804-82ec-7cfb040b67b9)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:51.644499 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:51.657428 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Calling delete_port for f03ee984-e731-4244-aa80-a3f930316aa8 owned by network:router_gateway {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:51.674529 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] Set router 853ee0d5-e8e3-4853-9f09-818ed463559e gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 13:58:51.726051 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:51Z', 'updated_at': '2021-12-08T13:58:51Z', 'revision_number': 6, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'gw_port_host': None}], 'dv-neutron-799625-5-hyperv', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:51.755140 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1fb14-de21-421d-a992-c88ae06bd00f None None] The sync data for ids ['853ee0d5-e8e3-4853-9f09-818ed463559e'] in dv-neutron-799625-5-hyperv is: [{'id': '853ee0d5-e8e3-4853-9f09-818ed463559e', 'name': 'tempest-TestSnapshotPattern-1097545645-router', 'tenant_id': '26217d5fe3484bb899f9f0e81235ecde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T13:53:51Z', 'updated_at': '2021-12-08T13:58:51Z', 'revision_number': 6, 'project_id': '26217d5fe3484bb899f9f0e81235ecde', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 13:58:51.863681 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263993959'] for port, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:51.887708 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03ee984-e731-4244-aa80-a3f930316aa8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:51.904743 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b62abeb-8784-4722-970e-3594abea2bee None None] DHCP port deletion for 66792072-d655-4ae1-9f40-fb4f07073bea request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:58:51.957128 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582102'] for router_gateway, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.046034 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-989770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4099'] for router, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.048155 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.171633 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-989747'] for router, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.175425 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 853ee0d5-e8e3-4853-9f09-818ed463559e {{(pid=103716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 13:58:52.177793 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] Publish callbacks [] for router, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.179049 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-97bd9737-20a4-4e5d-8afa-4a1d7b181841 admin admin] 10.222.0.76 "DELETE /v2.0/routers/853ee0d5-e8e3-4853-9f09-818ed463559e HTTP/1.1" status: 204 len: 168 time: 0.9290051 Dec 08 13:58:52.182103 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.wsgi [-] (103716) accepted ('10.222.0.76', 40300) {{(pid=103716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:52.225029 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4a74ca-031a-4195-9f12-023731bb57d9 admin admin] Deleting subnet 898be050-36e4-4c8b-94e1-943378163a46 {{(pid=103716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 13:58:52.228602 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da4a74ca-031a-4195-9f12-023731bb57d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.262109 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da4a74ca-031a-4195-9f12-023731bb57d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260502719'] for subnet, precommit_delete_associations {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.342514 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da4a74ca-031a-4195-9f12-023731bb57d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051578'] for subnet, precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.469202 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da4a74ca-031a-4195-9f12-023731bb57d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263993876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263367460'] for subnet, after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.493319 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a74ca-031a-4195-9f12-023731bb57d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898be050-36e4-4c8b-94e1-943378163a46,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:52.505342 dv-neutron-799625-5-hyperv neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da4a74ca-031a-4195-9f12-023731bb57d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.505342 dv-neutron-799625-5-hyperv neutron-server[103716]: INFO neutron.wsgi [None req-da4a74ca-031a-4195-9f12-023731bb57d9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/898be050-36e4-4c8b-94e1-943378163a46 HTTP/1.1" status: 204 len: 168 time: 0.3201749 Dec 08 13:58:52.506207 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 40302) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:52.507306 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a6233-5e7f-4cbb-a9c9-2ccb32dabbf0 None None] Network b8784ef9-8269-45eb-abfe-6bc115d8c83c requested from dv-neutron-799625-5-hyperv {{(pid=103717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 13:58:52.526565 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 732fcfff-87d2-4021-875e-daff017e303d no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:58:52.550494 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: 732fcfff-87d2-4021-875e-daff017e303d {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:58:52.550864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device 732fcfff-87d2-4021-875e-daff017e303d not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:58:52.583754 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4144902'] for network, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.643835 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Deleting port d298965e-41b5-4052-abb5-684aa0817472 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:52.644166 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.681864 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3909eb-c9f9-4652-980d-38e39a0fc391 None None] DHCP port deletion for b8784ef9-8269-45eb-abfe-6bc115d8c83c request from dv-neutron-799625-5-hyperv {{(pid=103717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 13:58:52.713824 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] For port d298965e-41b5-4052-abb5-684aa0817472, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d298965e-41b5-4052-abb5-684aa0817472,segment=NetworkSegment(b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8),segment_id=b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:52.714194 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.727398 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Calling delete_port for d298965e-41b5-4052-abb5-684aa0817472 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:52.730194 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3a3909eb-c9f9-4652-980d-38e39a0fc391 None None] Deleting port d298965e-41b5-4052-abb5-684aa0817472 {{(pid=103717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 13:58:52.730569 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a3909eb-c9f9-4652-980d-38e39a0fc391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787370697503'] for port, before_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.801418 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-3a3909eb-c9f9-4652-980d-38e39a0fc391 None None] For port d298965e-41b5-4052-abb5-684aa0817472, host dv-neutron-799625-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-799625-5-hyperv',level=0,port_id=d298965e-41b5-4052-abb5-684aa0817472,segment=NetworkSegment(b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8),segment_id=b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8)] {{(pid=103717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 13:58:52.802002 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a3909eb-c9f9-4652-980d-38e39a0fc391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587697'] for port, precommit_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.815216 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-3a3909eb-c9f9-4652-980d-38e39a0fc391 None None] Calling delete_port for d298965e-41b5-4052-abb5-684aa0817472 owned by network:dhcp {{(pid=103717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 13:58:52.915537 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260207154'] for port, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.920869 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-3a3909eb-c9f9-4652-980d-38e39a0fc391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4078965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787370702969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787370135161'] for port, after_delete {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:52.943116 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] No DVR routers for this DVR port d298965e-41b5-4052-abb5-684aa0817472 on host dv-neutron-799625-5-hyperv {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:58:52.947427 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3909eb-c9f9-4652-980d-38e39a0fc391 None None] Pushing event deleted for resources: {'Port': ['ID=d298965e-41b5-4052-abb5-684aa0817472,revision_number=None']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:52.948708 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d298965e-41b5-4052-abb5-684aa0817472,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:52.951621 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3909eb-c9f9-4652-980d-38e39a0fc391 None None] No DVR routers for this DVR port d298965e-41b5-4052-abb5-684aa0817472 on host dv-neutron-799625-5-hyperv {{(pid=103717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 13:58:53.023624 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4052453', 'neutron.services.segments.db._delete_segments_for_network-8787370609201'] for network, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.042963 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8784ef9-8269-45eb-abfe-6bc115d8c83c']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:53.051807 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:53.052100 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.services.segments.db [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c2303e-ab1a-4ebb-a79a-95b6bdb889c8') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 13:58:53.061532 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787370609722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263468115'] for segment, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.074866 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399'] for segment, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.080761 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 13:58:53.081134 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260208611'] for segment, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: Traceback (most recent call last): Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: timer() Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: cb(*args, **kw) Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: return func(*args, **kwargs) Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: self._notify() Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: self.callback(batched_events) Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: event.method(event) Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: return f(self, *a, **k) Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._get(url).json() Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: return self.request(url, 'GET', **kwargs) Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 13:58:53.082796 dv-neutron-799625-5-hyperv neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 13:58:53.195744 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4052476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582074'] for network, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.200805 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Publish callbacks [] for network, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.203955 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b8784ef9-8269-45eb-abfe-6bc115d8c83c HTTP/1.1" status: 204 len: 168 time: 0.6966906 Dec 08 13:58:53.216310 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3db0-300b-4120-91b2-9b99062cee10 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8784ef9-8269-45eb-abfe-6bc115d8c83c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:53.448994 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 40306) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:53.488575 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-b0ce2b9b-5d2d-4ebb-a2f6-901e09dbd34f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=25d5ea55852d4685b0e30e6458f20d58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384552 Dec 08 13:58:53.491046 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 40308) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:53.541783 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e5fdaca-58be-46a6-95c7-6882b04ff51b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.562567 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e5fdaca-58be-46a6-95c7-6882b04ff51b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.646421 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e5fdaca-58be-46a6-95c7-6882b04ff51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.649128 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e5fdaca-58be-46a6-95c7-6882b04ff51b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:53.650284 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-4e5fdaca-58be-46a6-95c7-6882b04ff51b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c938419-0582-4c47-9da9-247887fd2cda HTTP/1.1" status: 204 len: 168 time: 0.1577110 Dec 08 13:58:53.658395 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fdaca-58be-46a6-95c7-6882b04ff51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c938419-0582-4c47-9da9-247887fd2cda,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:58:54.092447 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f03ee984-e731-4244-aa80-a3f930316aa8 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:58:54.115832 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: f03ee984-e731-4244-aa80-a3f930316aa8 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:58:54.116183 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device f03ee984-e731-4244-aa80-a3f930316aa8 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:58:54.116609 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d298965e-41b5-4052-abb5-684aa0817472 no longer exists at agent ovs-agent-dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 13:58:54.135313 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] No Port match for: d298965e-41b5-4052-abb5-684aa0817472 {{(pid=103717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 13:58:54.137104 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron.plugins.ml2.rpc [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Device d298965e-41b5-4052-abb5-684aa0817472 not bound to the agent host dv-neutron-799625-5-hyperv {{(pid=103717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 13:58:54.232131 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 40314) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:54.271214 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-aab87d76-b52c-4c6e-b417-829eab7dd6e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=26217d5fe3484bb899f9f0e81235ecde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378828 Dec 08 13:58:54.274345 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.76', 40316) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 13:58:54.319516 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-426a11b8-6dde-4e35-9f92-01a64defcc06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:54.340983 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-426a11b8-6dde-4e35-9f92-01a64defcc06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:54.543784 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-426a11b8-6dde-4e35-9f92-01a64defcc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637213'] for security_group, after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:54.546563 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-426a11b8-6dde-4e35-9f92-01a64defcc06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:58:54.547936 dv-neutron-799625-5-hyperv neutron-server[103715]: INFO neutron.wsgi [None req-426a11b8-6dde-4e35-9f92-01a64defcc06 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04a61684-9e02-4ecb-9a39-c538b3e403a0 HTTP/1.1" status: 204 len: 168 time: 0.2725406 Dec 08 13:58:54.558026 dv-neutron-799625-5-hyperv neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a11b8-6dde-4e35-9f92-01a64defcc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a61684-9e02-4ecb-9a39-c538b3e403a0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 13:59:10.548953 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1897aac8-6b43-452f-b2ca-e09469501076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:10.748937 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:12.937315 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-896c5305-ac7a-4b44-9aa6-94361e40a20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:14.308807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:14.444426 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 13:59:15.429052 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:16.240048 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:40.508057 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-57df64d5-dd08-4451-9343-3bf5daa7479a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:40.788262 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:42.976787 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2fc381ad-99e1-459e-8e0d-c070ab1eb546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:44.296357 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:45.450599 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:46.273765 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 13:59:51.443229 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 14:00:10.525018 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d76a30a0-ba59-445f-a29d-67a904c1fae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:10.776274 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:12.946732 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-77fbcbfc-58ef-4c03-97bc-c197c30ed419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:14.318678 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:15.454871 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:16.290207 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:28.442840 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 14:00:40.512463 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-dcee1132-e17f-4a6e-b066-d3034c8fcf92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:40.763911 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:42.957774 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-1ab749d4-cb64-4178-b463-889ac8a3c0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:44.312385 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:45.523741 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:00:46.249645 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:05.441330 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 14:01:10.522444 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-000839e4-064f-44a5-9a11-5455194a1914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:10.769301 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:12.985969 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12dff7e5-5820-4595-b334-36e766664167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:14.322817 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:15.443126 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:16.271709 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:40.505284 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-a173c564-54fa-48dd-9ff4-70e316f1474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:40.773337 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:42.440113 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 14:01:42.968393 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-14fc9f2d-2b29-4f7c-b441-619044dbad87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:44.328368 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:45.469890 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:01:46.287894 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:10.521860 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5da29767-cb28-4a9a-bd67-a7987ca9843b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:10.807296 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:12.955411 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5d4f33d9-2f1f-489e-b83d-a2a62aacb6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:14.326849 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:15.481394 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:16.275777 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:19.439667 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 14:02:40.531872 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-7abd12ab-b313-4281-94d9-c0c0b5c0e259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:40.778627 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:42.960769 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-19a89b35-9126-4c5b-ab4e-01af3bcae6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:44.354634 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:45.458214 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:46.235225 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:02:56.439116 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 14:03:10.503153 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-f9724ca2-7d7f-4622-b9d9-52c5e5803b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:10.748948 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:12.949187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-65119ac1-684b-4d66-a885-90e4b2f45dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:14.348040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:15.463040 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:16.268187 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:33.438365 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 14:03:40.513666 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-427e5a62-ff34-49d5-8fc5-0d44b29938e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:40.782363 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:42.953882 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8621-318b-49d8-9f33-5c421059e28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:44.325405 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:45.473892 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:03:46.256756 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:04:10.437160 dv-neutron-799625-5-hyperv neutron-server[103718]: DEBUG neutron.db.agents_db [None req-4f78a50b-25be-44a1-a4ae-d044debf79b6 None None] Agent healthcheck: found 6 active agents {{(pid=103718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 14:04:10.535807 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-d74e10ef-8bd7-4a45-b024-e6f2496e0cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:04:10.776076 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-12d1c5fd-71eb-458c-8e86-24693b2d267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:04:12.953389 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8ec7700f-8866-4a41-a6bc-b6bf17e41aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:04:14.359431 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-2178e9dd-3a32-4aac-8ac8-515d2c897288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:04:15.484486 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-8d77ac2b-a36f-4787-9c9f-d6460482c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 14:04:16.249560 dv-neutron-799625-5-hyperv neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc324-fd92-4ab0-bb91-850c5674da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787370609156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039359'] for agent, after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}